-- Logs begin at Thu 2022-02-10 10:45:42 UTC, end at Thu 2022-02-10 12:32:42 UTC. -- Feb 10 11:19:42.152133 dv-neutron-827807-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 11:19:44.292733 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.common.config [-] Logging enabled! Feb 10 11:19:44.293395 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev16 Feb 10 11:19:44.293395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83448) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 11:19:44.295795 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.common.config [-] Logging enabled! Feb 10 11:19:44.296047 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev16 Feb 10 11:19:44.296296 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83448) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 10 11:19:44.297323 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:19:44.297557 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:19:44.297905 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:19:44.298153 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:19:44.298386 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:19:44.298708 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.299005 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.299341 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.299576 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.299873 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.300164 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.300455 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.300746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.301047 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.301335 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.301617 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.301905 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.302137 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.302422 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.302712 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.303001 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.303289 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] debug = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.303541 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.303973 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.304390 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.304674 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.305017 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.305850 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.306136 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.306426 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.306763 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] host = dv-neutron-827807-1-hyperv {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.307049 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.307369 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.307663 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.307957 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.308254 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.308520 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.308809 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.309089 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.309367 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_file = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.309647 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.309939 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.310230 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.310527 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.310757 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.310983 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.311298 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.311594 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.311873 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.312151 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.312427 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.312705 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.312984 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.313255 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.313544 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.313830 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.314120 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.314399 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.314679 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.314956 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.315250 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.315541 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.315819 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.316094 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.316370 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.316657 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.316930 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.317205 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.317505 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.317793 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.318075 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.318361 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.318638 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.318921 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.319197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.319506 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.319783 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_json = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.320059 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.320331 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.320638 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.320917 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.321193 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.321468 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.321742 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.322029 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.322306 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:44.322606 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.322907 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.323212 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.323524 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.323822 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.324106 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.324397 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.324671 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.324966 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.325258 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.325550 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.325832 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.326120 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.326417 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.326707 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.326986 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.327298 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.327594 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.327875 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.328150 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.328430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.328720 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.329000 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.329276 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.329560 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.329839 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.330113 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.330391 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.330671 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.330959 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.331249 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.331541 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.331814 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.332093 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.332368 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.332656 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.332935 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.333210 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.333484 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.333764 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.334039 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.334314 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.334593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.334866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.335146 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.335557 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.335835 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.336112 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.336415 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.336690 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.336964 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.337239 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.337522 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.337798 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.338074 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.338351 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.338626 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.338901 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.339191 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.339517 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.339802 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.340084 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.340370 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.340651 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.340931 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.341211 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.341492 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.341774 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.342049 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.342344 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.342631 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.342920 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.343205 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.343510 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.343810 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.344094 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.344379 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.344659 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.344939 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.345228 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.345516 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.345813 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.346110 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.346408 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.346705 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.347002 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.347311 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.347627 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.347913 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:44.348133 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:19:44.348374 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83448) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 11:19:44.751099 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO keyring.backend [-] Loading KWallet Feb 10 11:19:44.759179 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO keyring.backend [-] Loading SecretService Feb 10 11:19:44.762335 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO keyring.backend [-] Loading Windows Feb 10 11:19:44.763724 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO keyring.backend [-] Loading chainer Feb 10 11:19:44.764308 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO keyring.backend [-] Loading macOS Feb 10 11:19:44.798462 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 11:19:44.798744 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 11:19:44.799041 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 11:19:44.799407 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 11:19:45.105553 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.105770 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.106043 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.162449 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.162732 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.163003 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.166651 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.166928 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.167201 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.196353 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.196628 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.196896 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.223602 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.223884 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.224155 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.543536 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.544184 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.544184 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.544346 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.545245 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.665375 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.665697 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.665983 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.666257 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.666524 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.666835 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.667096 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.667378 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.667636 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.667918 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.668177 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.668440 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.668706 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.668963 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.669231 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.669500 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.669760 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.670032 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.670290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.670573 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.670924 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.671183 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.671458 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.671740 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.671990 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.672237 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.672619 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.672862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.673101 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.673340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.673578 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.673816 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:45.674361 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 11:19:45.677525 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 11:19:45.682107 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 11:19:45.685985 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 10 11:19:45.687679 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 11:19:45.688067 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 11:19:45.688408 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 11:19:45.688794 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 11:19:45.691649 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 11:19:45.691904 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 11:19:45.692249 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 11:19:45.720552 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 10 11:19:45.721002 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.721303 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83448) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 10 11:19:45.721675 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.723043 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83448) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 11:19:45.723348 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 11:19:45.723597 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 11:19:45.726808 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.727657 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:45.787886 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 11:19:45.788123 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 11:19:45.788359 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 11:19:45.788723 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 11:19:45.819190 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_db.sqlalchemy.engines [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83448) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 10 11:19:46.149490 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing driver for type 'gre' Feb 10 11:19:46.150014 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] gre ID ranges: [(1, 1000)] Feb 10 11:19:46.202740 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing driver for type 'local' Feb 10 11:19:46.203073 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing driver for type 'vlan' Feb 10 11:19:46.215330 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] VlanTypeDriver initialization complete Feb 10 11:19:46.215666 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing driver for type 'vxlan' Feb 10 11:19:46.216144 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] vxlan ID ranges: [(1, 1000)] Feb 10 11:19:46.271885 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing extension driver 'port_security' Feb 10 11:19:46.272314 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.extensions.port_security [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] PortSecurityExtensionDriver initialization complete Feb 10 11:19:46.272852 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing mechanism driver 'openvswitch' Feb 10 11:19:46.273195 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing mechanism driver 'hyperv' Feb 10 11:19:46.279747 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.plugin [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:19:46.280423 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.280800 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.281162 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.281678 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:19:46.282113 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.282471 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.282819 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.283206 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:19:46.283638 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.283989 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.284336 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.284725 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:19:46.285135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.285483 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.285824 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.286350 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:19:46.286760 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.287112 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.287497 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.287889 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 10 11:19:46.288332 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] ML2 OVO RPC backend initialized. {{(pid=83448) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 10 11:19:46.288974 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.289330 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.289752 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.290102 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > networks before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.290448 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.290791 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > ports before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.291134 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.291514 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnets before_response 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.291863 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.292205 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.292541 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.292876 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.293214 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.293548 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.293885 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.294220 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.294556 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.295142 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.plugin [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Modular L2 Plugin initialization complete Feb 10 11:19:46.295499 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading services supported by the core plugin {{(pid=83448) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 11:19:46.295827 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.plugins.ml2.managers [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Got port-security extension from driver 'port_security' Feb 10 11:19:46.296289 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.extensions.vlantransparent [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Disabled vlantransparent extension. Feb 10 11:19:46.296716 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83448) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 11:19:46.297025 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: router Feb 10 11:19:46.334024 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.334421 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_create 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.334790 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router before_create 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.335156 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.335560 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.335921 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_delete 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.336321 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.336731 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_create 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.337084 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.337438 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.337787 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.338147 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.338559 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.338933 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.339311 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.339655 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: subnet after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.339997 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.340343 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.340690 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_create 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.341031 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.341374 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.341731 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router after_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.342073 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.342438 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_create 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.342785 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.343131 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_update 55549900 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.343525 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > agent after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.343875 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > agent after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.344222 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > network after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.345095 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Tracking information for resource: router configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:46.345431 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Tracking information for resource: floatingip configured {{(pid=83448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 11:19:46.350360 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.db.l3_agentschedulers_db [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 11:19:46.350947 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.351397 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.351759 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.352141 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: port after_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.353054 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router before_create 55550100 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.353423 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.353788 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_create 55550100 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.354149 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > router precommit_update 55550100 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.358507 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.provider_configuration [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service providers = [] {{(pid=83448) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 11:19:46.358852 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.db.servicetype_db [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83448) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 11:19:46.361838 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.service_base [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:19:46.362195 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.service_base [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:19:46.362543 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.service_base [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:19:46.363466 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.services.service_base [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 11:19:46.363842 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.services.service_base [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 11:19:46.364220 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.364544 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 11:19:46.376138 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.376479 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: auto_allocate Feb 10 11:19:46.382430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: network precommit_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.382799 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: network precommit_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.383913 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.384240 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: tag Feb 10 11:19:46.390780 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.391114 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: timestamp Feb 10 11:19:46.395108 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.395476 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: network_ip_availability Feb 10 11:19:46.400929 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.401255 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.401617 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.402330 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.402654 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: flavors Feb 10 11:19:46.407481 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.407818 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading Plugin: revisions Feb 10 11:19:46.412079 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 11:19:46.412473 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=83448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 11:19:46.413211 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83448) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 10 11:19:46.413554 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Initializing extension manager. Feb 10 11:19:46.414063 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: __init__.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.414491 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: __pycache__ {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.414857 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.415196 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.415563 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: _filter_validation_lib.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.415898 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.416229 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: address_group.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.416977 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.417536 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: address-group Feb 10 11:19:46.417870 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: address_scope.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.418582 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.419089 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: address-scope Feb 10 11:19:46.419443 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.420377 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.420889 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: router-admin-state-down-before-update Feb 10 11:19:46.421216 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: agent.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.421919 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.422425 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: agent Feb 10 11:19:46.422750 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: agent_resources_synced.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.423695 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.424222 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: agent-resources-synced Feb 10 11:19:46.424532 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: allowedaddresspairs.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.426481 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.427005 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: allowed-address-pairs Feb 10 11:19:46.427372 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: auto_allocated_topology.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.428471 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.428991 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: auto-allocated-topology Feb 10 11:19:46.429319 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: availability_zone.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.432575 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.432575 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: availability_zone Feb 10 11:19:46.432575 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: availability_zone_filter.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.432575 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.434836 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: availability_zone_filter Feb 10 11:19:46.434836 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: data_plane_status.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.434836 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.434836 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 11:19:46.434836 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: default_subnetpools.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.435778 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.436293 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: default-subnetpools Feb 10 11:19:46.436620 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.437403 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.437910 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: dhcp_agent_scheduler Feb 10 11:19:46.438240 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: dns.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.439168 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.439698 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension dns-integration not supported by any of loaded plugins Feb 10 11:19:46.440025 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: dns_domain_ports.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.440950 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.441449 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 11:19:46.441775 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: dvr.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.442446 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.442947 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: dvr Feb 10 11:19:46.443302 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: empty_string_filtering.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.444218 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.444720 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: empty-string-filtering Feb 10 11:19:46.445044 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.446512 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.447012 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 11:19:46.447373 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.448305 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.448811 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 11:19:46.449138 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: external_net.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.450055 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.450563 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: external-net Feb 10 11:19:46.450888 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.451836 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.452341 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: extra_dhcp_opt Feb 10 11:19:46.452670 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: extraroute.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.453586 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.454095 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: extraroute Feb 10 11:19:46.454422 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: extraroute_atomic.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.455492 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.456006 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: extraroute-atomic Feb 10 11:19:46.456334 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: filter_validation.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.457030 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.457535 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: filter-validation Feb 10 11:19:46.457862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: fip_pf_description.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.458813 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.459360 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 11:19:46.459690 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: fip_port_details.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.460627 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.461141 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: fip-port-details Feb 10 11:19:46.461498 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: flavors.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.462775 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.463384 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: flavors Feb 10 11:19:46.463651 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.465368 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.465889 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 11:19:46.466222 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: floatingip_pools.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.466933 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.467467 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: floatingip-pools Feb 10 11:19:46.467798 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: ip_allocation.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.468739 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.469250 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 11:19:46.469579 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.470504 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.471016 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: ip-substring-filtering Feb 10 11:19:46.471375 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l2_adjacency.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.472432 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.473024 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 11:19:46.473355 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.474365 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.474880 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: router Feb 10 11:19:46.475208 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.478233 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.478766 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 11:19:46.479105 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.480083 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.480604 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: ext-gw-mode Feb 10 11:19:46.481288 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.481942 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.482456 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: l3-ha Feb 10 11:19:46.482786 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3_flavors.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.483742 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.484250 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: l3-flavors Feb 10 11:19:46.484580 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.485531 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.486075 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 11:19:46.486401 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: l3agentscheduler.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.487492 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.488002 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: l3_agent_scheduler Feb 10 11:19:46.488332 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: logging.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.489950 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.490473 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension logging not supported by any of loaded plugins Feb 10 11:19:46.491081 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: metering.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.491867 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.492460 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: metering Feb 10 11:19:46.493341 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.494471 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.494990 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: metering_source_and_destination_fields Feb 10 11:19:46.495360 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: multiprovidernet.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.496293 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.496804 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: multi-provider Feb 10 11:19:46.497133 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: netmtu.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.498060 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.498566 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: net-mtu Feb 10 11:19:46.498896 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: netmtu_writable.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.499852 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.500390 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: net-mtu-writable Feb 10 11:19:46.500828 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: network_availability_zone.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.501512 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.502007 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: network_availability_zone Feb 10 11:19:46.502331 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: network_ip_availability.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.503482 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.503990 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: network-ip-availability Feb 10 11:19:46.504319 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: network_segment_range.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.505094 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.505597 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 11:19:46.505924 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: pagination.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.506922 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.507281 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: pagination Feb 10 11:19:46.507610 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.508559 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.509084 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: port-mac-address-regenerate Feb 10 11:19:46.509412 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: port_resource_request.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.510337 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.510849 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 11:19:46.511173 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: portbindings.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.512134 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.512646 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: binding Feb 10 11:19:46.512970 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: portbindings_extended.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.514281 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.514798 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: binding-extended Feb 10 11:19:46.515131 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: portsecurity.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.516087 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.516600 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: port-security Feb 10 11:19:46.516930 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: project_id.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.517911 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.518245 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: project-id Feb 10 11:19:46.518569 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: providernet.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.519521 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.520040 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: provider Feb 10 11:19:46.520366 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.524145 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.524668 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos not supported by any of loaded plugins Feb 10 11:19:46.525003 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.526267 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.526791 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 11:19:46.527128 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.528090 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.528603 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 11:19:46.528940 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_default.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.529859 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.530372 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-default not supported by any of loaded plugins Feb 10 11:19:46.530704 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_fip.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.531400 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.531910 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-fip not supported by any of loaded plugins Feb 10 11:19:46.532242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_gateway_ip.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.533175 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.533688 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 11:19:46.534017 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_port_network_policy.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.534940 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.535485 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 11:19:46.535815 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_rule_type_details.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.536744 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.537255 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 11:19:46.537585 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: qos_rules_alias.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.538644 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.539161 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 11:19:46.540029 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: quotasv2.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.540908 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.541240 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: quotas Feb 10 11:19:46.541570 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: quotasv2_detail.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.543205 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.543575 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: quota_details Feb 10 11:19:46.544099 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: rbac.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.544954 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.545480 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: rbac-policies Feb 10 11:19:46.545814 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: rbac_address_scope.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.546753 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.547288 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: rbac-address-scope Feb 10 11:19:46.547619 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: rbac_security_groups.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.548543 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.549062 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: rbac-security-groups Feb 10 11:19:46.549395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: rbac_subnetpool.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.550319 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.550831 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: rbac-subnetpool Feb 10 11:19:46.551156 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: revisionifmatch.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.552113 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.552620 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: revision-if-match Feb 10 11:19:46.552944 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: revisions.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.554066 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.554578 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: standard-attr-revisions Feb 10 11:19:46.554904 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: router_availability_zone.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.556181 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.556690 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: router_availability_zone Feb 10 11:19:46.557012 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: routerservicetype.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.557956 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.558466 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension router-service-type not supported by any of loaded plugins Feb 10 11:19:46.558789 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.559746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.560259 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: port-security-groups-filtering Feb 10 11:19:46.560584 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: securitygroup.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.571745 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.572279 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: security-group Feb 10 11:19:46.572616 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: segment.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.573402 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.573917 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension segment not supported by any of loaded plugins Feb 10 11:19:46.574249 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.575198 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.575736 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 11:19:46.576066 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: servicetype.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.577200 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.577720 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: service-type Feb 10 11:19:46.578048 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: sorting.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.579035 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.579406 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: sorting Feb 10 11:19:46.579736 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: standard_attr_segment.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.580670 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.581214 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 11:19:46.581542 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: standardattrdescription.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.582245 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.582710 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: standard-attr-description Feb 10 11:19:46.583038 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: stateful_security_group.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.583983 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.584498 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: stateful-security-group Feb 10 11:19:46.584828 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: stdattrs_common.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.585415 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 11:19:46.585740 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.586706 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.587222 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 11:19:46.587579 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnet_onboard.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.588736 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.589262 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: subnet_onboard Feb 10 11:19:46.589591 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.590536 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.591046 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 11:19:46.591405 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnet_service_types.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.592346 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.592842 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: subnet-service-types Feb 10 11:19:46.593169 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnetallocation.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.594263 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.594803 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: subnet_allocation Feb 10 11:19:46.595205 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.595895 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.596401 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: subnetpool-prefix-ops Feb 10 11:19:46.596727 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.597679 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.598193 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 11:19:46.598519 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: tagging.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.599618 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.600134 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: standard-attr-tag Feb 10 11:19:46.600466 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: timestamp.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.601753 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.602896 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loaded extension: standard-attr-timestamp Feb 10 11:19:46.603245 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: trunk.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.604307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.604830 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension trunk not supported by any of loaded plugins Feb 10 11:19:46.605162 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: trunk_details.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.606085 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.606600 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension trunk-details not supported by any of loaded plugins Feb 10 11:19:46.606928 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: uplink_status_propagation.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.607874 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.608386 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 11:19:46.608714 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Loading extension file: vlantransparent.py {{(pid=83448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 10 11:19:46.609389 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 10 11:19:46.609907 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 11:19:46.612158 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:network Feb 10 11:19:46.612889 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnet Feb 10 11:19:46.613495 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:19:46.614271 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:port Feb 10 11:19:46.615559 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.616251 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service FLAVORS assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.616877 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.617311 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.617722 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:router Feb 10 11:19:46.618394 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 11:19:46.619103 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service METERING assigned prefix: /metering {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.620558 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.620930 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.621284 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:19:46.622408 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 11:19:46.622855 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:security_group Feb 10 11:19:46.623560 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 11:19:46.624395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service CORE assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.624766 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:19:46.625215 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] subnetpool is already registered Feb 10 11:19:46.625832 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service CORE assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.626169 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:19:46.626500 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] subnetpool is already registered Feb 10 11:19:46.629062 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.629498 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service FLAVORS assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.630101 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.630525 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.630862 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:router Feb 10 11:19:46.631194 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] router is already registered Feb 10 11:19:46.631809 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 11:19:46.632142 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] floatingip is already registered Feb 10 11:19:46.632768 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service METERING assigned prefix: /metering {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.633973 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 11:19:46.634302 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] rbac_policy is already registered Feb 10 11:19:46.634846 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:security_group Feb 10 11:19:46.635178 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] security_group is already registered Feb 10 11:19:46.635878 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 11:19:46.636211 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] security_group_rule is already registered Feb 10 11:19:46.636873 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service CORE assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.637218 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:19:46.637547 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] subnetpool is already registered Feb 10 11:19:46.638142 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.v2.resource_helper [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Service CORE assigned prefix: {{(pid=83448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 11:19:46.638472 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 11:19:46.638797 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING neutron.quota.resource_registry [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] subnetpool is already registered Feb 10 11:19:46.639480 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: extensions {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.640929 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: address-groups {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.642519 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: address-scopes {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.643767 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: agents {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.644929 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: auto-allocated-topology {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.646167 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: availability_zones {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.647514 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: dhcp-networks {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.648932 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: dhcp-agents {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.650354 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: routers {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.652218 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: flavors {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.653349 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: service_profiles {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.654545 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: next_providers {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.656075 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: service_profiles {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.657482 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: floatingip-pools {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.658694 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: routers {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.660513 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: floatingips {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.661688 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: l3-routers {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.663060 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: l3-agents {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.664983 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: metering-labels {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.666332 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: metering-label-rules {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.667616 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: network-ip-availabilities {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.668852 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: bindings {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.671391 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: quotas {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.672832 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: quotas {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.674259 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: rbac-policies {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.675577 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: security-groups {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.676775 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: security-group-rules {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.677994 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: service-providers {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.679203 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: subnetpools {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.681271 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: subnetpools {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.682733 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.684418 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.686172 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.687946 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.689713 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.691391 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.693127 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.694964 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.696863 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.698686 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron.api.extensions [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Extended resource: tags {{(pid=83448) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 10 11:19:46.704610 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING keystonemiddleware.auth_token [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 11:19:46.709315 dv-neutron-827807-1-hyperv neutron-server[83448]: WARNING keystonemiddleware.auth_token [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 11:19:46.717258 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Acquired lock "singleton_lock" {{(pid=83448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 11:19:46.717738 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_concurrency.lockutils [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Releasing lock "singleton_lock" {{(pid=83448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 11:19:46.718360 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Starting 2 workers Feb 10 11:19:46.722970 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Started child 83553 {{(pid=83448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:19:46.727750 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Started child 83554 {{(pid=83448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:19:46.728919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.729437 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO neutron.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 11:19:46.729921 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Notify callbacks [] for process, before_spawn {{(pid=83448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.730359 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [-] (83553) wsgi starting up on http://0.0.0.0:9696 Feb 10 11:19:46.732426 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Starting 1 workers Feb 10 11:19:46.732825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.734225 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [-] (83554) wsgi starting up on http://0.0.0.0:9696 Feb 10 11:19:46.737388 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Started child 83555 {{(pid=83448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:19:46.737919 dv-neutron-827807-1-hyperv neutron-server[83448]: INFO oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Starting 1 workers Feb 10 11:19:46.741400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] calling RpcWorker wait() {{(pid=83555) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 11:19:46.741940 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] returning from RpcWorker wait() {{(pid=83555) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 11:19:46.742422 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Started child 83556 {{(pid=83448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 11:19:46.743771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.743873 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG neutron_lib.callbacks.manager [None req-3c4516a1-6bff-4a2c-8c2d-974cc7684715 None None] Notify callbacks [] for process, after_spawn {{(pid=83448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.744213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:19:46.745667 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 11:19:46.745883 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:19:46.746064 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:19:46.746280 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:19:46.746635 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:19:46.746803 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:19:46.747352 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.747644 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.747907 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.747997 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:46.748452 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.748452 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.748988 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.749085 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:19:46.749251 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.749494 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.749761 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.750009 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.750177 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.750343 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.750601 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.750878 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.751166 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.751476 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.751713 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.751984 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.752149 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.752390 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.752658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.752902 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.753162 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] debug = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.753413 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.753911 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.754142 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.754380 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.754619 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.754879 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.755121 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.755459 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.755699 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.755919 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.756154 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.756399 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.756631 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.756872 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.757143 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.757379 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.757864 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] host = dv-neutron-827807-1-hyperv {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.758136 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.758362 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.758604 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.758907 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.759093 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.759329 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.759592 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.759847 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.760098 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.760355 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.760602 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.760827 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.761056 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.761296 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_file = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.761458 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_options = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.761735 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.761977 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.762229 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.762421 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.762649 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.762790 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.762998 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.763161 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.763444 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.763666 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.763881 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.764117 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.764349 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.764582 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.764818 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.765053 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.765296 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.765461 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.765703 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.765927 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.766148 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.766394 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.766629 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.766849 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.767088 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.767322 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.767562 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.767794 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.768005 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.768249 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.768525 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.768769 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.769022 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.769258 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.769485 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.769712 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.769939 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.770196 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.770424 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.770689 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.770947 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.771163 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.771422 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.771639 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.771873 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.772086 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_json = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.772302 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.772529 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.772787 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.773018 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.773251 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.773465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.773682 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.773939 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.774153 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.774566 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.774852 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.775169 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.775471 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.775723 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.775963 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.776209 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.776428 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.776655 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.776902 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.777204 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.778604 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.778951 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.779254 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.779542 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.779800 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.780049 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.780297 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.780522 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.780746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.780984 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.781204 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.781476 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.783008 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.783620 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.783941 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.784291 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.784657 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.785000 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.785343 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.785836 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.786050 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.786387 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.786720 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.787052 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.787410 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.787746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.788109 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.789014 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.789014 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791859 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.791859 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.792756 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.792756 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.792921 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.793116 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.793437 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.793794 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.794135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.794452 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.794764 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.795088 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.795434 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.795776 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796118 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.796430 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.798415 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.798578 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.798866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.799186 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.799565 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.799889 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.800592 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.800920 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.801238 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.801677 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.802099 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.802433 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.802785 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.803136 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.803485 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.803896 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.804838 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.804838 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.804838 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.805682 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.805938 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.806230 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.806458 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.806824 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.806923 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.807169 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.807427 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.807679 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.807938 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.808180 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.808435 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.808722 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.808967 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.809228 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.809702 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.810066 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.810452 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.810981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43344) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:19:46.811298 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.811700 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.812027 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.812400 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.813000 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.813176 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.813561 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.813900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.814438 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.814798 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.815165 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.815570 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.815928 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.816328 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.816719 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.817178 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.817448 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.817701 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.817924 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.818156 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.818497 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.818756 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.818989 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820122 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820122 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820122 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820122 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820406 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063910 Feb 10 11:19:46.820477 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.820550 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.821603 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.821980 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.822321 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.822640 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.822953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.823318 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.823618 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.823945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.824254 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.824578 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.824882 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.825159 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.825473 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.826465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.826772 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.827086 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.827415 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.827720 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.828026 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.828326 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.829859 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.830268 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.831331 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.831579 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.831955 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.832274 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.832610 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.832920 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.833254 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.833590 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.833883 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.834184 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.834482 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.834824 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.835482 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837165 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837165 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837165 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837165 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837500 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837783 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.837922 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.838211 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.838509 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.839341 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.841654 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.842015 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.842279 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.842554 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.842847 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.843081 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.843662 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.843907 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.844154 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.844382 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.844655 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.845544 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.845544 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.845702 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.845911 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847148 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847148 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847148 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847148 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847540 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.847847 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.848143 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.848545 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.848890 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.849208 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.849537 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.849864 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.850190 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.850486 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.850785 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.851102 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.851506 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.852497 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.852866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.853423 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.853574 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.854129 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.854129 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.854408 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.854716 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.854953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.855222 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.855465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.855688 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.855905 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.856158 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.856476 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.856755 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.857025 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.857275 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.857555 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.857825 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.858089 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.858304 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.858603 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.858952 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.859285 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.859552 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.859779 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.860643 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.860643 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.860643 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.860643 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.860947 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.862020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.862290 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863124 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863124 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863124 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863411 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863490 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863682 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.863909 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.864145 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.865080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.865080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:19:46.865080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 11:19:46.865320 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 11:19:46.865320 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 11:19:46.865478 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 11:19:46.865620 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 11:19:46.866024 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 11:19:46.866228 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.866750 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.866750 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.866750 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.866985 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.866985 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.867140 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.867284 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.867462 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.868439 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.868599 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.868757 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869425 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869425 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869425 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869425 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869746 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869892 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.869972 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870051 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870211 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870364 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] debug = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870520 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870716 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.870876 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871034 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871186 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871361 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871516 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871669 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.871822 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872440 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872440 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872440 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872440 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872714 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872714 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872840 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.872978 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] host = dv-neutron-827807-1-hyperv {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873129 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873281 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873434 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873588 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873742 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.873895 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874048 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874201 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874355 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874507 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874660 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874813 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.874967 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.875120 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_file = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876040 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_options = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876202 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876356 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.876866 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.877088 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.877160 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.877285 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.877439 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.877596 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.878961 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.879072 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.879180 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.879358 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880340 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880764 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880764 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880916 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.880916 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.881183 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.881272 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.882389 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.882545 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.882700 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883322 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883322 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883322 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883322 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883893 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883893 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883893 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.883893 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884164 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884231 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884339 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884493 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884648 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884800 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.884953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885108 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_json = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885261 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885461 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885562 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885705 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.885857 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.886008 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.886160 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.886632 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.886632 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 11:19:46.887473 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.887594 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889606 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889606 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889606 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889606 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889884 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.889884 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890025 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890102 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890274 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890437 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890601 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.890928 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.891086 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.891411 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.891580 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.891769 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893242 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.893900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.894188 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.894188 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.894308 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.894457 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895135 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895493 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895493 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895624 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895830 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.895898 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.896765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.896765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.896765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.896765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.896765 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.897080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.897080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.897080 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.897284 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.897402 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.898069 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.898069 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.898069 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.898069 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.899953 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.901085 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.901085 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.901085 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.901085 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.901353 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902395 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902850 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902850 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.902850 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903054 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903132 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903273 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903445 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903607 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903858 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.903957 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.904856 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905274 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905274 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905274 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905498 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905603 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905768 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.905927 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.906597 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.906597 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.906597 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.906597 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907021 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907021 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907021 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907269 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907352 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907478 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.907640 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908465 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908832 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908832 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.908971 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.909047 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.909233 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.909335 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910701 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910701 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910701 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:19:46.910980 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.910980 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.911120 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.911300 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.911464 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.912215 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.912215 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.912215 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.912215 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913307 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913692 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913692 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913692 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913859 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.913956 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.914121 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.914282 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915020 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915183 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915367 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915530 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915692 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.915853 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.916015 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.916175 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.916338 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.916498 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.918593 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919061 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919539 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919539 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919539 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919539 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919786 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.919850 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920658 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920980 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.920980 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921104 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921637 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921637 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921637 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921840 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.921905 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.922066 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.922188 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.922350 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923197 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923529 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923595 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.923713 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.924181 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.924181 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.924747 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.925945 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926368 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926368 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926368 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926571 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926700 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.926861 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.927022 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.927183 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.927590 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928098 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928098 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928098 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928297 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928399 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928504 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928663 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928900 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.928996 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 11:19:46.929862 dv-neutron-827807-1-hyperv neutron-server[83448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 11:19:57.187537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3e850-3d31-4d94-8e3c-63215f9264f9 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:19:57.253344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3e850-3d31-4d94-8e3c-63215f9264f9 None None] No non-hosted networks {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 11:19:57.263109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e66c1f8a-521d-4344-9442-955c8a9b9f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:57.277516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.agentschedulers_db [None req-fff3e850-3d31-4d94-8e3c-63215f9264f9 None None] DHCP Agent not found on host dv-neutron-827807-1-hyperv {{(pid=83555) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 11:19:59.300905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dff6c675-092d-464f-abd1-eb4088d3bf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:19:59.349020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4372e668-d290-4193-8679-8ebc4a0209f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:00.413323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:00.552609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:00.553890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.554435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.555825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.556506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.557046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.557654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.558217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.558824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.559411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.560033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.560581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:00.561210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-827807-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:00.569477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-827807-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:01.936401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:03.528795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43442) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:04.160099 dv-neutron-827807-1-hyperv neutron-server[83553]: WARNING oslo_policy.policy [None req-e6eec500-bf25-4443-ad9b-63a1267265a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:20:04.160738 dv-neutron-827807-1-hyperv neutron-server[83553]: WARNING oslo_policy.policy [None req-e6eec500-bf25-4443-ad9b-63a1267265a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:20:04.330535 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.db.l3_hamode_db [None req-cb3ea669-7476-4f10-b9f8-e5e6224d4889 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 11:20:04.383606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-e6eec500-bf25-4443-ad9b-63a1267265a7 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:20:04.384635 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e6eec500-bf25-4443-ad9b-63a1267265a7 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8548670 Feb 10 11:20:04.415598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ea669-7476-4f10-b9f8-e5e6224d4889 None None] Routers set() bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:20:04.415922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ea669-7476-4f10-b9f8-e5e6224d4889 None None] Router IDs set() for agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:20:06.636961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43456) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:07.015438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:07.067153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.policy [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83553) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 11:20:07.067900 dv-neutron-827807-1-hyperv neutron-server[83553]: WARNING oslo_policy.policy [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:20:07.068260 dv-neutron-827807-1-hyperv neutron-server[83553]: WARNING oslo_policy.policy [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:20:07.072218 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.quota [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Loaded quota_driver: . Feb 10 11:20:07.087815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:07.154289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785260296080', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785260341490', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785260320130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785260330280', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785260323874', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3357605', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3442997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557761'] for rbac-policy, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:07.220135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:07.223640 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0ec2486-b973-4ba0-a558-a33816f0ea8a admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5856969 Feb 10 11:20:09.738203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43470) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:10.103511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Request body: {'network': {'project_id': '62d8f0156a9d4902b84bdf8328532282', 'name': 'private', 'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:10.108323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:10.112713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Usage tracker for resource:network and tenant:62d8f0156a9d4902b84bdf8328532282 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:10.117979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:10.123961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:10.133788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Made reservation on behalf of 62d8f0156a9d4902b84bdf8328532282 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:20:10.136662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.153824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.200384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:10.205356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Usage tracker for resource:security_group_rule and tenant:62d8f0156a9d4902b84bdf8328532282 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:10.208135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:10.213902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:10.278952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.282524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.302624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:20:10.327829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785260976222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.328415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Unsubscribe: segment precommit_create {{(pid=83553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 11:20:10.328924 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Added segment 114ba70a-5f59-4147-91f3-cd76cff2ceec of type vlan for network 57a98448-9f88-4411-814d-eb21b06613ef Feb 10 11:20:10.345999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa1d594-2304-48ae-8989-d76e0c21a119,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:10.404770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.405123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.405458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.405787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.406127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.406483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.406820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.407142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.407484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.407800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.408113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Tracked resource versions report: Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: pushed versions: Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Log': {'1.0'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Network': {'1.1'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Port': {'1.5'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'PortForwarding': {'1.2'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'QosPolicy': {'1.8'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroup': {'1.2'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SubPort': {'1.0'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Subnet': {'1.1'}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Trunk': {'1.1'}} Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: consumer versions: Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Log': '1.0', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Network': '1.1', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Port': '1.5', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'PortForwarding': '1.2', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'QosPolicy': '1.8', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroup': '1.2', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroupRule': '1.0', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SubPort': '1.0', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Subnet': '1.1', Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Trunk': '1.1'}} Feb 10 11:20:10.409369 dv-neutron-827807-1-hyperv neutron-server[83553]: {{(pid=83553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:20:10.451833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.491490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.493052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:10.493676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:10.600032 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8607628 Feb 10 11:20:10.600577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631fc6e-5356-40e1-beca-4d372d8657b9 admin admin] Pushing event updated for resources: {'Network': ['ID=57a98448-9f88-4411-814d-eb21b06613ef,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:10.633226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 57a98448-9f88-4411-814d-eb21b06613ef details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:20:13.171339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43486) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:13.629716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c340a-f050-4075-8529-9f0fd278bcf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:13.631040 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-128c340a-f050-4075-8529-9f0fd278bcf4 admin admin] 10.222.0.42 "GET /v2.0/networks/57a98448-9f88-4411-814d-eb21b06613ef HTTP/1.1" status: 200 len: 825 time: 0.4587667 Feb 10 11:20:13.660306 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-be1ba05f-3e20-4354-ae81-12b4196d8d60 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/a5434213-8a6c-4587-983e-701fe6ccf482 HTTP/1.1" status: 200 len: 734 time: 0.0237701 Feb 10 11:20:13.668914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:13.673072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:13.676686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Usage tracker for resource:subnet and tenant:62d8f0156a9d4902b84bdf8328532282 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:13.679471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:13.685585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:13.695083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Made reservation on behalf of 62d8f0156a9d4902b84bdf8328532282 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:20:13.697499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:13.960944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:14.041702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13be9df9-cae1-4611-b41a-f5c071570f15,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:14.050449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Checking segment: {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:20:14.050449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Network hostable DHCP agents. Network: 57a98448-9f88-4411-814d-eb21b06613ef, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:20:14.073600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Network 57a98448-9f88-4411-814d-eb21b06613ef is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:20:14.083130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 57a98448-9f88-4411-814d-eb21b06613ef) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:14.088795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:14.090062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:14.091970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716572a-ad58-43e3-8056-7931ea05e2b1 None None] Network 57a98448-9f88-4411-814d-eb21b06613ef requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:20:14.109606 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a8c77685-9427-40ec-b6ca-5d8677711293 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436178 Feb 10 11:20:14.394262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-57a98448-9f88-4411-814d-eb21b06613ef', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:20:14.395460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:14.575914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Allocated IP 172.20.0.2 (57a98448-9f88-4411-814d-eb21b06613ef/13be9df9-cae1-4611-b41a-f5c071570f15/f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:20:14.795747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:14.808981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Transition to ACTIVE for port object f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:20:14.828194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Transition to ACTIVE for port object f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:20:14.835121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:14.902923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Network 57a98448-9f88-4411-814d-eb21b06613ef is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:20:14.906465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:14.908432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Pushing event updated for resources: {'Port': ['ID=f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:14.913625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:20:14.950475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.950827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.951160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.951516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.951858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.952185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.952502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.952839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.953161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.953475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.953788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Tracked resource versions report: Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: pushed versions: Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Log': {'1.0'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Network': {'1.1'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Port': {'1.5'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'PortForwarding': {'1.2'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'QosPolicy': {'1.8'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroup': {'1.2'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SubPort': {'1.0'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Subnet': {'1.1'}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Trunk': {'1.1'}} Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: consumer versions: Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Log': '1.0', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Network': '1.1', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Port': '1.5', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'PortForwarding': '1.2', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'QosPolicy': '1.8', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroup': '1.2', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroupRule': '1.0', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SubPort': '1.0', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Subnet': '1.1', Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Trunk': '1.1'}} Feb 10 11:20:14.955083 dv-neutron-827807-1-hyperv neutron-server[83555]: {{(pid=83555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:20:15.014587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Attempting to bind port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:20:15.014984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Attempting to bind port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:20:15.015444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Attempting to bind port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 on network 57a98448-9f88-4411-814d-eb21b06613ef {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:20:15.021598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:20:15.021991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Checking segment: {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:20:15.022457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:15.022834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Bound using segment: {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:20:15.023371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Bound port: f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:20:15.023760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:15.107191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] For port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:20:15.110849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] For port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2,segment=NetworkSegment(114ba70a-5f59-4147-91f3-cd76cff2ceec),segment_id=114ba70a-5f59-4147-91f3-cd76cff2ceec)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:20:15.115402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:15.217570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4663ed4-2647-4e8a-8a9a-0a7f74532efd None None] Pushing event updated for resources: {'Port': ['ID=f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:16.403688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43496) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:16.792011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-65fc388d-c13d-44d8-8a48-60868e980b92 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:20:16.792974 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-65fc388d-c13d-44d8-8a48-60868e980b92 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3883624 Feb 10 11:20:18.806933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:18.843997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8b677-3d5f-49d7-a336-18ac0a7d43c4 None None] Network 57a98448-9f88-4411-814d-eb21b06613ef requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:20:18.961874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Provisioning for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:20:18.966901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:20:18.973928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:18.974330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:19.000196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Provisioning complete for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:19.000569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:19.130840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43512) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:19.294322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:19.312236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:19.363690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2,segment=NetworkSegment(114ba70a-5f59-4147-91f3-cd76cff2ceec),segment_id=114ba70a-5f59-4147-91f3-cd76cff2ceec)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:20:19.369102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:19.480321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:20:19.480721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-97cd41f6-692c-4f12-b632-3cdb8d84ce73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:20:19.488448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:19.520489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-63979ed9-1c45-459d-8ed9-117623222654 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:20:19.521461 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63979ed9-1c45-459d-8ed9-117623222654 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3895824 Feb 10 11:20:20.154257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cd7e0a6a-f4e7-426e-8fbd-d74fd81b04be None None] Provisioning complete for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:20.154786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0a6a-f4e7-426e-8fbd-d74fd81b04be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:20.779673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:20.849874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:20.850259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.209451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43524) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:22.665375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:22.670487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:22.674390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Usage tracker for resource:router and tenant:62d8f0156a9d4902b84bdf8328532282 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:22.677760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:22.683390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:22.693092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.694518 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.721206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.833648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.851828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:22.852966 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-11f22c8d-f5f2-4c85-abfa-c0099dadfaec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6425776 Feb 10 11:20:25.098836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43534) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:25.473779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-96f10529-715a-4ef3-b4e9-bbb74216100b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:20:25.474850 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-96f10529-715a-4ef3-b4e9-bbb74216100b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3750589 Feb 10 11:20:27.103900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7502342-5275-4a09-b726-4970fd0e5f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:27.781203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43544) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:28.160483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:28.165273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:28.168998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Usage tracker for resource:network and tenant:dd27aef2bc0448fab763dccc8454b63b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:28.171777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:28.177329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:28.187051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Made reservation on behalf of dd27aef2bc0448fab763dccc8454b63b for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:20:28.189265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.201434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.232891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:28.236492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Usage tracker for resource:security_group_rule and tenant:dd27aef2bc0448fab763dccc8454b63b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:28.239116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:28.245694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:28.307191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.310682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.328078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Reserving flat network on physical network physnet1 {{(pid=83553) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 11:20:28.348077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa7eb0-c4d6-4088-9af2-240929b23eff,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:28.352300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.352638 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Added segment d07564aa-31fe-43aa-862f-d57d3b924c22 of type flat for network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa Feb 10 11:20:28.384102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.424074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.424903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:28.425462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:28.524819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] Pushing event updated for resources: {'Network': ['ID=69eef483-efc7-4ad8-a4d7-0a7910f7beaa,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:28.528922 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bfad264d-46ef-4f52-90c6-9dbe5b15475a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7467310 Feb 10 11:20:28.534855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:20:29.294796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afabfb0e-fd96-4955-b0af-7b0b8c792916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:30.359993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:30.542262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:30.761045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:31.139875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c2d5a-93a6-4ee7-855a-3a575348076a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:31.141151 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9a3c2d5a-93a6-4ee7-855a-3a575348076a admin admin] 10.222.0.42 "GET /v2.0/subnets/13be9df9-cae1-4611-b41a-f5c071570f15 HTTP/1.1" status: 200 len: 849 time: 0.3791804 Feb 10 11:20:31.279921 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9e610c9f-5610-4432-9b23-4ff61c6522f2 admin admin] 10.222.0.42 "GET /v2.0/routers/b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 HTTP/1.1" status: 200 len: 704 time: 0.1334586 Feb 10 11:20:31.754366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:31.888126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:31.979638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Allocated IP 172.20.0.1 (57a98448-9f88-4411-814d-eb21b06613ef/13be9df9-cae1-4611-b41a-f5c071570f15/e078ea95-e24d-45c9-945b-9997348f2c7c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:20:32.159439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.176127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Transition to ACTIVE for port object e078ea95-e24d-45c9-945b-9997348f2c7c will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:20:32.226717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.293392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Network 57a98448-9f88-4411-814d-eb21b06613ef is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:20:32.296081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:32.299135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:20:32.299671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.305733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e078ea95-e24d-45c9-945b-9997348f2c7c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:32.426355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.543675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5139a9fe-6fee-4e9c-9ac1-fa9adba292be None None] Provisioning for port e078ea95-e24d-45c9-945b-9997348f2c7c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:20:32.548184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5139a9fe-6fee-4e9c-9ac1-fa9adba292be None None] Provisioning complete for port e078ea95-e24d-45c9-945b-9997348f2c7c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:32.548549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5139a9fe-6fee-4e9c-9ac1-fa9adba292be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.598622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5139a9fe-6fee-4e9c-9ac1-fa9adba292be None None] Port e078ea95-e24d-45c9-945b-9997348f2c7c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:20:32.648310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.652747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.653901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:32.780411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e078ea95-e24d-45c9-945b-9997348f2c7c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:32.840338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Network 57a98448-9f88-4411-814d-eb21b06613ef is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:20:32.841354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:33.019924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-edb6729d-8524-4b48-8a10-7e3a8bd2f916 None None] Provisioning complete for port e078ea95-e24d-45c9-945b-9997348f2c7c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:33.020443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edb6729d-8524-4b48-8a10-7e3a8bd2f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:33.069301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-edb6729d-8524-4b48-8a10-7e3a8bd2f916 None None] Port e078ea95-e24d-45c9-945b-9997348f2c7c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:20:33.190136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:20:33.350998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:20:33.361264 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Sync routers for ids ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:20:33.362040 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f01f1f12-380b-41bf-a08a-c9260f6030d8 admin admin] 10.222.0.42 "PUT /v2.0/routers/b633ee38-f7bc-4ea7-b1b9-886fa6e911b5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0774062 Feb 10 11:20:33.373893 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Routers {'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:20:33.374725 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:20:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:33.565085 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Set router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:20:33.933981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:32Z', 'revision_number': 2, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port_host': None, '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:32Z', 'revision_number': 2, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:33.938857 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Checking router: b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:20:33.939241 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Updating router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 port e078ea95-e24d-45c9-945b-9997348f2c7c binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:20:33.995504 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.359954 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.374328 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Transition to ACTIVE for port object e078ea95-e24d-45c9-945b-9997348f2c7c will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:20:34.381051 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.595530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Pushing event updated for resources: {'Port': ['ID=e078ea95-e24d-45c9-945b-9997348f2c7c,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:34.618897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.619177 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.619541 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.619870 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.620210 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.620535 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.620852 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.621184 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.621499 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.621809 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.622120 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Tracked resource versions report: Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: pushed versions: Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Log': {'1.0'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Network': {'1.1'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Port': {'1.5'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'PortForwarding': {'1.2'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'QosPolicy': {'1.8'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroup': {'1.2'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SubPort': {'1.0'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Subnet': {'1.1'}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Trunk': {'1.1'}} Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: consumer versions: Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Log': '1.0', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Network': '1.1', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Port': '1.5', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'PortForwarding': '1.2', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'QosPolicy': '1.8', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroup': '1.2', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroupRule': '1.0', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SubPort': '1.0', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Subnet': '1.1', Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Trunk': '1.1'}} Feb 10 11:20:34.623419 dv-neutron-827807-1-hyperv neutron-server[83556]: {{(pid=83556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:20:34.631912 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Attempting to bind port e078ea95-e24d-45c9-945b-9997348f2c7c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:20:34.632831 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Attempting to bind port e078ea95-e24d-45c9-945b-9997348f2c7c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:20:34.633431 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Attempting to bind port e078ea95-e24d-45c9-945b-9997348f2c7c on network 57a98448-9f88-4411-814d-eb21b06613ef {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:20:34.639532 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:20:34.639922 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Checking segment: {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:20:34.640378 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.640750 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Bound using segment: {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:20:34.641246 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Bound port: e078ea95-e24d-45c9-945b-9997348f2c7c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114ba70a-5f59-4147-91f3-cd76cff2ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:20:34.641619 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.731826 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] For port e078ea95-e24d-45c9-945b-9997348f2c7c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:20:34.736132 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] For port e078ea95-e24d-45c9-945b-9997348f2c7c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e078ea95-e24d-45c9-945b-9997348f2c7c,segment=NetworkSegment(114ba70a-5f59-4147-91f3-cd76cff2ceec),segment_id=114ba70a-5f59-4147-91f3-cd76cff2ceec)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:20:34.741742 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:34.834169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80c97e-bec0-44a4-862b-b316c56e3b2a None None] Pushing event updated for resources: {'Port': ['ID=e078ea95-e24d-45c9-945b-9997348f2c7c,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:34.848474 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Routers {'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:20:34.849099 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:20:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:35.002100 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] Set router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:20:35.324251 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:32Z', 'revision_number': 2, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port_host': None, '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:34Z', 'revision_number': 4, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:35.328025 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbba7e1-ebcd-49fe-8f2f-c223d10402c3 None None] The sync data for ids ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'] in dv-neutron-827807-1-hyperv is: [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:32Z', 'revision_number': 2, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port_host': None, '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:34Z', 'revision_number': 4, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:20:35.476593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43578) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:35.687073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00024f-647e-4bb5-9e9a-50f9f76750fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:35.687655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee00024f-647e-4bb5-9e9a-50f9f76750fd admin admin] Synchronizing usage tracker for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:20:35.705967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee00024f-647e-4bb5-9e9a-50f9f76750fd admin admin] Unset dirty status for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:20:35.712819 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee00024f-647e-4bb5-9e9a-50f9f76750fd admin admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 842 time: 0.2298527 Feb 10 11:20:35.716965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.3.1', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'cidr': '172.26.3.0/24'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:35.722058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:20:35.725744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Usage tracker for resource:subnet and tenant:dd27aef2bc0448fab763dccc8454b63b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:20:35.728507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:20:35.734367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:20:35.744792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Made reservation on behalf of dd27aef2bc0448fab763dccc8454b63b for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:20:35.747150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:36.111704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:20:36.112119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:36.181788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bb2d6a-2f10-4ac3-8989-062e13cbb310,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:36.204946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:20:36.205367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Network hostable DHCP agents. Network: 69eef483-efc7-4ad8-a4d7-0a7910f7beaa, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:20:36.226820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:20:36.240657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 69eef483-efc7-4ad8-a4d7-0a7910f7beaa) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:36.244731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:36.245300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:36.249487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ffb0b5-eb2e-4606-ad02-5f2d81aeac86 None None] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:20:36.270911 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-62cda6d9-ad02-4296-b6d9-460aea310d72 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5527132 Feb 10 11:20:36.501526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d51ac-8982-4ebf-83bf-9da282be4b63 None None] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:20:36.803768 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:20:36.805165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e078ea95-e24d-45c9-945b-9997348f2c7c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:36.869925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e078ea95-e24d-45c9-945b-9997348f2c7c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:20:36.874734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e078ea95-e24d-45c9-945b-9997348f2c7c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:36.875105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:36.987059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:37.020134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e078ea95-e24d-45c9-945b-9997348f2c7c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e078ea95-e24d-45c9-945b-9997348f2c7c,segment=NetworkSegment(114ba70a-5f59-4147-91f3-cd76cff2ceec),segment_id=114ba70a-5f59-4147-91f3-cd76cff2ceec)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:20:37.024138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:37.090527 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e078ea95-e24d-45c9-945b-9997348f2c7c,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:38.512182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43602) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:38.745213 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-32ab26ab-6f78-41fc-b144-b185c217f41e admin admin] 10.222.0.42 "GET /v2.0/routers/b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 HTTP/1.1" status: 200 len: 710 time: 0.2319112 Feb 10 11:20:38.790375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e078ea95-e24d-45c9-945b-9997348f2c7c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:38.857525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e078ea95-e24d-45c9-945b-9997348f2c7c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:38.857988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:38.873137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df3f3e0-bbdc-4293-ae84-de5e1347b6f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:20:38.874488 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6df3f3e0-bbdc-4293-ae84-de5e1347b6f3 admin admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 886 time: 0.1242969 Feb 10 11:20:38.883538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:20:39.348182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:39.567167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:39.623586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:39.752002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Allocated IP 172.26.3.43 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/30ac8c21-f554-43fc-a4f5-757a7ba92e8d) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:20:39.892382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:39.918649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:39.981069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:20:39.983775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:20:39.987365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:20:40.015997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Pushing event updated for resources: {'Port': ['ID=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:40.125911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:40.283899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:40.286913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:40.474210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:20:40.665250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:20:40.673614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:40.674609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Sync routers for ids ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:20:40.675136 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1335631d-cbd6-4e52-9706-3f71c9c90bcd admin admin] 10.222.0.42 "PUT /v2.0/routers/b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 HTTP/1.1" status: 200 len: 889 time: 1.7950125 Feb 10 11:20:40.687410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Routers {'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:20:40.688092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:20:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:40.875982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Set router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:20:41.206589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:40Z', 'revision_number': 4, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port': {'id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:39Z', 'updated_at': '2022-02-10T11:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:37Z', 'revision_number': 5, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:41.211881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Checking router: b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:20:41.212251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Updating router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:20:41.263347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.597806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.609101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Transition to ACTIVE for port object 30ac8c21-f554-43fc-a4f5-757a7ba92e8d will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:20:41.615668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.693060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Attempting to bind port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:20:41.693673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Attempting to bind port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:20:41.693814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Attempting to bind port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:20:41.696378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f76f18-e861-454d-910a-ec60fe120b1c None None] Pushing event updated for resources: {'Port': ['ID=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:41.703320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:20:41.703562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:20:41.703962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.704344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:20:41.704804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Bound port: 30ac8c21-f554-43fc-a4f5-757a7ba92e8d, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:20:41.705193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.775526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] For port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:20:41.778529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] For port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:20:41.781907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:41.856913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f76f18-e861-454d-910a-ec60fe120b1c None None] Pushing event updated for resources: {'Port': ['ID=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:41.864463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Routers {'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:20:41.865062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:20:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:42.044627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] Set router b633ee38-f7bc-4ea7-b1b9-886fa6e911b5 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:20:42.362634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:40Z', 'revision_number': 4, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port': {'id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:39Z', 'updated_at': '2022-02-10T11:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:37Z', 'revision_number': 5, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:20:42.367552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108d0132-46d2-496d-b6bc-a8186980eac3 None None] The sync data for ids ['b633ee38-f7bc-4ea7-b1b9-886fa6e911b5'] in dv-neutron-827807-1-hyperv is: [{'id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'name': 'router1', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:20:22Z', 'updated_at': '2022-02-10T11:20:40Z', 'revision_number': 4, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'gw_port': {'id': '30ac8c21-f554-43fc-a4f5-757a7ba92e8d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:39Z', 'updated_at': '2022-02-10T11:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e078ea95-e24d-45c9-945b-9997348f2c7c', 'name': '', 'network_id': '57a98448-9f88-4411-814d-eb21b06613ef', 'tenant_id': '62d8f0156a9d4902b84bdf8328532282', 'mac_address': 'fa:16:3e:52:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b633ee38-f7bc-4ea7-b1b9-886fa6e911b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:20:31Z', 'updated_at': '2022-02-10T11:20:37Z', 'revision_number': 5, 'project_id': '62d8f0156a9d4902b84bdf8328532282', 'subnets': [{'id': '13be9df9-cae1-4611-b41a-f5c071570f15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5434213-8a6c-4587-983e-701fe6ccf482'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:20:42.829080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 30ac8c21-f554-43fc-a4f5-757a7ba92e8d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:42.905506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:20:42.910513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:42.910884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:42.914541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 43612) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:20:43.036957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:43.052125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:20:43.056380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:43.068084 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-27aa3f1c-bc0e-441d-a537-2d82834d08e2 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1521552 Feb 10 11:20:43.125010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=30ac8c21-f554-43fc-a4f5-757a7ba92e8d,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:20:44.798956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 30ac8c21-f554-43fc-a4f5-757a7ba92e8d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:20:44.876509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 30ac8c21-f554-43fc-a4f5-757a7ba92e8d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:20:44.876884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:57.107897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b21864d6-6ed4-4295-9436-46d8cc9f919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:20:59.295645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7150b0d2-12cd-434f-b937-f7d107dee402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:00.360409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:00.543772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:01.902411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:13.803947 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:21:27.110101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-758968d9-9dad-4ae9-86e2-88dc0135b113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:29.304132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5211d8e-cff9-44d4-8a52-beed259e2cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:30.364727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:30.548110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:31.916312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:50.803561 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:21:57.113832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a2139d4-228a-4ee8-ae93-17f1c3a7bbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:21:59.300531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83a09af3-4177-4f97-80f0-0b6ca1a2c3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:00.371692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:00.551593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:01.914072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:27.118051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-034d6c58-d45f-42c3-b6cd-125f4c08f489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:27.804469 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:22:29.301076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2020b6fd-ca8c-43b0-a7bf-eb3c8f428c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:30.370910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:30.555603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:31.919856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:48.985993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44220) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:22:49.077812 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-03da0d56-164f-4577-b9c5-a891ec7fd9ad admin admin] GET failed (client error): The resource could not be found. Feb 10 11:22:49.078987 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-03da0d56-164f-4577-b9c5-a891ec7fd9ad admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0920360 Feb 10 11:22:49.207937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14824696-0023-42ad-a15c-af0c8bfa417b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:49.209304 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14824696-0023-42ad-a15c-af0c8bfa417b admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264238 Feb 10 11:22:51.238752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:22:51.403688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed799fc-d847-44f6-9889-80fc9a0c1170 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:51.404235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0ed799fc-d847-44f6-9889-80fc9a0c1170 admin admin] Synchronizing usage tracker for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:22:51.420292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0ed799fc-d847-44f6-9889-80fc9a0c1170 admin admin] Unset dirty status for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:22:51.421346 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0ed799fc-d847-44f6-9889-80fc9a0c1170 admin admin] 10.222.0.42 "GET /v2.0/subnets/13be9df9-cae1-4611-b41a-f5c071570f15 HTTP/1.1" status: 200 len: 849 time: 0.1816289 Feb 10 11:22:51.430969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:22:51.541541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Notify callbacks [] for subnet, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:51.721569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291'] for subnet, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:51.766332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:51.767517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:51.768155 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] 10.222.0.42 "PUT /v2.0/subnets/13be9df9-cae1-4611-b41a-f5c071570f15 HTTP/1.1" status: 200 len: 868 time: 0.3414195 Feb 10 11:22:51.786273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f10d44-ea9d-4145-b52c-be2dc05b29df None None] Network 57a98448-9f88-4411-814d-eb21b06613ef requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:22:51.787278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=13be9df9-cae1-4611-b41a-f5c071570f15,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:22:51.796097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.796452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.796771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.797096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.797421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.797752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.798063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.798390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.799103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.799103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:51.799433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b9f50-2b49-4483-9c71-04b1e0037cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:22:52.265104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ccb95b0e-90db-45b8-9df4-ae88d7878036 None None] Provisioning complete for port e078ea95-e24d-45c9-945b-9997348f2c7c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:22:52.265405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ccb95b0e-90db-45b8-9df4-ae88d7878036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:52.387123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ccb95b0e-90db-45b8-9df4-ae88d7878036 None None] Provisioning complete for port f8135d8d-ad4c-47cd-9f1d-62c3f92c9da2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:22:52.387517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ccb95b0e-90db-45b8-9df4-ae88d7878036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:53.826728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44240) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:22:54.021339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43584a-219d-47ad-92db-eb79852b591a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:54.021339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43584a-219d-47ad-92db-eb79852b591a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:54.022107 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6b43584a-219d-47ad-92db-eb79852b591a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1937742 Feb 10 11:22:56.019125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:22:56.178756 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:22:56.179366 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:22:56.608356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.policy [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83554) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 10 11:22:56.609126 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:22:56.609494 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING oslo_policy.policy [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 11:22:56.612460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:56.612841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:56.614847 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-06020f30-4d5d-46d6-b28d-ef28e2aa81a2 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5937250 Feb 10 11:22:57.119620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-185d5dbe-9379-413a-8151-1be67d9f6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:22:58.644759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44266) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:22:58.844826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ac9c8-a547-4e7b-93b7-f9222ff38497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:22:58.846086 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f54ac9c8-a547-4e7b-93b7-f9222ff38497 admin admin] 10.222.0.42 "GET /v2.0/networks/57a98448-9f88-4411-814d-eb21b06613ef HTTP/1.1" status: 200 len: 869 time: 0.2004054 Feb 10 11:22:59.305828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-111dde8a-f83e-4e39-9c6a-c7adbaed0112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:00.375411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:00.558891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:00.891778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44276) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:01.076263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4709e-47e7-4dba-a9d9-c60597ba882d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:01.077476 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-06d4709e-47e7-4dba-a9d9-c60597ba882d admin admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 886 time: 0.1847749 Feb 10 11:23:01.923170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:03.117240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44286) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:03.245786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6919c5-4c98-4a63-ba2d-1462684ab408 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:03.246147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6919c5-4c98-4a63-ba2d-1462684ab408 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:03.247685 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d6919c5-4c98-4a63-ba2d-1462684ab408 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292641 Feb 10 11:23:04.804635 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:23:05.273178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44296) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:05.401002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda9f87-f05e-4fe3-b607-2cb322ce59da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:05.401367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda9f87-f05e-4fe3-b607-2cb322ce59da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:05.402821 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2cda9f87-f05e-4fe3-b607-2cb322ce59da admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286645 Feb 10 11:23:07.418965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:07.550980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ec77c-908b-4824-a938-53edcf0d68fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:07.552302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-463ec77c-908b-4824-a938-53edcf0d68fd admin admin] 10.222.0.42 "GET /v2.0/subnets/13be9df9-cae1-4611-b41a-f5c071570f15 HTTP/1.1" status: 200 len: 868 time: 0.1324029 Feb 10 11:23:09.561941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44316) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:09.683830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94be9d-b9e3-4506-ae10-b1a7f214f9e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:09.685110 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e94be9d-b9e3-4506-ae10-b1a7f214f9e1 admin admin] 10.222.0.42 "GET /v2.0/subnets/82bb2d6a-2f10-4ac3-8989-062e13cbb310 HTTP/1.1" status: 200 len: 816 time: 0.1222370 Feb 10 11:23:27.121311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c26455ce-2e6a-46c5-8755-a4dc02b4f0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:27.812651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:27.889674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-527ba64a-58fa-49f8-a368-af103f732ca6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:23:27.890663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-527ba64a-58fa-49f8-a368-af103f732ca6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0770550 Feb 10 11:23:29.307853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f5a1-7167-46ec-a105-6cc9c8143ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:29.982332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:30.074126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e9e740-5655-4f20-b275-9737fbed31cc admin admin] GET failed (client error): The resource could not be found. Feb 10 11:23:30.075316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0e9e740-5655-4f20-b275-9737fbed31cc admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0919816 Feb 10 11:23:30.202509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c03378b-db33-4046-8a36-ed0e91bf3b37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:30.203854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c03378b-db33-4046-8a36-ed0e91bf3b37 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1247211 Feb 10 11:23:30.377822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:30.561152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:31.929346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.257921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:32.327110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:23:32.328305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.quota [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Loaded quota_driver: . Feb 10 11:23:32.335054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:23:32.347380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:23:32.361440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Made reservation on behalf of dd27aef2bc0448fab763dccc8454b63b for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:23:32.364357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.455860 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING neutron.services.revisions.revision_plugin [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Could not find related network for resource to bump revision. Feb 10 11:23:32.470676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:23:32.482088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785260976222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.482663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Unsubscribe: segment precommit_create {{(pid=83554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 11:23:32.483156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Added segment 3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3 of type vlan for network 54552c4d-89d8-44de-aa34-8b27e84f36ee Feb 10 11:23:32.545585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.578673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.579606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:32.580192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:32.681164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4221656 Feb 10 11:23:32.688380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Pushing event updated for resources: {'Network': ['ID=54552c4d-89d8-44de-aa34-8b27e84f36ee,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:32.698161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.698509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.698845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.699178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.699555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.699882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.700228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.700561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.700878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.701198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.701515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69202076-7a38-40c1-8d72-9fbf7e8dfd28 admin admin] Tracked resource versions report: Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: pushed versions: Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Log': {'1.0'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Network': {'1.1'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Port': {'1.5'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'PortForwarding': {'1.2'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'QosPolicy': {'1.8'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroup': {'1.2'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SubPort': {'1.0'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Subnet': {'1.1'}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Trunk': {'1.1'}} Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: consumer versions: Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Log': '1.0', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Network': '1.1', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Port': '1.5', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'PortForwarding': '1.2', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'QosPolicy': '1.8', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroup': '1.2', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroupRule': '1.0', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SubPort': '1.0', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Subnet': '1.1', Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Trunk': '1.1'}} Feb 10 11:23:32.702833 dv-neutron-827807-1-hyperv neutron-server[83554]: {{(pid=83554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:23:32.740810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:23:34.710846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:23:34.800125 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1262ba86-9699-4a7f-b667-c5eda39e508f admin admin] GET failed (client error): The resource could not be found. Feb 10 11:23:34.800647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1262ba86-9699-4a7f-b667-c5eda39e508f admin admin] Synchronizing usage tracker for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:23:34.815447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1262ba86-9699-4a7f-b667-c5eda39e508f admin admin] Unset dirty status for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:23:34.816621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1262ba86-9699-4a7f-b667-c5eda39e508f admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1047752 Feb 10 11:23:34.935550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c5ecd-01dd-4223-82dd-81a728707b68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:34.936872 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab5c5ecd-01dd-4223-82dd-81a728707b68 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1159301 Feb 10 11:23:34.946417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:23:34.951166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:23:34.961311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:23:34.970748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Made reservation on behalf of dd27aef2bc0448fab763dccc8454b63b for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:23:34.973050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:35.185887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:35.260955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d71272-7ddc-4691-9ab4-58e111dbccd7,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:35.271346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Checking segment: {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:23:35.271744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Network hostable DHCP agents. Network: 54552c4d-89d8-44de-aa34-8b27e84f36ee, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:23:35.294568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:23:35.303986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 54552c4d-89d8-44de-aa34-8b27e84f36ee) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:23:35.308433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:23:35.309001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:35.313739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33902cfd-2945-4193-8f90-b007692b42b9 None None] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:23:35.332997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-70cb4399-c5d4-46f3-b266-c5f5a2819c46 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3903153 Feb 10 11:23:35.534163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-54552c4d-89d8-44de-aa34-8b27e84f36ee', 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee', 'tenant_id': 'dd27aef2bc0448fab763dccc8454b63b', 'fixed_ips': [{'subnet_id': 'e9d71272-7ddc-4691-9ab4-58e111dbccd7'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:23:35.535016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:35.690169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Allocated IP 192.168.233.2 (54552c4d-89d8-44de-aa34-8b27e84f36ee/e9d71272-7ddc-4691-9ab4-58e111dbccd7/19481dbd-a385-4a33-abac-145343b639e6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:23:35.915268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:35.925925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Transition to ACTIVE for port object 19481dbd-a385-4a33-abac-145343b639e6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:23:35.945498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Transition to ACTIVE for port object 19481dbd-a385-4a33-abac-145343b639e6 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:23:35.953537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:36.023580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:23:36.024723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:23:36.028157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:23:36.035643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Pushing event updated for resources: {'Port': ['ID=19481dbd-a385-4a33-abac-145343b639e6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:36.075582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.075931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.076275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.076603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.076947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.077275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.077597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.077934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.078258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.078576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.078899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:23:36.129831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Attempting to bind port 19481dbd-a385-4a33-abac-145343b639e6 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:23:36.130232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Attempting to bind port 19481dbd-a385-4a33-abac-145343b639e6 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:23:36.130596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Attempting to bind port 19481dbd-a385-4a33-abac-145343b639e6 on network 54552c4d-89d8-44de-aa34-8b27e84f36ee {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:23:36.136893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:23:36.137262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Checking segment: {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:23:36.137653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:36.138035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Bound using segment: {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:23:36.138492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Bound port: 19481dbd-a385-4a33-abac-145343b639e6, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:23:36.138873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:36.226629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] For port 19481dbd-a385-4a33-abac-145343b639e6, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:23:36.229753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] For port 19481dbd-a385-4a33-abac-145343b639e6, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=19481dbd-a385-4a33-abac-145343b639e6,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:23:36.234169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:36.309598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3e6b-c8e2-4ebf-81a3-51a4a1f753cc None None] Pushing event updated for resources: {'Port': ['ID=19481dbd-a385-4a33-abac-145343b639e6,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:36.903314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 19481dbd-a385-4a33-abac-145343b639e6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:23:37.008998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 19481dbd-a385-4a33-abac-145343b639e6 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:23:37.165360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c429d-7ee6-45de-9d7a-6c8b665f069d None None] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:23:37.253608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Provisioning for port 19481dbd-a385-4a33-abac-145343b639e6 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:23:37.264316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Provisioning complete for port 19481dbd-a385-4a33-abac-145343b639e6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:23:37.264690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:37.476190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:37.519943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] For port 19481dbd-a385-4a33-abac-145343b639e6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=19481dbd-a385-4a33-abac-145343b639e6,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:23:37.528307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:37.601615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421d3c7-1aa2-4d63-ac4c-d05503b11a00 None None] Pushing event updated for resources: {'Port': ['ID=19481dbd-a385-4a33-abac-145343b639e6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:23:37.754319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89eebef0-6ecc-456a-b63b-da6e263e3402 None None] Provisioning complete for port 19481dbd-a385-4a33-abac-145343b639e6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:23:37.754625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89eebef0-6ecc-456a-b63b-da6e263e3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:38.873198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 19481dbd-a385-4a33-abac-145343b639e6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:23:38.939189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 19481dbd-a385-4a33-abac-145343b639e6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:23:38.939586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:41.804340 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:23:57.124393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1970dc00-7f7b-431d-bc70-4868f3bf3174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:23:59.309685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19342d40-6eb8-44c4-9f34-8a733fbb8c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:00.382352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:00.564010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:01.935542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:18.804902 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:24:27.125413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37a612f4-2ed1-4910-bdcc-f80e21c3093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:29.312139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa39620b-901e-4aed-8f7d-18166f83ae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:30.402388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:30.566948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:31.936556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:42.538596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:42.544297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-d3ffc87e-2d20-4f5b-99f6-4bcdcb487ba5 tempest-verify_tempest_config-1010805138 tempest-verify_tempest_config-1010805138-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:24:42.545281 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3ffc87e-2d20-4f5b-99f6-4bcdcb487ba5 tempest-verify_tempest_config-1010805138 tempest-verify_tempest_config-1010805138-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057468 Feb 10 11:24:42.869195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:43.009340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.047938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:24:43.052410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Usage tracker for resource:security_group_rule and tenant:8e22886c07d747e7bbe1003634ee04cf is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:24:43.055187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:24:43.060881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:24:43.133998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.138019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.185613 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e22886c07d747e7bbe1003634ee04cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3153839 Feb 10 11:24:43.186525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd5f8b-adce-4514-9f1b-bfaf517cb73d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:43.188275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44452) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:24:43.195743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.196095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.196435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.196767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.197098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.197430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.197754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.198078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.198399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.198721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.199032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44757bef-f8d0-4759-ae37-ac480ba22543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.247554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.274579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.361412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.375412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd5f8b-adce-4514-9f1b-bfaf517cb73d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:24:43.386345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.386684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.387042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.387391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.387735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.388068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.388389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.388705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.389020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.389332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.389696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:24:43.392244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:43.393324 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-85620bdc-90be-4f42-8c6c-61860f3fd9d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fcd5f8b-adce-4514-9f1b-bfaf517cb73d HTTP/1.1" status: 204 len: 168 time: 0.2040365 Feb 10 11:24:55.804878 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:24:57.126808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f39bbc15-790c-415c-b7d8-b0ba2cbf0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:24:59.312918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d891607-4a84-434c-b8a9-1e34c23a1e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:00.386531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:00.569794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:01.942353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:27.127239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b07f263e-b299-43e7-87c3-3fb9fcae1e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:29.314410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-28087184-ff0e-48a9-9175-f6ea7f3f580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:30.389053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:30.571350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:31.942856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:32.805186 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 5 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:25:57.127451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1546bbcc-b513-4161-a5ae-8909eba344d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:25:59.338633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93c890f4-e959-4d6f-9a60-6f0e3cdc8340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:00.395349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:00.574691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:01.945413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:03.603887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1036680'] for agent, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:09.804933 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:26:19.250239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44522) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:26:19.384333 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60232a6d-264a-4856-8eea-e9fd221655c4 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1330230 Feb 10 11:26:21.455223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44532) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:26:21.534841 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-546ca673-1d16-4435-8281-b998cf74a432 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0785515 Feb 10 11:26:27.128349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1571f81-b367-455a-9ca4-48dbb77ab299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:29.325262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e01d0178-d355-4970-8005-a905d3bf7f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:30.387286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:30.574957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:31.948233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:33.556641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:46.805696 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:26:57.131523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe8c5-6eb9-45c6-98c3-56c4843cff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:26:59.323858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-05a50e83-d7c4-454a-b9a3-15da13a18b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:00.393615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:00.602132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:01.971055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:03.565690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:23.806570 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:27:27.134302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73bad78f-a383-434e-a0fa-906c726d6ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:29.318009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43d117b8-8605-4d1e-b6d9-7da31054d8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:30.393351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:30.587501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:31.956633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:33.566796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.247665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44630) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:43.582185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2045461897-network', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:43.588682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:43.592954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Usage tracker for resource:network and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:43.596402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:43.602826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:43.613860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Made reservation on behalf of e4a57bb9cc0646a990668aafbe9eafe2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:43.616382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.628639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.659995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:43.664896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Usage tracker for resource:security_group_rule and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:43.667771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:43.673962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:43.756163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.764728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.779080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:43.788787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.789210 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Added segment fe6f143b-81e4-4751-b7dc-acd909206c5e of type vlan for network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 Feb 10 11:27:43.817312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.872991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3410a92a-9c3f-4588-81ec-d95171019557,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:43.885413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.885761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.886099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.886422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.886763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.887084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.887596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.888179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.888501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.888817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.889130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Tracked resource versions report: Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: pushed versions: Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Log': {'1.0'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Network': {'1.1'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Port': {'1.5'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'PortForwarding': {'1.2'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'QosPolicy': {'1.8'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroup': {'1.2'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SubPort': {'1.0'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Subnet': {'1.1'}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Trunk': {'1.1'}} Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: consumer versions: Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: HyperV agent@hv-neutron-8278: {}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Log': '1.0', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Network': '1.1', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Port': '1.5', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'PortForwarding': '1.2', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'QosPolicy': '1.8', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroup': '1.2', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SecurityGroupRule': '1.0', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'SubPort': '1.0', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Subnet': '1.1', Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: 'Trunk': '1.1'}} Feb 10 11:27:43.890505 dv-neutron-827807-1-hyperv neutron-server[83553]: {{(pid=83553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:27:43.893054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.893856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:43.894409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:43.933215 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6817014 Feb 10 11:27:43.934477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44662) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:43.942542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Request body: {'subnet': {'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2045461897-subnet', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:43.948740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:43.953256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Usage tracker for resource:subnet and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:43.958557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:43.969926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:43.982594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Made reservation on behalf of e4a57bb9cc0646a990668aafbe9eafe2 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:43.985934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.026665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4089d2-6a17-48fe-8a96-bbadb229f2bf admin admin] Pushing event updated for resources: {'Network': ['ID=a6c84bf1-5ad2-4a02-8d20-cd07ac405676,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:44.039558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:44.227876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.305598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=41725683-c8ac-403a-b580-964f9728885a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:44.321479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.321817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.322273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.322474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.322811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.323132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.323554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.323813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.324134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.324453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.324771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Tracked resource versions report: Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: pushed versions: Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Log': {'1.0'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Network': {'1.1'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Port': {'1.5'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'PortForwarding': {'1.2'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'QosPolicy': {'1.8'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroup': {'1.2'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SubPort': {'1.0'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Subnet': {'1.1'}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Trunk': {'1.1'}} Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: consumer versions: Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: HyperV agent@hv-neutron-8278: {}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Log': '1.0', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Network': '1.1', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Port': '1.5', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'PortForwarding': '1.2', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'QosPolicy': '1.8', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroup': '1.2', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SecurityGroupRule': '1.0', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'SubPort': '1.0', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Subnet': '1.1', Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: 'Trunk': '1.1'}} Feb 10 11:27:44.325940 dv-neutron-827807-1-hyperv neutron-server[83554]: {{(pid=83554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:27:44.328253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Checking segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:44.328620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Network hostable DHCP agents. Network: a6c84bf1-5ad2-4a02-8d20-cd07ac405676, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:44.352259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:44.361994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a6c84bf1-5ad2-4a02-8d20-cd07ac405676) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:44.366692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:44.367306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.374671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c0fa7-16b6-445d-8b2b-c7b071c758fa None None] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:44.401928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44680) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:44.402498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d05c357-7e0f-43a6-822e-6659c7a78dbd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4661453 Feb 10 11:27:44.407777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:44.412153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:44.416384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Usage tracker for resource:router and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:44.419560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:44.432160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:44.449740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.451017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.477062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.625002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:27:44.628040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.661783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.828428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Allocated IP 172.20.0.2 (a6c84bf1-5ad2-4a02-8d20-cd07ac405676/41725683-c8ac-403a-b580-964f9728885a/d1d26508-41fa-4c5b-875d-15ecb16edc88) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:44.908005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:44.942039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.062551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.075666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Transition to ACTIVE for port object d1d26508-41fa-4c5b-875d-15ecb16edc88 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:45.095692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Allocated IP 172.26.3.148 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d0b8a2d5-3af9-41e6-bb6d-785283ba84c2) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:45.108892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Transition to ACTIVE for port object d1d26508-41fa-4c5b-875d-15ecb16edc88 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:45.117239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.187577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:45.187691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44706) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:45.194096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:45.206974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:45.269934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.304077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.309565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Attempting to bind port d1d26508-41fa-4c5b-875d-15ecb16edc88 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:45.309950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Attempting to bind port d1d26508-41fa-4c5b-875d-15ecb16edc88 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:45.310275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Attempting to bind port d1d26508-41fa-4c5b-875d-15ecb16edc88 on network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:45.321764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Pushing event updated for resources: {'Port': ['ID=d1d26508-41fa-4c5b-875d-15ecb16edc88,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:45.330826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.331185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.331531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.332191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.332322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.333209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.333532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.333856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.334191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.334491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.334809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Tracked resource versions report: Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: pushed versions: Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Log': {'1.0'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Network': {'1.1'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Port': {'1.5'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'PortForwarding': {'1.2'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'QosPolicy': {'1.8'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroup': {'1.2'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SubPort': {'1.0'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Subnet': {'1.1'}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Trunk': {'1.1'}} Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: consumer versions: Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: HyperV agent@hv-neutron-8278: {}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Log': '1.0', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Network': '1.1', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Port': '1.5', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'PortForwarding': '1.2', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'QosPolicy': '1.8', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroup': '1.2', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SecurityGroupRule': '1.0', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'SubPort': '1.0', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Subnet': '1.1', Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: 'Trunk': '1.1'}} Feb 10 11:27:45.335979 dv-neutron-827807-1-hyperv neutron-server[83555]: {{(pid=83555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:27:45.339212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:45.339212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Checking segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:45.339611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.339961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Bound using segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:45.340430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Bound port: d1d26508-41fa-4c5b-875d-15ecb16edc88, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:45.340982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.376208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:45.379086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:45.388498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:45.430189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:45.435884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] For port d1d26508-41fa-4c5b-875d-15ecb16edc88, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:45.439726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] For port d1d26508-41fa-4c5b-875d-15ecb16edc88, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d1d26508-41fa-4c5b-875d-15ecb16edc88,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:45.447162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.516738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.517743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:45.536210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0453-faaf-40f6-ae1a-064a229a3e9c None None] Pushing event updated for resources: {'Port': ['ID=d1d26508-41fa-4c5b-875d-15ecb16edc88,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:45.830224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:27:45.870464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44724) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:46.005085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-744358295'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:46.011871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:46.016833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:network and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:46.021273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:46.029189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:46.041474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Made reservation on behalf of 45908dde3de94e8f814663342096a9d1 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:46.046036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.059704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:27:46.064823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.070310 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Sync routers for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:27:46.092891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:27:46.093510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.095142 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:46.097525 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e1ffc74-7fdd-4ad8-847c-129156426942 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6937759 Feb 10 11:27:46.100987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44732) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:46.124950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:46.139094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:security_group_rule and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:46.150228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:46.164309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:46.248172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.254323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.282127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:46.338980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.343717 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Added segment 7c4605ef-ecc7-4cbc-a897-70c3fa24fe46 of type vlan for network e2830bbb-fc1e-4443-b968-4cf38fb6d421 Feb 10 11:27:46.372122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d31abe5-83df-4802-9050-ea37b79d8d65,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:46.435301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.494869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.497061 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:27:46.499058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:46.499783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.664032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2144176424-network', 'tenant_id': '93d7067759464df68c4212e589960d94'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:46.737740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:46.771075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:46.775286 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5854566 Feb 10 11:27:46.778892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44754) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:46.785402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Usage tracker for resource:network and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:46.792900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc8981-7768-4938-9181-f43ab2af835f tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Network': ['ID=e2830bbb-fc1e-4443-b968-4cf38fb6d421,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:46.801464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'subnet': {'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:46.803869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:46.805193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:46.815785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:46.843916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Made reservation on behalf of 93d7067759464df68c4212e589960d94 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:46.848419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.857051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2c4ce-2178-4fcd-acec-dd6cee7d2c4c None None] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:46.881042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:46.952030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:46.962052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Usage tracker for resource:security_group_rule and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:46.969378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:46.989140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:47.018423 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:45Z', 'revision_number': 3, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:47.026724 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Checking router: 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:27:47.027528 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Updating router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:27:47.102850 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.173920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.179562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.214501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:47.218604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:subnet and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:47.221452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:47.221976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:47.224833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf96783-0091-42ff-a24b-16e7ce6cb8be,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:47.235190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.235588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Added segment ab23650e-395c-4176-afaf-6bc6f47a854d of type vlan for network 1ec14f9c-ba98-41e7-8323-ee6744453c7a Feb 10 11:27:47.239391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:47.270378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.278027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Made reservation on behalf of 45908dde3de94e8f814663342096a9d1 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:47.330069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.331090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:47.333183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.356271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d1d26508-41fa-4c5b-875d-15ecb16edc88 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:47.455530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1057258225'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:47.537013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6627257 Feb 10 11:27:47.552858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:47.553801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:47.578058 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.590793 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Transition to ACTIVE for port object d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:47.594033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Request body: {'subnet': {'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2144176424-subnet', 'tenant_id': '93d7067759464df68c4212e589960d94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:47.599769 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.605747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:network and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:47.621925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:47.626205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:47.648246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Usage tracker for resource:subnet and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:47.653573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445bf5d-cf68-4e22-9f28-6ee3a496e849 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec14f9c-ba98-41e7-8323-ee6744453c7a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:47.656031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:47.664421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:47.672274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:47.680122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:47.709430 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Attempting to bind port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:47.709672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:47.709970 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Attempting to bind port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:47.710440 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Attempting to bind port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:47.712880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.725203 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:47.725627 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:47.726175 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.726580 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:47.727053 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Bound port: d0b8a2d5-3af9-41e6-bb6d-785283ba84c2, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:47.727633 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.733731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.744582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Made reservation on behalf of 93d7067759464df68c4212e589960d94 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:47.746995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.775539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.775733 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:47.793917 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.794276 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.794705 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.795052 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.795428 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.796301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.796301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.796566 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.796897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.797222 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.801031 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Tracked resource versions report: Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: pushed versions: Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: { 'ConntrackHelper': {'1.0'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Log': {'1.0'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Network': {'1.1'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Port': {'1.5'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'PortForwarding': {'1.2'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'QosPolicy': {'1.8'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroup': {'1.2'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroupRule': {'1.0'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SubPort': {'1.0'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Subnet': {'1.1'}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Trunk': {'1.1'}} Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: consumer versions: Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: { DHCP agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: HyperV agent@hv-neutron-8278: {}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: L3 agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: Metadata agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: Metering agent@dv-neutron-827807-1-hyperv: {}, Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: Open vSwitch agent@dv-neutron-827807-1-hyperv: { 'ConntrackHelper': '1.0', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Log': '1.0', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Network': '1.1', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Port': '1.5', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'PortForwarding': '1.2', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'QosPolicy': '1.8', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroup': '1.2', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SecurityGroupRule': '1.0', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'SubPort': '1.0', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Subnet': '1.1', Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: 'Trunk': '1.1'}} Feb 10 11:27:47.803032 dv-neutron-827807-1-hyperv neutron-server[83556]: {{(pid=83556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 11:27:47.848064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0836cd46-1b6a-4978-abde-3593fb6f8c15 None None] Provisioning for port d1d26508-41fa-4c5b-875d-15ecb16edc88 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:47.853872 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] For port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:47.870081 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] For port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:47.879659 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:47.906723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d1d26508-41fa-4c5b-875d-15ecb16edc88 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:47.943841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d1d26508-41fa-4c5b-875d-15ecb16edc88 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:47.945087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.030149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:48.053089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:security_group_rule and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:48.063187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:48.080085 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d9b6-66ab-4257-b012-854f65c9a9f4 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:48.081607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:48.153307 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:27:48.153961 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:48.211524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.301617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.318423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d1d26508-41fa-4c5b-875d-15ecb16edc88, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d1d26508-41fa-4c5b-875d-15ecb16edc88,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:27:48.337443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba50b757-10ee-420d-809c-13f05dd86316 None None] Provisioning complete for port d1d26508-41fa-4c5b-875d-15ecb16edc88 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:48.338848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba50b757-10ee-420d-809c-13f05dd86316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.384280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Subnet': ['ID=ca358e10-6323-4f61-8cee-fa339b477c40,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:48.386314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.434451 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:27:48.499312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.510675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Checking segment: {'id': '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:48.511120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network hostable DHCP agents. Network: e2830bbb-fc1e-4443-b968-4cf38fb6d421, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:48.547905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:48.565128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e2830bbb-fc1e-4443-b968-4cf38fb6d421) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:48.573252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.593279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1a4fc-0b2a-4352-9e2e-366aa1900dd1 None None] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:48.607950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d1d26508-41fa-4c5b-875d-15ecb16edc88,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:48.634911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.667268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.748566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:48.775658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.776502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Added segment 22533722-139c-4c61-b559-a3f537f41340 of type vlan for network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d Feb 10 11:27:48.853936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Allocated IP 172.20.0.1 (a6c84bf1-5ad2-4a02-8d20-cd07ac405676/41725683-c8ac-403a-b580-964f9728885a/2977802d-fd81-44ce-b63e-8d491f961bba) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:48.856405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:48.857193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.910401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.946627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-e2830bbb-fc1e-4443-b968-4cf38fb6d421', 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421', 'tenant_id': '45908dde3de94e8f814663342096a9d1', 'fixed_ips': [{'subnet_id': 'ca358e10-6323-4f61-8cee-fa339b477c40'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:27:48.948094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:48.960833 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-47927309-44cf-45ea-a22e-beef4a63dfc4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1798780 Feb 10 11:27:48.961592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8049264b-9b30-4db3-90b6-ea7e10120a36,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:48.966993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44804) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:48.984206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-940578331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:49.013309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:49.020679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:router and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:49.034673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:49.055013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:49.067271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.075008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:49.076512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.083941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d1d26508-41fa-4c5b-875d-15ecb16edc88 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:49.104291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.105216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.115480 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:45Z', 'revision_number': 3, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:49.127288 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9ffac-c1e2-4dd9-96a3-b1e1477429a4 None None] The sync data for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv is: [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:45Z', 'revision_number': 3, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:27:49.189188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44810) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:49.208871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.216526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4762933 Feb 10 11:27:49.227458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:49.232568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3917fa6d-387e-4b41-b1db-9324ecefc4f9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:49.238474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'subnet': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:49.298303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d1d26508-41fa-4c5b-875d-15ecb16edc88 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:49.298840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.344109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Allocated IP 172.20.0.2 (e2830bbb-fc1e-4443-b968-4cf38fb6d421/ca358e10-6323-4f61-8cee-fa339b477c40/e9b57c07-4e6a-4011-b5fb-c3a326e401c1) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:49.365796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Checking segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:49.366153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Network hostable DHCP agents. Network: 1ec14f9c-ba98-41e7-8323-ee6744453c7a, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:49.401011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870326ec-efc5-4851-b2c1-add6526070fd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Network': ['ID=a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:49.401152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.418507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:49.421649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:49.462868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.476194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1ec14f9c-ba98-41e7-8323-ee6744453c7a) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:49.491763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:49.492391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.529860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a7da6ea6-e4d5-4f74-b3b3-b3d108bf716b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9727826 Feb 10 11:27:49.531824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:49.532169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Transition to ACTIVE for port object 2977802d-fd81-44ce-b63e-8d491f961bba will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:49.538635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:49.546484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:49.557037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Usage tracker for resource:router and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:49.563039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:49.571623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:49.588504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.588704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:49.591041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.595768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:subnet and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:49.606589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6d6ba-03b9-4a17-80f8-4d761fff3fd7 None None] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:49.607910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.611827 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-11830777-c104-4d8f-ae01-d42ad1f12d51 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6411862 Feb 10 11:27:49.612167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:49.628052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:49.630096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:49.641065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:49.813167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-72398986'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:49.844897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:50.021369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:50.029057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Usage tracker for resource:network and tenant:a764bfefca1e4995a757987b20f7cd78 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:50.034122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:50.048253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:50.143845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.280408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.300744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Transition to ACTIVE for port object e9b57c07-4e6a-4011-b5fb-c3a326e401c1 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:50.314600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:27:50.318025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.355550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Made reservation on behalf of a764bfefca1e4995a757987b20f7cd78 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:50.360955 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Transition to ACTIVE for port object e9b57c07-4e6a-4011-b5fb-c3a326e401c1 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:50.361414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.382026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44848) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:50.430217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.430539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.531380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.554701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.560929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:50.561410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44856) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:50.576354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.579677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:50.580841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Pushing event updated for resources: {'Port': ['ID=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:50.585140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:50.592601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:50.593196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:50.597045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Usage tracker for resource:security_group_rule and tenant:a764bfefca1e4995a757987b20f7cd78 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:50.600334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:50.605732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:50.662772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.737280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Pushing event updated for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:50.789470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Attempting to bind port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:50.790286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Attempting to bind port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:50.790663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Attempting to bind port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 on network e2830bbb-fc1e-4443-b968-4cf38fb6d421 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:50.802052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:50.802429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Checking segment: {'id': '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:50.802877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.803286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Bound using segment: {'id': '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:50.803456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1353432464', 'router:external': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:50.803757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Bound port: e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:50.804187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.812716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:50.823013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:network and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:50.827854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:50.836894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:50.860244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Allocated IP 172.26.3.138 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/278ebc1a-d852-45ee-9c00-b76a4e3eed16) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:50.868560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Made reservation on behalf of 386b816a9fe74124921af52c380ca1d9 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:50.871640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.892441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.892742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Allocated IP 172.20.0.2 (1ec14f9c-ba98-41e7-8323-ee6744453c7a/8049264b-9b30-4db3-90b6-ea7e10120a36/3fa01d9f-0621-47e7-9a80-84297073c2db) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:50.911676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.925019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:50.933204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.945684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:50.954596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:50.954933 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Added segment 144797a1-d191-4e20-bffb-741be084b900 of type vlan for network 12570c01-94c2-4987-8f3d-e6049b8efdf9 Feb 10 11:27:50.983258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.038726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:51.064869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:51.065327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.069204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.075467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:51.076059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.088916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:51.099497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1612498974'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:51.101682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:51.109653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:51.112100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:51.126338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:51.131296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Usage tracker for resource:floatingip and tenant:7f69b91b06044b929f145e18d9757dbb is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:51.137499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Usage tracker for resource:network and tenant:01893bec1a7042f4a44be1951c0a3d02 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:51.141898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:security_group_rule and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:51.146259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:51.150629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:51.153303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:51.162220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:51.169232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:51.171409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:51.181658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] For port e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:51.184425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60602fd4-7524-44c3-a97a-0c6da7b67621,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.201090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] For port e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,segment=NetworkSegment(7c4605ef-ecc7-4cbc-a897-70c3fa24fe46),segment_id=7c4605ef-ecc7-4cbc-a897-70c3fa24fe46)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:51.209883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.289472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.316872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.318006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:51.328254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.353499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:51.353854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.421704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.424849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Made reservation on behalf of 01893bec1a7042f4a44be1951c0a3d02 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:51.426728 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2342236 Feb 10 11:27:51.428465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e7285-2bfb-40dd-b480-8cb1b528ab42 None None] Pushing event updated for resources: {'Port': ['ID=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.429273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.433873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44878) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:51.440395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:51.470531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.476210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-72ba7427-b22a-43ca-94a8-8d49158c04b5 None None] Provisioning for port 2977802d-fd81-44ce-b63e-8d491f961bba completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:51.483660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-72ba7427-b22a-43ca-94a8-8d49158c04b5 None None] Provisioning complete for port 2977802d-fd81-44ce-b63e-8d491f961bba triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:51.484333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-72ba7427-b22a-43ca-94a8-8d49158c04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.504482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.514180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.514517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Added segment 2919106e-561f-4d9d-aa61-1a62b6cd6fa5 of type vlan for network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 Feb 10 11:27:51.531990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29949d63-1be7-40d0-a67a-08ff7fdee849,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.558804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.581286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Transition to ACTIVE for port object 3fa01d9f-0621-47e7-9a80-84297073c2db will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:51.609040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:51.609804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Transition to ACTIVE for port object 3fa01d9f-0621-47e7-9a80-84297073c2db will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:51.618855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84701c2-620e-4b85-8f72-541a563e598b tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Pushing event updated for resources: {'Network': ['ID=12570c01-94c2-4987-8f3d-e6049b8efdf9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.625599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.632339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Usage tracker for resource:security_group_rule and tenant:01893bec1a7042f4a44be1951c0a3d02 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:51.637913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:51.649423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:51.658291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.686463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7427-b22a-43ca-94a8-8d49158c04b5 None None] Port 2977802d-fd81-44ce-b63e-8d491f961bba cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:27:51.705490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 12570c01-94c2-4987-8f3d-e6049b8efdf9 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:51.734153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.758285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:27:51.813856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'name': 'tempest-network--1206925969', 'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:51.826012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:51.827937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:51.833645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:51.837006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:51.853914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:network and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:51.859486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:51.873885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:51.883804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.885206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:51.885841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.918885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.920613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Pushing event updated for resources: {'Port': ['ID=278ebc1a-d852-45ee-9c00-b76a4e3eed16,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.932334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:51.940599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:51.946643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Pushing event updated for resources: {'Port': ['ID=3fa01d9f-0621-47e7-9a80-84297073c2db,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:51.949035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:51.956482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:51.968506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:27:52.001349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.026232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:52.028810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.086686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.111439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Attempting to bind port 3fa01d9f-0621-47e7-9a80-84297073c2db on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:52.113832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Attempting to bind port 3fa01d9f-0621-47e7-9a80-84297073c2db by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:52.114781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Attempting to bind port 3fa01d9f-0621-47e7-9a80-84297073c2db on network 1ec14f9c-ba98-41e7-8323-ee6744453c7a {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:52.132567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.141023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:52.141422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Checking segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:52.141785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.142168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Bound using segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:52.142686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Bound port: 3fa01d9f-0621-47e7-9a80-84297073c2db, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:52.143015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.157162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Subnet': ['ID=f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.174265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.186540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.244071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] For port 3fa01d9f-0621-47e7-9a80-84297073c2db, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:52.247591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] For port 3fa01d9f-0621-47e7-9a80-84297073c2db, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa01d9f-0621-47e7-9a80-84297073c2db,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:52.252281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.274521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Network': ['ID=8ca0ddbd-6c02-4fae-8a63-4f77391b6f76,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.298143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:52.324493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.345503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b5ac37b-d936-408c-8997-7520bd6ab3c6 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7696056 Feb 10 11:27:52.348357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44886) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:52.349751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.352417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:52.368812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'subnet': {'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:52.394532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:52.416047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:subnet and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:52.417816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:security_group_rule and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:52.430141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:52.432912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Checking segment: {'id': '22533722-139c-4c61-b559-a3f537f41340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:52.432912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network hostable DHCP agents. Network: a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:52.442496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:52.448426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:52.458314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:52.476999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:52.478548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d728f6-ea3d-400d-9004-ee6636010086 None None] Pushing event updated for resources: {'Port': ['ID=3fa01d9f-0621-47e7-9a80-84297073c2db,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.499883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.500220 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Added segment 64e78062-0c63-48a0-a8b7-a68296f67582 of type vlan for network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 Feb 10 11:27:52.503712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1039a801-98ea-4655-8b4b-bbf39e33e6d4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.570735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.589736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.590700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.590904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Made reservation on behalf of 386b816a9fe74124921af52c380ca1d9 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:52.593280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.639021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.647327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Allocated IP 172.26.3.19 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/292a112d-e548-4038-bc09-c9366d29d5e3) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:52.728459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:52.876541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Pushing event updated for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:52.883067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.883875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.886095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.890060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:52.890567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:52.899067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:52.912118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e29f6-48f3-4085-8519-457010ff5c58 None None] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:52.922408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:52.922984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.000546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.029781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.078902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf383b6-4be9-40a8-a49c-fff996f98198 None None] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:53.128542 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b25c3e1f-61d5-4996-af09-23a291c02e2d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8999686 Feb 10 11:27:53.142926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44890) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:53.150652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:53.160972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df8f90-a4dd-4340-ad5b-758d76823f95,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:53.182499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-557176137'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:53.182701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Allocated IP 172.20.0.1 (e2830bbb-fc1e-4443-b968-4cf38fb6d421/ca358e10-6323-4f61-8cee-fa339b477c40/e4b75386-2fa6-4619-9542-841a171f1b2c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:53.186006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:53.188998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.189385 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Added segment 4c80a352-7519-496d-806d-0d9272619ab1 of type vlan for network 2f847589-6dff-442a-8834-00a9517f0591 Feb 10 11:27:53.192965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:53.305889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.7407916 Feb 10 11:27:53.312734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab2de9-b0c0-49ec-a56b-eacd85415e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Pushing event updated for resources: {'Network': ['ID=9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:53.341000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-92966066-f484-4248-af94-b3c4ef860a5a None None] Provisioning for port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:53.368306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:53.434199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.481756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.532101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:53.559569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:53.598162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:53.598836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.623987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:53.742055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.757228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.758447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:53.759256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.806610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Pushing event updated for resources: {'Port': ['ID=292a112d-e548-4038-bc09-c9366d29d5e3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:53.867066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Transition to ACTIVE for port object e4b75386-2fa6-4619-9542-841a171f1b2c will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:53.927056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:53.942268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faf8ad3c-7d30-4563-844f-b657994b7500 None None] Provisioning complete for port 2977802d-fd81-44ce-b63e-8d491f961bba triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:53.942818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faf8ad3c-7d30-4563-844f-b657994b7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:53.943091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:port and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:54.018586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:54.025007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:54.025426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.071595 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5778937 Feb 10 11:27:54.085071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:54.122643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-faf8ad3c-7d30-4563-844f-b657994b7500 None None] Port 2977802d-fd81-44ce-b63e-8d491f961bba cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:27:54.125435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:54.137210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'tenant_id': '00c56b64631541dfb9566074391608db', 'fixed_ips': [{'subnet_id': 'f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:27:54.138491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.175307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb722-cc72-4e9a-8b57-fca3ff5af7cb tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=2f847589-6dff-442a-8834-00a9517f0591,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:54.175530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:54.178305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.235920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.241965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.247070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:54.254858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1cc7e-0857-4508-874a-f45662bf356b None None] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:54.282673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2f847589-6dff-442a-8834-00a9517f0591 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:54.294436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1463184836'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:54.298479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port 2fbb6c58-493c-4eab-99f4-8ee140fba505 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:54.341757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.377013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:54.396587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Usage tracker for resource:port and tenant:b1320dbe691f4c82949945fb5102f31d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:54.404547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:54.418045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:54.419134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:54.451129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:54.463684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:54.463902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.468933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.477820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=e4b75386-2fa6-4619-9542-841a171f1b2c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:54.549397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Made reservation on behalf of b1320dbe691f4c82949945fb5102f31d for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:54.549643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5894ffcd-77d7-4781-b517-1ff7c96c6bad None None] Provisioning for port 3fa01d9f-0621-47e7-9a80-84297073c2db completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:54.553242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.591118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.600469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.607641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e9b57c07-4e6a-4011-b5fb-c3a326e401c1 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:54.661048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:27:54.661635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.679334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.679950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.680898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.681460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > port after_create 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.681947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.682655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > port after_update 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.683154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.683698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.684192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.684740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.709131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::24a (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/2fbb6c58-493c-4eab-99f4-8ee140fba505) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:54.736594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Router b96b3165-e823-41f5-9b34-bf8e783ecab3 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:27:54.811123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:54.819317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:54.819739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.856649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.857202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.857692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.858329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:27:54.858860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f847589-6dff-442a-8834-00a9517f0591']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:54.869237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e871cfec-2b8a-4c6a-822f-b4085eb088fc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:54.924418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c80a352-7519-496d-806d-0d9272619ab1') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:54.924915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c80a352-7519-496d-806d-0d9272619ab1') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:54.976652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:54.981078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.023916 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:55.036747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Usage tracker for resource:security_group_rule and tenant:b1320dbe691f4c82949945fb5102f31d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:55.041781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:55.044863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.071206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:27:55.071876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:55.078248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,segment=NetworkSegment(7c4605ef-ecc7-4cbc-a897-70c3fa24fe46),segment_id=7c4605ef-ecc7-4cbc-a897-70c3fa24fe46)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:27:55.082200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.086283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.087461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa01d9f-0621-47e7-9a80-84297073c2db up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:55.109367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:27:55.109806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn_limited( Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn_limited( Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:27:55.138275 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:27:55.175758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cdf444e5-b2e1-473e-99a5-63b8fe41411d None None] Provisioning complete for port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:55.176711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cdf444e5-b2e1-473e-99a5-63b8fe41411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.270388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Checking segment: {'id': '2919106e-561f-4d9d-aa61-1a62b6cd6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:55.270741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network hostable DHCP agents. Network: 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:55.291688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:55.331446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.333782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3fa01d9f-0621-47e7-9a80-84297073c2db completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:55.351163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3fa01d9f-0621-47e7-9a80-84297073c2db triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:55.351163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.353316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.396914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.439700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:55.464823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.472405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.484209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Pushing event updated for resources: {'Port': ['ID=292a112d-e548-4038-bc09-c9366d29d5e3,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:55.486194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:55.488084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.529068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object 2fbb6c58-493c-4eab-99f4-8ee140fba505 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:55.536697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3fa01d9f-0621-47e7-9a80-84297073c2db, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa01d9f-0621-47e7-9a80-84297073c2db,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:27:55.539651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.540943 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-70884e2d-ea2e-41e5-8dab-003138430a07 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1579807 Feb 10 11:27:55.543086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f847589-6dff-442a-8834-00a9517f0591 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:27:55.545703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:55.546276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.546663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.549590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44916) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:55.559962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f847589-6dff-442a-8834-00a9517f0591,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:55.561329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1138723055', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'fixed_ips': [{'ip_address': '172.26.3.19'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:55.573466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:55.581167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.585173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Usage tracker for resource:port and tenant:7f69b91b06044b929f145e18d9757dbb is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:55.588720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:55.595085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfb253-2139-42b9-8f4a-1496f34bcf02 None None] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:55.599174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4cae197d-9eb6-4bad-9b0f-255a05dac709 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2507091 Feb 10 11:27:55.600315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:55.609940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44922) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:55.618350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1950292774', 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:55.628073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:55.634466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:port and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:55.637501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.638986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:55.642191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Made reservation on behalf of 7f69b91b06044b929f145e18d9757dbb for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:55.644474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.648369 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-65b5cf60-f466-4717-8971-678b9a421f72 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/2f847589-6dff-442a-8834-00a9517f0591 HTTP/1.1" status: 204 len: 168 time: 1.5578415 Feb 10 11:27:55.658546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44926) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:55.671279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:55.683419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:55.688050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:55.693760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:network and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:55.697052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:55.703153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:55.719212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:55.720880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.722200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.745998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Provisioning for port e4b75386-2fa6-4619-9542-841a171f1b2c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:27:55.773501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Made reservation on behalf of 386b816a9fe74124921af52c380ca1d9 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:55.775861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.798481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:27:55.808580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:55.809361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=2fbb6c58-493c-4eab-99f4-8ee140fba505,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:55.817923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:55.822981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:55.826828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:55.827447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.836866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Allocated IP 2001:db8::2 (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/ccdbb190-a06d-4d8d-8e57-1f2756bda89a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:55.854768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] device_id is not set on port 9ccbd208-31a1-4aa4-ac3c-276a18c62578 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:55.886341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:55.891970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.893159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7409fb72-3bf4-47ed-9177-8b2bae7118ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3604064 Feb 10 11:27:55.895798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Usage tracker for resource:security_group_rule and tenant:7f69b91b06044b929f145e18d9757dbb is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:55.901976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44930) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:55.904388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:55.910130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.916027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ebb3b475-5f36-402b-ac7f-9be0720c2785 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7494287 Feb 10 11:27:55.923262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44934) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:55.926212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:55.960674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:55.974259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:56.073228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1517765339', 'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:48:15:cc'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:56.115337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.132125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Provisioning complete for port e4b75386-2fa6-4619-9542-841a171f1b2c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:56.132615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.158471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3fa01d9f-0621-47e7-9a80-84297073c2db,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:56.172242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Transition to ACTIVE for port object ccdbb190-a06d-4d8d-8e57-1f2756bda89a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:56.174756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e9b57c07-4e6a-4011-b5fb-c3a326e401c1 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:56.198582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Sync routers for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:27:56.246071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:27:56.271907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 2001:db8::275 (8ca0ddbd-6c02-4fae-8a63-4f77391b6f76/e871cfec-2b8a-4c6a-822f-b4085eb088fc/9ccbd208-31a1-4aa4-ac3c-276a18c62578) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:56.286943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:27:56.287595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:56.307600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cb21c7-bf84-4615-9955-3caead632410,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:56.309825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.328409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.342172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.342476 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Added segment 553494e7-75c6-446d-aa99-0c9f139d56d9 of type vlan for network c06dd7e2-6489-4dd2-85cd-e641843d3955 Feb 10 11:27:56.350490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] device_id is not set on port cac6765e-ccb8-4f72-901f-e2c72aa2a7b1 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:56.412458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Port e4b75386-2fa6-4619-9542-841a171f1b2c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:27:56.420963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Transition to ACTIVE for port object ccdbb190-a06d-4d8d-8e57-1f2756bda89a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:56.443780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:56.467252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81da9e8-c1f1-40c8-9d36-1092e78e3663,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:56.482745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:port and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:56.487268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.492855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.610150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:56.624661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:56.632500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.643138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:56.646133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Provisioning complete for port 3fa01d9f-0621-47e7-9a80-84297073c2db triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:56.646518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2805-0383-4247-a5f3-e7089a9f5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.658989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.686365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:56.698087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Pushing event updated for resources: {'Port': ['ID=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:56.713776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:56.718350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.737414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:56.737831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.753891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:56.796909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:27:56.833417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50bc45f-3231-49c4-bf94-4319ead1d8c9 None None] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:56.859253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:27:56.859930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:27:56.878123 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Sync routers for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:27:56.901256 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:27:56.901855 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:56.919067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.920265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:56.921003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.924388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:27:56.936377 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aa8e41ee-6a8f-46f8-970c-0e7dccd88983 tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3843269 Feb 10 11:27:56.939617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44940) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:56.977234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:56.980706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=e4b75386-2fa6-4619-9542-841a171f1b2c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:57.021632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.122745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=c06dd7e2-6489-4dd2-85cd-e641843d3955,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:57.145604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Attempting to bind port ccdbb190-a06d-4d8d-8e57-1f2756bda89a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:57.145970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Attempting to bind port ccdbb190-a06d-4d8d-8e57-1f2756bda89a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '22533722-139c-4c61-b559-a3f537f41340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:57.146321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Attempting to bind port ccdbb190-a06d-4d8d-8e57-1f2756bda89a on network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:57.147693 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-475ac7c5-c7c3-4cb3-b87a-f54f96327c52 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4764574 Feb 10 11:27:57.149559 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-096c291f-4f6f-4ad3-ae99-226da488d936 admin admin] 10.222.0.42 "PUT /v2.0/routers/02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0475409 Feb 10 11:27:57.161205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44946) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:57.163777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:57.187677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'subnet': {'network_id': 'c06dd7e2-6489-4dd2-85cd-e641843d3955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:57.193969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:57.198334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:subnet and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:57.201893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:57.208889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:57.209994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Deleting port 292a112d-e548-4038-bc09-c9366d29d5e3 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:27:57.212572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.233781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.237767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:27:57.242193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.269349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:57.272459 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:27:57.309108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:57.323512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=9ccbd208-31a1-4aa4-ac3c-276a18c62578,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:57.326302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:57.327278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:57.328036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.362079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c06dd7e2-6489-4dd2-85cd-e641843d3955 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:27:57.375452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Transition to ACTIVE for port object 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:57.380846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.396256 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6fe8f6a0-0abc-4620-9b71-66b5c739a219 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7836695 Feb 10 11:27:57.399406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:57.436870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.505087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port 558b7773-492a-4804-83f2-f32fafe44b43 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:27:57.640253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting port 9ccbd208-31a1-4aa4-ac3c-276a18c62578 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:27:57.640253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.653854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=51d0b8c8-2025-4a75-b79f-dc3ccc249a0d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:57.683320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:57.687591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Checking segment: {'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:57.687956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Network hostable DHCP agents. Network: 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:27:57.700730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:57.731273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.731273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:57.915008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 2, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:57.930823 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Checking router: 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:27:57.931177 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Updating router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e port 2977802d-fd81-44ce-b63e-8d491f961bba binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:27:57.955803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Calling delete_port for 292a112d-e548-4038-bc09-c9366d29d5e3 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:27:58.040155 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.071014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::1a2 (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/558b7773-492a-4804-83f2-f32fafe44b43) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:27:58.073278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:27:58.100036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e1be9a3-0f7e-4fe5-aaee-d62b9e11e175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.103982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:58.134520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:58.143410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da709a-b04d-4573-9038-428aa2bd908c None None] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:27:58.164900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:58.165762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Checking segment: {'id': '22533722-139c-4c61-b559-a3f537f41340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:58.166404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.167030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Bound using segment: {'id': '22533722-139c-4c61-b559-a3f537f41340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:58.167757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Bound port: ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22533722-139c-4c61-b559-a3f537f41340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:58.168379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.174051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:58.175078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:58.175336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:58.252997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:58.253373 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:58.267610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa01d9f-0621-47e7-9a80-84297073c2db up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:27:58.326403 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 2 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:58.464996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:58.465349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:58.465577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:58.566272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6e082acb-ec9f-4671-b881-3f68a0974762 None None] Provisioning complete for port e4b75386-2fa6-4619-9542-841a171f1b2c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:58.566980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e082acb-ec9f-4671-b881-3f68a0974762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.628824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44970) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:58.639519 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.653329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141927911', 'description': 'tempest-description--766239320'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:58.655056 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Transition to ACTIVE for port object 2977802d-fd81-44ce-b63e-8d491f961bba will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:58.660022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] For port ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:58.670363 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.684295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:58.692565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6e082acb-ec9f-4671-b881-3f68a0974762 None None] Port e4b75386-2fa6-4619-9542-841a171f1b2c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:27:58.697712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] For port ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,segment=NetworkSegment(22533722-139c-4c61-b559-a3f537f41340),segment_id=22533722-139c-4c61-b559-a3f537f41340)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:58.702314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:security_group and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:58.708427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:58.713608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:58.714089 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:58.722012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:58.727380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.731820 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 3 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:58.768569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:27:52Z', 'revision_number': 3, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:58.786803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3fa01d9f-0621-47e7-9a80-84297073c2db triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:27:58.787255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.803487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.828762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:58.851776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Checking router: b96b3165-e823-41f5-9b34-bf8e783ecab3 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:27:58.852113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Updating router b96b3165-e823-41f5-9b34-bf8e783ecab3 port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:27:58.967141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b39bc-6666-42e4-9a6d-0c4417742d08 None None] Pushing event updated for resources: {'Port': ['ID=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:58.981139 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8038a-d654-4a60-bbd9-018a490d5765 None None] Pushing event updated for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:58.998533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.003707 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Attempting to bind port 2977802d-fd81-44ce-b63e-8d491f961bba on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.004169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Attempting to bind port 2977802d-fd81-44ce-b63e-8d491f961bba by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.004595 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Attempting to bind port 2977802d-fd81-44ce-b63e-8d491f961bba on network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.013936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.022482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.033530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:59.034675 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Checking segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:59.035144 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.036242 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Bound using segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:59.036794 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Bound port: 2977802d-fd81-44ce-b63e-8d491f961bba, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:59.037299 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.037409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Calling delete_port for 9ccbd208-31a1-4aa4-ac3c-276a18c62578 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:27:59.060217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object 558b7773-492a-4804-83f2-f32fafe44b43 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:59.112223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.113736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.114088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.150001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:59.151600 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:59.167507 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] For port 2977802d-fd81-44ce-b63e-8d491f961bba, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:27:59.172591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.174131 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] For port 2977802d-fd81-44ce-b63e-8d491f961bba, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2977802d-fd81-44ce-b63e-8d491f961bba,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:27:59.181335 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.187823 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 4 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:59.198309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Pushing event deleted for resources: {'Port': ['ID=292a112d-e548-4038-bc09-c9366d29d5e3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.233492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:59.288762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:security_group_rule and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:59.288981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.289462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.290004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.318935 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:27:59.319654 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:27:59.354113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:59.386636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:59.428829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d03c5cb-39f9-4253-b08f-3bb54c38303d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.495893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:59.496400 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:59.499337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=558b7773-492a-4804-83f2-f32fafe44b43,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.506957 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 5 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:59.514576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.517203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.526539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:27:59.528020 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8038a-d654-4a60-bbd9-018a490d5765 None None] Pushing event updated for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.531357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:27:59.549870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.550306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:27:59.555470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:27:59.556378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.571982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.572868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.572868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.601366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:59.601686 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:59.607357 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 6 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:59.620819 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ec5b8207-5ff1-4a8d-a848-5ea5b0840483 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6958036 Feb 10 11:27:59.630710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44974) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:59.662196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.663379 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a1aed9f-afe6-40ba-a3cd-c9e865ea804d tempest-ExternalNetworksAdminNegativeTestJSON-919059410 tempest-ExternalNetworksAdminNegativeTestJSON-919059410-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/16450875-b461-4097-bdb0-828c0fdd1ace HTTP/1.1" status: 204 len: 168 time: 2.7226460 Feb 10 11:27:59.666149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.673644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.674814 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92c0c3ae-319e-40af-b8c8-0bd4b523e193 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0365231 Feb 10 11:27:59.679045 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:27:59.708282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44980) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:59.731635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.737027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'security_group_rule': {'security_group_id': 'b9ee3fb9-a4d2-420f-ad9a-81143977c3a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:59.757566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.757900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.758233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.771181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.786061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Transition to ACTIVE for port object 278ebc1a-d852-45ee-9c00-b76a4e3eed16 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:27:59.794351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.805837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:59.826225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:security_group_rule and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:27:59.849790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ccbd208-31a1-4aa4-ac3c-276a18c62578,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.856204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:27:59.865119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.871646 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51aec1a4-2857-44f5-8cd1-b144ad1a8923 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9ccbd208-31a1-4aa4-ac3c-276a18c62578 HTTP/1.1" status: 204 len: 168 time: 2.4683676 Feb 10 11:27:59.875683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:27:59.882027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76', 'external_fixed_ips': [{'subnet_id': 'e871cfec-2b8a-4c6a-822f-b4085eb088fc', 'ip_address': '2001:db8::275'}]}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:27:59.890529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:27:59.903464 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:27:59.904426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:27:59.908325 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 7 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:27:59.943454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48383367-e836-49a4-9cc4-0ab6c6400e17 None None] Pushing event updated for resources: {'Port': ['ID=278ebc1a-d852-45ee-9c00-b76a4e3eed16,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:27:59.952927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Attempting to bind port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:27:59.953439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Attempting to bind port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:27:59.953939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Attempting to bind port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:27:59.962362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:27:59.964450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:27:59.965461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:27:59.966150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:27:59.966707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:27:59.967616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Bound port: 278ebc1a-d852-45ee-9c00-b76a4e3eed16, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:27:59.968100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.033463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.055895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:router and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:00.069870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:00.158431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:00.160919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:00.161788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] For port 278ebc1a-d852-45ee-9c00-b76a4e3eed16, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:00.162670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:00.163029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:00.180212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] For port 278ebc1a-d852-45ee-9c00-b76a4e3eed16, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=278ebc1a-d852-45ee-9c00-b76a4e3eed16,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:00.185442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Router bfdc7aa3-9279-42fb-a5ab-e37352a94e5d is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:00.186282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.221716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:28:00.221716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.222525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.226259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.271375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 44992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:00.320099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.339261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:00.340690 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:00.354186 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 8 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:28:00.362905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.369028 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:27:59Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:00.373031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48383367-e836-49a4-9cc4-0ab6c6400e17 None None] Pushing event updated for resources: {'Port': ['ID=278ebc1a-d852-45ee-9c00-b76a4e3eed16,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:00.377886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccdbb190-a06d-4d8d-8e57-1f2756bda89a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:00.397235 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d1cca-0dc2-4937-a037-6063b84ac2ac None None] The sync data for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv is: [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:27:59Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:00.446325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:00.452931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:00.474489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:00.479402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:00.487957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:00.487957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:00.488158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:00.562974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:00.568377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:00.676503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09f17f91-ae10-4248-bed4-412b9e08f9bf,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:00.687263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:00.687600 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:00.768450 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 9 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:28:00.806309 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:28:00.819131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.832502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:00.835533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Allocated IP 172.20.0.1 (1ec14f9c-ba98-41e7-8323-ee6744453c7a/8049264b-9b30-4db3-90b6-ea7e10120a36/b47178e3-45bb-4981-a62f-ae20946eb931) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:00.835803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:00.836978 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1bafe21a-18e9-4a09-b39a-9c0e188d0a5a tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.2053280 Feb 10 11:28:00.844726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 44998) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:00.849876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:00.850217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:00.850592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:00.875624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:00.883428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Usage tracker for resource:security_group_rule and tenant:5687b966dc9b415b9d4296aa18ef4d11 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:00.887105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.898180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:00.900269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Checking segment: {'id': '553494e7-75c6-446d-aa99-0c9f139d56d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c06dd7e2-6489-4dd2-85cd-e641843d3955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:00.900432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Network hostable DHCP agents. Network: c06dd7e2-6489-4dd2-85cd-e641843d3955, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:00.921099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:00.921419 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:00.928530 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 10 to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d Feb 10 11:28:00.933794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:00.964270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:00.990955 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4fe28-f168-49a2-8154-970c9980bd86 None None] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:01.018825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.050671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:01.050909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:01.051336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:01.082153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.102083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3992961-6688-4ba9-945c-923bc7b7cdf7,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:01.109545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port 558b7773-492a-4804-83f2-f32fafe44b43 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:01.110705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.149656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:01.150023 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:01.150336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.183538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.184791 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e98461b8-454b-4329-af8c-fabc217bf1c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4647629 Feb 10 11:28:01.194687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.200373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Network c06dd7e2-6489-4dd2-85cd-e641843d3955 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:01.206825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Provisioning for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:01.211027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'security_group_rule': {'security_group_id': 'b9ee3fb9-a4d2-420f-ad9a-81143977c3a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:01.217949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:01.221403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.222198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:security_group_rule and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:01.223732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:01.229452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:01.236641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:01.243923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Provisioning complete for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:01.246098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.276917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.295721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c06dd7e2-6489-4dd2-85cd-e641843d3955) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:01.318158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.328079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:01.328672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.361415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109619d3-f1cd-4647-a16c-5e51131990fa None None] Network c06dd7e2-6489-4dd2-85cd-e641843d3955 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:01.372247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:01.379591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.383389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Transition to ACTIVE for port object b47178e3-45bb-4981-a62f-ae20946eb931 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:01.391852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.395252 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f83bcbda-3c5b-4df2-bf72-3e8830d9fd4c tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "PUT /v2.0/routers/bfdc7aa3-9279-42fb-a5ab-e37352a94e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7598298 Feb 10 11:28:01.401333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45006) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.409625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:01.410010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempted to set empty binding levels {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:28:01.414583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'port': {'network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421', 'name': 'tempest-FloatingIPNegativeTestJSON-647762034'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:01.441852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b80a54e-b99b-495b-b62c-27151f373792,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:01.451059 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b97e8935-1834-422c-9aae-61768b3f7ae9 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2699988 Feb 10 11:28:01.472582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.476090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.488765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.504019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.595108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] Sync routers for ids ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:01.599291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:01.599758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.601317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'floatingip': {'floating_network_id': 'c06dd7e2-6489-4dd2-85cd-e641843d3955'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:01.613421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-85d47841-f6d7-47f4-941e-2b5d52c2e405 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5687b966dc9b415b9d4296aa18ef4d11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3478703 Feb 10 11:28:01.616260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.627649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.628884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4331715 Feb 10 11:28:01.629816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7405cd-e3f0-4ee5-9a4c-f629ada79270 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dcb448-4f42-40e2-b4e6-6cc174545da8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:01.645745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.657742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:01.666966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:01.685072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:floatingip and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:01.690973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.695403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:01.748318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.753062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:01.773632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:01.790906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:floatingip and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:01.805293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:01.813596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=51d0b8c8-2025-4a75-b79f-dc3ccc249a0d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:01.831419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:01.841862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0a16b190-a40d-4ac1-82f4-970b7476a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.5636573 Feb 10 11:28:01.848190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45022) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:01.886335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:01.902319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:port and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:01.905133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.931324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:01.949653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be483100-053a-4c6b-9205-c2e644faa906 None None] Network c06dd7e2-6489-4dd2-85cd-e641843d3955 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:01.955462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:01.956516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.980064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:01.986552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Pushing event updated for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:01.988951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.991904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:01.992465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:01.996096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.020940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:02.024297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] Routers {'bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:02.025516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:02.054825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.056463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.079047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Deleting port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:02.079385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.173134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.216073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Made reservation on behalf of 45908dde3de94e8f814663342096a9d1 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:02.222022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.254597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:02.256954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.321544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for 558b7773-492a-4804-83f2-f32fafe44b43 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:02.403101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.417913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.440131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] device_id is not set on port 8460d5a5-0c29-4f87-a7a4-11bff651dd99 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:02.446774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.459612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.478995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b80a54e-b99b-495b-b62c-27151f373792,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:02.520156 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] Routers {'bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:02.520553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:02.548999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.552740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dd77ec7c-f473-423c-ac3c-1a643608700f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b80a54e-b99b-495b-b62c-27151f373792 HTTP/1.1" status: 204 len: 168 time: 0.9298301 Feb 10 11:28:02.585726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 2001:db8::275 (8ca0ddbd-6c02-4fae-8a63-4f77391b6f76/e871cfec-2b8a-4c6a-822f-b4085eb088fc/e8903c2d-6f94-416c-a3ec-cc6f36b03f46) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:02.614235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.648083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:02.649007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6221dee-81f2-46da-a3be-8d72bb49278c None None] The sync data for ids ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:02.681656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,segment=NetworkSegment(22533722-139c-4c61-b559-a3f537f41340),segment_id=22533722-139c-4c61-b559-a3f537f41340)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:02.688845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:27:52Z', 'revision_number': 3, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:02.699745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.703194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa49251-a4a8-4694-801e-a54f1a36b1f7 None None] The sync data for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv is: [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:27:52Z', 'revision_number': 3, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:02.875712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d, host hv-neutron-8278, got binding levels [] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:02.876136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:02.879841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:02.880246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-4a0892ea-0b7d-4fb2-8fdc-782cae2347dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:02.882703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:02.931903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2977802d-fd81-44ce-b63e-8d491f961bba up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:03.038248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2977802d-fd81-44ce-b63e-8d491f961bba completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:03.063496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Calling delete_port for 51d0b8c8-2025-4a75-b79f-dc3ccc249a0d owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:03.063650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2977802d-fd81-44ce-b63e-8d491f961bba triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:03.064134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.095260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.107624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.225452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.264066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 2977802d-fd81-44ce-b63e-8d491f961bba, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2977802d-fd81-44ce-b63e-8d491f961bba,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:03.264348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45030) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:03.265424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Allocated IP 172.26.3.227 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/7221bcfa-0d90-407e-87f3-bb99f3550829) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:03.269306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.271526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Allocated IP 172.20.0.9 (e2830bbb-fc1e-4443-b968-4cf38fb6d421/ca358e10-6323-4f61-8cee-fa339b477c40/8460d5a5-0c29-4f87-a7a4-11bff651dd99) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:03.314852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=558b7773-492a-4804-83f2-f32fafe44b43,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:03.320332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.373838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:03.516138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Allocated IP 172.20.0.13 (c06dd7e2-6489-4dd2-85cd-e641843d3955/09f17f91-ae10-4248-bed4-412b9e08f9bf/47da8c31-e83c-4be9-80e0-03ba7e407f98) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:03.521978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2414a114-9cfb-4052-a65d-5e8d41d86408 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f69b91b06044b929f145e18d9757dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2509930 Feb 10 11:28:03.528754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:03.531758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.565835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Provisioning for port 2fbb6c58-493c-4eab-99f4-8ee140fba505 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:03.567558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.581021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Provisioning complete for port 2fbb6c58-493c-4eab-99f4-8ee140fba505 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:03.581385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.634327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:03.643102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.652809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Port 2fbb6c58-493c-4eab-99f4-8ee140fba505 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:03.655988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Could not find standard attr ID for object 558b7773-492a-4804-83f2-f32fafe44b43. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:28:03.670931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Provisioning complete for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:03.671334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.680183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.685428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:03.703450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.704163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.767222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:03.781831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.788488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:03.791135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:03.791342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event deleted for resources: {'Port': ['ID=51d0b8c8-2025-4a75-b79f-dc3ccc249a0d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:03.868308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Provisioning for port b47178e3-45bb-4981-a62f-ae20946eb931 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:03.868308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Provisioning complete for port b47178e3-45bb-4981-a62f-ae20946eb931 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:03.868308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.873311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:03.939993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-faec578b-4e11-4b2f-a228-858dd254c28f None None] Port b47178e3-45bb-4981-a62f-ae20946eb931 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:04.005086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.049457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Pushing event updated for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:04.070512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.072352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-61648933-544e-4895-99aa-ffdc2b2d55c8 None None] Provisioning complete for port 2fbb6c58-493c-4eab-99f4-8ee140fba505 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:04.072872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-61648933-544e-4895-99aa-ffdc2b2d55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.080240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bd615db7-c453-4a33-824d-49f25f700cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "DELETE /v2.0/ports/51d0b8c8-2025-4a75-b79f-dc3ccc249a0d HTTP/1.1" status: 204 len: 168 time: 2.2277329 Feb 10 11:28:04.090914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45038) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:04.114827 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fc4454d0-f556-41bb-83bb-e19d5c39f3f2 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/558b7773-492a-4804-83f2-f32fafe44b43 HTTP/1.1" status: 204 len: 168 time: 3.2668049 Feb 10 11:28:04.118515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:04.172646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.181594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-61648933-544e-4895-99aa-ffdc2b2d55c8 None None] Port 2fbb6c58-493c-4eab-99f4-8ee140fba505 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:04.184892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-61648933-544e-4895-99aa-ffdc2b2d55c8 None None] Could not find standard attr ID for object 558b7773-492a-4804-83f2-f32fafe44b43. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:28:04.189276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:04.192357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.195671 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf9adad-fb9d-49c1-806a-4278504ad0eb tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] GET failed (client error): The resource could not be found. Feb 10 11:28:04.196565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3cf9adad-fb9d-49c1-806a-4278504ad0eb tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:04.215797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:04.221110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:04.225305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ef5cf9-749b-4b19-b984-a1366c154c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:04.226601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77ef5cf9-749b-4b19-b984-a1366c154c8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports/51d0b8c8-2025-4a75-b79f-dc3ccc249a0d HTTP/1.1" status: 404 len: 333 time: 0.1043243 Feb 10 11:28:04.233537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.237696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45046) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:04.239605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:04.243142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:04.251076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2016917643'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:04.259553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:04.266590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3cf9adad-fb9d-49c1-806a-4278504ad0eb tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:04.273176 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3cf9adad-fb9d-49c1-806a-4278504ad0eb tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports/558b7773-492a-4804-83f2-f32fafe44b43 HTTP/1.1" status: 404 len: 333 time: 0.1504202 Feb 10 11:28:04.274849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45050) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:04.279001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Usage tracker for resource:port and tenant:b1320dbe691f4c82949945fb5102f31d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:04.283608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:04.293123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1116191937'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:04.308818 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Transition to ACTIVE for port object 8460d5a5-0c29-4f87-a7a4-11bff651dd99 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:04.317914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.323790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:04.325016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'Port': ['ID=7221bcfa-0d90-407e-87f3-bb99f3550829,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:04.429954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Made reservation on behalf of b1320dbe691f4c82949945fb5102f31d for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:04.432396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.446332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.491688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.515416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f0d60aa8-62b0-4ee5-a291-13b1dac2c17a None None] Provisioning complete for port b47178e3-45bb-4981-a62f-ae20946eb931 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:04.515992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f0d60aa8-62b0-4ee5-a291-13b1dac2c17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.541808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 5158d046-789c-4250-9462-38cc9b7d62cf yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:04.578302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f0d60aa8-62b0-4ee5-a291-13b1dac2c17a None None] Port b47178e3-45bb-4981-a62f-ae20946eb931 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:04.606930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Network c06dd7e2-6489-4dd2-85cd-e641843d3955 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:04.627091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:04.631424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.635492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.635638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:04.662020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Port': ['ID=47da8c31-e83c-4be9-80e0-03ba7e407f98,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:04.666382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:04.684815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:04.723907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:04.745129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:04.792906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:04.793865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81da9e8-c1f1-40c8-9d36-1092e78e3663,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:04.818932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2977802d-fd81-44ce-b63e-8d491f961bba up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:04.837767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.838498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.858033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.877287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=8460d5a5-0c29-4f87-a7a4-11bff651dd99,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:04.885797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:04.889220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.958965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:04.959867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:04.979901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2977802d-fd81-44ce-b63e-8d491f961bba triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:04.980332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.120447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.124671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c77a794b-cf2a-4eb8-ad7a-05a3ec836f9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a81da9e8-c1f1-40c8-9d36-1092e78e3663 HTTP/1.1" status: 204 len: 168 time: 1.5917389 Feb 10 11:28:05.148900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccdbb190-a06d-4d8d-8e57-1f2756bda89a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:05.149607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port d0b551c5-1876-4f7a-92b0-1e0dba056d9b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:05.213735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-95aafdbd-9ac6-48ac-a3fb-e6fc363bac82 None None] Provisioning for port 8460d5a5-0c29-4f87-a7a4-11bff651dd99 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:05.215859 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04befd1d-3003-4027-a62f-7866aa4c91bd tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8122847 Feb 10 11:28:05.220906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-95aafdbd-9ac6-48ac-a3fb-e6fc363bac82 None None] Provisioning complete for port 8460d5a5-0c29-4f87-a7a4-11bff651dd99 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:05.221320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.221629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95aafdbd-9ac6-48ac-a3fb-e6fc363bac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.223494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45056) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:05.246918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:05.257707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:05.271439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:floatingip and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:05.277097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:05.290932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:05.298433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ccdbb190-a06d-4d8d-8e57-1f2756bda89a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:05.299065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.332096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-95aafdbd-9ac6-48ac-a3fb-e6fc363bac82 None None] Port 8460d5a5-0c29-4f87-a7a4-11bff651dd99 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:05.361779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.396060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.409480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.462883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Router b96b3165-e823-41f5-9b34-bf8e783ecab3 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:28:05.497510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::6c (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/d0b551c5-1876-4f7a-92b0-1e0dba056d9b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:05.498573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.499845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.502502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'Port': ['ID=7221bcfa-0d90-407e-87f3-bb99f3550829,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:05.540765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.575670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.576870 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5e28e8f-7cc4-4121-a8fb-282975c1ca49 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9301853 Feb 10 11:28:05.696216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router a814c4ff-4516-4a44-a21c-3e0c50c2c587 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:05.832573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:05.834105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=5158d046-789c-4250-9462-38cc9b7d62cf,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:05.841353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:05.866595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.889651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:05.890484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:05.891074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:05.942101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:05.959893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b347ebf2-630d-4132-92ee-42e0a40b64ee admin admin] 10.222.0.42 "PUT /v2.0/routers/b96b3165-e823-41f5-9b34-bf8e783ecab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0568507 Feb 10 11:28:06.068890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:06.085973 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-239d88f3-5deb-452e-aa01-143e7a9c2a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8463566 Feb 10 11:28:06.086914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45084) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:06.088482 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Sync routers for ids ['a814c4ff-4516-4a44-a21c-3e0c50c2c587'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:06.105836 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Routers {'a814c4ff-4516-4a44-a21c-3e0c50c2c587'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:06.107352 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a814c4ff-4516-4a44-a21c-3e0c50c2c587'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:06.109818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.114121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2223880f-e4d2-4884-a0eb-4a430e9f70fa tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2374728 Feb 10 11:28:06.115327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:06.125905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:06.253598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45094) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:06.282275 dv-neutron-827807-1-hyperv neutron-server[83554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 11:28:06.341915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.408655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-21119111-0f7d-46cd-b7be-9d629728a2d1 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Synchronizing usage tracker for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:06.428837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.431302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object d0b551c5-1876-4f7a-92b0-1e0dba056d9b will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:06.438504 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Set router a814c4ff-4516-4a44-a21c-3e0c50c2c587 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:06.458954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-21119111-0f7d-46cd-b7be-9d629728a2d1 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Unset dirty status for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:06.460415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-21119111-0f7d-46cd-b7be-9d629728a2d1 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--141927911&fields=id&tenant_id=e4a57bb9cc0646a990668aafbe9eafe2 HTTP/1.1" status: 200 len: 267 time: 0.2033973 Feb 10 11:28:06.498234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.607292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:06.639012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-8f2700cd-78e6-4f2f-8851-ac1d0fc86304 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:06.645930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-8f2700cd-78e6-4f2f-8851-ac1d0fc86304 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/networks?id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 200 len: 806 time: 0.1779432 Feb 10 11:28:06.678981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-1160e971-d0be-4ecb-ae74-35fe533d77e4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/quotas/e4a57bb9cc0646a990668aafbe9eafe2 HTTP/1.1" status: 200 len: 375 time: 0.0321674 Feb 10 11:28:06.687460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.709311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.772723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.788530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:06.981073 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c4ff-4516-4a44-a21c-3e0c50c2c587', 'name': '', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76', 'external_fixed_ips': [{'subnet_id': 'e871cfec-2b8a-4c6a-822f-b4085eb088fc', 'ip_address': '2001:db8::275'}], 'enable_snat': True}, 'gw_port_id': 'e8903c2d-6f94-416c-a3ec-cc6f36b03f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:04Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': 'e8903c2d-6f94-416c-a3ec-cc6f36b03f46', 'name': '', 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c4ff-4516-4a44-a21c-3e0c50c2c587', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e871cfec-2b8a-4c6a-822f-b4085eb088fc', 'ip_address': '2001:db8::275', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:02Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e871cfec-2b8a-4c6a-822f-b4085eb088fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:06.981940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Port': ['ID=47da8c31-e83c-4be9-80e0-03ba7e407f98,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:06.992447 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Checking router: a814c4ff-4516-4a44-a21c-3e0c50c2c587 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:06.992898 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Updating router a814c4ff-4516-4a44-a21c-3e0c50c2c587 port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:28:07.068030 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.079130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:07.104701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942903523', 'description': 'tempest-description--1661197862'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:07.113216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:07.119258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Usage tracker for resource:security_group and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:07.126439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Allocated IP 172.26.3.32 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/477480ac-a87a-4749-96f1-00b799660c19) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:07.128242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:07.130587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:07.137884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:07.149136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.152287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:07.158582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:07.162510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:07.162938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-db3cc1d4-3a54-463b-a87a-5fdb8469ff74 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4829435 Feb 10 11:28:07.163107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.195813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.276633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:07.284445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Usage tracker for resource:security_group_rule and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:07.291401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:07.302227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:07.329779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 5158d046-789c-4250-9462-38cc9b7d62cf yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:07.340613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.436640 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1521397 Feb 10 11:28:07.449310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.452617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.460806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45126) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:07.464971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.474814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:48:15:cc'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:07.492056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.493390 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-89184f59-9120-4dd5-bcd6-7783d0f38e30 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0190606 Feb 10 11:28:07.494249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29238-a033-45ae-8d20-e6466abfe768 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=d0b551c5-1876-4f7a-92b0-1e0dba056d9b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:07.508889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3ec2484e-f1e6-4546-8e3b-72e2d74c47bb None None] Provisioning for port d0b551c5-1876-4f7a-92b0-1e0dba056d9b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:07.510566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45132) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:07.512112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3ec2484e-f1e6-4546-8e3b-72e2d74c47bb None None] Provisioning complete for port d0b551c5-1876-4f7a-92b0-1e0dba056d9b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:07.512486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ec2484e-f1e6-4546-8e3b-72e2d74c47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.535938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Transition to ACTIVE for port object 5158d046-789c-4250-9462-38cc9b7d62cf will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:07.583604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-bb55ca8b-20f6-4655-9d65-42fce93c0a48 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:28:07.590481 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-bb55ca8b-20f6-4655-9d65-42fce93c0a48 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1397905 Feb 10 11:28:07.597139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:07.597501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.614330 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.620880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.624800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2484e-f1e6-4546-8e3b-72e2d74c47bb None None] Port d0b551c5-1876-4f7a-92b0-1e0dba056d9b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:07.632019 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Transition to ACTIVE for port object e8903c2d-6f94-416c-a3ec-cc6f36b03f46 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:07.642008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.729093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fc4a3d29-511f-4727-89f5-18c4be6d6e78 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Synchronizing usage tracker for tenant:6c5735a39cd545a7aaccfcdfcefb3662 on resource:floatingip {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:07.764227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.765406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6848416 Feb 10 11:28:07.766150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864966-1558-4155-aa46-565fee10b09d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fe74eb-f558-4e72-a6a3-29efd2539f58,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:07.768249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:07.792967 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Attempting to bind port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:07.793369 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Attempting to bind port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2919106e-561f-4d9d-aa61-1a62b6cd6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:07.793729 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Attempting to bind port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 on network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:07.804988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653311ac-74a9-416c-afbc-800e7f70446e None None] Pushing event updated for resources: {'Port': ['ID=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:07.815600 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:07.816237 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Checking segment: {'id': '2919106e-561f-4d9d-aa61-1a62b6cd6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:07.816660 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.817047 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Bound using segment: {'id': '2919106e-561f-4d9d-aa61-1a62b6cd6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:07.817270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=5158d046-789c-4250-9462-38cc9b7d62cf,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:07.817526 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Bound port: e8903c2d-6f94-416c-a3ec-cc6f36b03f46, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2919106e-561f-4d9d-aa61-1a62b6cd6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '8ca0ddbd-6c02-4fae-8a63-4f77391b6f76'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:07.818458 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.860997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:07.867884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fc4a3d29-511f-4727-89f5-18c4be6d6e78 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Unset dirty status for tenant:6c5735a39cd545a7aaccfcdfcefb3662 on resource:floatingip {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:07.869197 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fc4a3d29-511f-4727-89f5-18c4be6d6e78 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=c06dd7e2-6489-4dd2-85cd-e641843d3955 HTTP/1.1" status: 200 len: 690 time: 0.3424578 Feb 10 11:28:07.874542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45146) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:07.874743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'security_group_rule': {'security_group_id': 'e6fe74eb-f558-4e72-a6a3-29efd2539f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:07.889807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:07.908118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Usage tracker for resource:security_group_rule and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:07.953501 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] For port e8903c2d-6f94-416c-a3ec-cc6f36b03f46, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:07.960969 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] For port e8903c2d-6f94-416c-a3ec-cc6f36b03f46, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,segment=NetworkSegment(2919106e-561f-4d9d-aa61-1a62b6cd6fa5),segment_id=2919106e-561f-4d9d-aa61-1a62b6cd6fa5)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:07.970943 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.013067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:08.084671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:08.164337 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653311ac-74a9-416c-afbc-800e7f70446e None None] Pushing event updated for resources: {'Port': ['ID=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:08.176169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Routers {'a814c4ff-4516-4a44-a21c-3e0c50c2c587'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:08.176804 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a814c4ff-4516-4a44-a21c-3e0c50c2c587'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:08.274458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.283115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-0a7d50c4-58da-48d3-96c7-5fd777699096 service neutron] 10.222.0.42 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918013 Feb 10 11:28:08.284332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.284670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.285815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.294798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.319273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.319606 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.323830 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 2 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.343713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.344041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.344513 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.392946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.459291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.459956 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.473877 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 3 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.503257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:08.507059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.507440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.507778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.515951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.517923 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] Set router a814c4ff-4516-4a44-a21c-3e0c50c2c587 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:08.521991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.522315 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.574435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:08.588724 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 4 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.609403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Calling delete_port for e8903c2d-6f94-416c-a3ec-cc6f36b03f46 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:08.632344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:08.675432 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c4ff-4516-4a44-a21c-3e0c50c2c587', 'name': '', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:07Z', 'revision_number': 4, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:08.676022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.676268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.676597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.679015 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce093919-9933-4f88-9bd2-1016bc9799df None None] The sync data for ids ['a814c4ff-4516-4a44-a21c-3e0c50c2c587'] in dv-neutron-827807-1-hyperv is: [{'id': 'a814c4ff-4516-4a44-a21c-3e0c50c2c587', 'name': '', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:07Z', 'revision_number': 4, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:08.689018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45156) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:08.694801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.695125 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.705903 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 5 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.735608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.735958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.739628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.739628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=477480ac-a87a-4749-96f1-00b799660c19,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:08.742288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.748688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Deleting port 47da8c31-e83c-4be9-80e0-03ba7e407f98 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:08.749034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.826629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.826954 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.831559 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 6 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.859926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 278ebc1a-d852-45ee-9c00-b76a4e3eed16 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:08.913654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.913989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.914322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.916888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:08.926982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:08.927510 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:08.934589 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 7 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:08.964651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:08.968742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:08.969028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:08.969326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:08.979491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:08.979969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.015690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:09.016016 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:09.026614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 8 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:09.047472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-944b3d24-a46b-468d-aa97-ed0b7bd802fb tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:09.063048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:09.063408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:09.063739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:09.069979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.070304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.098191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.105923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.132884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 278ebc1a-d852-45ee-9c00-b76a4e3eed16, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=278ebc1a-d852-45ee-9c00-b76a4e3eed16,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:09.138356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.218149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Calling delete_port for 47da8c31-e83c-4be9-80e0-03ba7e407f98 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:09.221240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=278ebc1a-d852-45ee-9c00-b76a4e3eed16,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:09.243150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-36897b43-3df7-41d2-90d6-9339ac11af84 service neutron] 10.222.0.42 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387343 Feb 10 11:28:09.263172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd117be3-5cb8-445b-92e0-0484d9311d8d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:09.264724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:09.265132 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:09.273762 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 9 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:09.340997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.342181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69feb121-3afe-45d8-a99a-d960f2301a6f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5503960 Feb 10 11:28:09.347245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:09.371287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'security_group_rule': {'security_group_id': 'e6fe74eb-f558-4e72-a6a3-29efd2539f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:09.372801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:09.373138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:09.373465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:09.380555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:09.381821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.391272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Usage tracker for resource:security_group_rule and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:09.396658 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-944b3d24-a46b-468d-aa97-ed0b7bd802fb tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "PUT /v2.0/quotas/5105dccc69334a07b81b014409a5a89e HTTP/1.1" status: 200 len: 368 time: 0.7005098 Feb 10 11:28:09.396825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:09.401485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45166) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:09.415883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Request body: {'network': {'project_id': '5105dccc69334a07b81b014409a5a89e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:09.418833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:09.419176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:09.420395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:09.430399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:09.430771 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:09.434284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:09.437183 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 10 to bind port 5158d046-789c-4250-9462-38cc9b7d62cf Feb 10 11:28:09.446025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Usage tracker for resource:network and tenant:5105dccc69334a07b81b014409a5a89e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:09.456984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:09.468817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:09.471044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:09.471553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:09.471741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:09.473913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.488777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.502352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Made reservation on behalf of 5105dccc69334a07b81b014409a5a89e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:09.505195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.539510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.547369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:09.547727 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 5158d046-789c-4250-9462-38cc9b7d62cf on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:09.548049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.549497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:09.555552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.573184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.670774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:09.674725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Usage tracker for resource:security_group_rule and tenant:5105dccc69334a07b81b014409a5a89e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:09.676279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.678189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:09.684193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:09.719349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] In _notify_port_updated(), no bound segment for port d0b551c5-1876-4f7a-92b0-1e0dba056d9b on network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:09.723200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:09.723850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.725134 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "PUT /v2.0/ports/d0b551c5-1876-4f7a-92b0-1e0dba056d9b HTTP/1.1" status: 200 len: 1002 time: 2.2632143 Feb 10 11:28:09.733915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:09.744992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ba1fa-45b4-49e3-80af-de66cc10f117 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=d0b551c5-1876-4f7a-92b0-1e0dba056d9b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:09.854957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Port': ['ID=47da8c31-e83c-4be9-80e0-03ba7e407f98,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:09.888477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.889599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.892352 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6143cad6-259e-4dcd-992d-7a9319036698 req-8f44c307-a50c-4cd5-a089-8c09013c947e tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.3392835 Feb 10 11:28:09.895854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.902299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 5158d046-789c-4250-9462-38cc9b7d62cf, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:09.902650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempted to set empty binding levels {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:28:09.908451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.915968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:09.947739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting port e8903c2d-6f94-416c-a3ec-cc6f36b03f46 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:09.948080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.000653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port d0b551c5-1876-4f7a-92b0-1e0dba056d9b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:10.000993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.081630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-74bf0890-dc88-4938-92f8-01f654869495 None None] Provisioning complete for port d0b551c5-1876-4f7a-92b0-1e0dba056d9b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:10.082148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74bf0890-dc88-4938-92f8-01f654869495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.082843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7cfb33-e769-415b-8b9c-fa12d75f900d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:10.093613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:10.132775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] In _notify_port_updated(), no bound segment for port 5158d046-789c-4250-9462-38cc9b7d62cf on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:10.133797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.137471 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "PUT /v2.0/ports/5158d046-789c-4250-9462-38cc9b7d62cf HTTP/1.1" status: 200 len: 981 time: 4.0418630 Feb 10 11:28:10.144489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45202) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:10.169658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74bf0890-dc88-4938-92f8-01f654869495 None None] Port d0b551c5-1876-4f7a-92b0-1e0dba056d9b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:10.170371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.171547 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4020a408-bd99-4fc0-9936-c2688230373d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8220000 Feb 10 11:28:10.172449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc399380-2ed0-4c77-8fbb-5b74c53930e5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:10.197898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:10.224891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ae157-d6ab-4f21-a605-2d87c45a508f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=5158d046-789c-4250-9462-38cc9b7d62cf,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:10.229773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.234137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.234752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Added segment 3237b249-2f59-4427-be08-561c783f8ce0 of type vlan for network b82bc0b1-7764-4c87-8606-29f9b38b994a Feb 10 11:28:10.250800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:10.264958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:10.276724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Usage tracker for resource:floatingip and tenant:93d7067759464df68c4212e589960d94 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:10.288618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:10.312104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:10.322651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.334797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.360386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.410533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.430767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.466901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9af02e47-6826-4c86-9622-4f3ca1d933e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Synchronizing usage tracker for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:10.475267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] For port e8903c2d-6f94-416c-a3ec-cc6f36b03f46, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,segment=NetworkSegment(2919106e-561f-4d9d-aa61-1a62b6cd6fa5),segment_id=2919106e-561f-4d9d-aa61-1a62b6cd6fa5)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:10.475267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.512409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=477480ac-a87a-4749-96f1-00b799660c19,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:10.552309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9af02e47-6826-4c86-9622-4f3ca1d933e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Unset dirty status for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:10.556890 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9af02e47-6826-4c86-9622-4f3ca1d933e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17827 time: 0.4038978 Feb 10 11:28:10.557578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45222) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:10.563042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.639065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.678617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Calling delete_port for e8903c2d-6f94-416c-a3ec-cc6f36b03f46 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:10.686884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Deleting port 5158d046-789c-4250-9462-38cc9b7d62cf {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:10.687102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.710558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.711775 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a5df4f60-5e3e-43f7-88ca-373a3ecd0c20 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4823613 Feb 10 11:28:10.718061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09f17f91-ae10-4248-bed4-412b9e08f9bf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:10.719650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:10.729493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.730198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:10.730888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.734086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-34fa76e3-18c3-41a9-a6a7-548c8bf90e70 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'floatingip': {'port_id': '8460d5a5-0c29-4f87-a7a4-11bff651dd99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:10.842974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 278ebc1a-d852-45ee-9c00-b76a4e3eed16 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:10.862618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.888586 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4857090 Feb 10 11:28:10.891122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:10.896808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34fa76e3-18c3-41a9-a6a7-548c8bf90e70 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.933416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:10.933783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:10.953765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Request body: {'network': {'project_id': '5105dccc69334a07b81b014409a5a89e'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:11.005990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:11.043858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.052791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Usage tracker for resource:network and tenant:5105dccc69334a07b81b014409a5a89e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:11.100131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:11.133337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:11.148157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for d0b551c5-1876-4f7a-92b0-1e0dba056d9b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:11.154554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06dd7e2-6489-4dd2-85cd-e641843d3955']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:11.177451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8ef07-c665-49c7-acd6-120bbce9a054 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event updated for resources: {'Network': ['ID=b82bc0b1-7764-4c87-8606-29f9b38b994a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:11.181262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553494e7-75c6-446d-aa99-0c9f139d56d9') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:11.181781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553494e7-75c6-446d-aa99-0c9f139d56d9') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:11.209868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b82bc0b1-7764-4c87-8606-29f9b38b994a details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:11.301593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Made reservation on behalf of 5105dccc69334a07b81b014409a5a89e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:11.302408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.303727 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc9a03bd-a248-4afa-9b77-823bd1c5fe4d req-53699532-e3fe-40e4-8736-49a82efe1039 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.0612338 Feb 10 11:28:11.328455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.422895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.434281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 5158d046-789c-4250-9462-38cc9b7d62cf, host hv-neutron-8278, got binding levels [] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:11.434630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.436065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.457534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:11.457939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:11.471595 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:11.473942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:11.500264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.543780 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-34fa76e3-18c3-41a9-a6a7-548c8bf90e70 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] update failed (client error): The resource could not be found. Feb 10 11:28:11.552242 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-34fa76e3-18c3-41a9-a6a7-548c8bf90e70 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "PUT /v2.0/floatingips/216c38ba-89c4-48e7-9c02-ceeecfd7d0b1 HTTP/1.1" status: 404 len: 507 time: 0.8217769 Feb 10 11:28:11.561381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:11.566242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.572531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8903c2d-6f94-416c-a3ec-cc6f36b03f46,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:11.654999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Calling delete_port for 5158d046-789c-4250-9462-38cc9b7d62cf owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:11.694888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.695221 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Added segment 8a4ea83d-f8f6-4ebb-a632-afbde1228717 of type vlan for network 41f0b598-d266-48fb-bf2c-f08e2409d7d4 Feb 10 11:28:11.702892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=d0b551c5-1876-4f7a-92b0-1e0dba056d9b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:11.753136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.758663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.822674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.32', 50615) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:11.876103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Network': ['ID=c06dd7e2-6489-4dd2-85cd-e641843d3955,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:11.878493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c06dd7e2-6489-4dd2-85cd-e641843d3955 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:28:11.883038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.897544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:11.913290 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-585d2347-5480-44de-971d-a418b53395e7 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c06dd7e2-6489-4dd2-85cd-e641843d3955 HTTP/1.1" status: 204 len: 168 time: 4.0375564 Feb 10 11:28:11.914072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:11.915484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45248) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.032369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event deleted for resources: {'Port': ['ID=5158d046-789c-4250-9462-38cc9b7d62cf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:12.075686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.076536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:12.077100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.113846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port 477480ac-a87a-4749-96f1-00b799660c19 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:12.114195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.123112 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2292013 Feb 10 11:28:12.125186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc369d8f-799f-4b98-b556-34465736fa23 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Synchronizing usage tracker for tenant:6c5735a39cd545a7aaccfcdfcefb3662 on resource:floatingip {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:12.130559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.141274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.146690 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e508c11e-23e1-4b15-902a-add52c0a509e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5158d046-789c-4250-9462-38cc9b7d62cf HTTP/1.1" status: 204 len: 168 time: 1.5853643 Feb 10 11:28:12.151655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Request body: {'network': {'project_id': '5105dccc69334a07b81b014409a5a89e'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:12.156655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45256) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.220521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:12.261783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc369d8f-799f-4b98-b556-34465736fa23 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Unset dirty status for tenant:6c5735a39cd545a7aaccfcdfcefb3662 on resource:floatingip {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:12.263053 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dc369d8f-799f-4b98-b556-34465736fa23 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.3450525 Feb 10 11:28:12.264447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Usage tracker for resource:network and tenant:5105dccc69334a07b81b014409a5a89e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:12.292667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.294596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7daed4-21d8-4193-9fd6-a78a81499b42 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event updated for resources: {'Network': ['ID=41f0b598-d266-48fb-bf2c-f08e2409d7d4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:12.305613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:12.307154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 41f0b598-d266-48fb-bf2c-f08e2409d7d4 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:12.312714 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-36800a3b-99c9-4bb5-a7b3-dc48376d87e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:12.313209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-36800a3b-99c9-4bb5-a7b3-dc48376d87e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Synchronizing usage tracker for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:12.318545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:12.328939 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:28:12.329407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:28:12.331308 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c1ecaad9-6c9f-43b1-88de-631510c3fea5 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1937611 Feb 10 11:28:12.334347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45266) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.386838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-36800a3b-99c9-4bb5-a7b3-dc48376d87e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Unset dirty status for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:12.388898 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-36800a3b-99c9-4bb5-a7b3-dc48376d87e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports/5158d046-789c-4250-9462-38cc9b7d62cf HTTP/1.1" status: 404 len: 333 time: 0.2225029 Feb 10 11:28:12.392216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45276) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.404753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.407817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1476470192', 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:12.418138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:12.443174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:12.455411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e3ab310a-6335-4dff-b606-ea11b9ddf0df tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5105dccc69334a07b81b014409a5a89e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1195853 Feb 10 11:28:12.458593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45286) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:12.482942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Made reservation on behalf of b1320dbe691f4c82949945fb5102f31d for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:12.485606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.517338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Allocated IP 172.26.3.2 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:12.538996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port dce276e7-6305-4449-bf75-a046b3c4a185 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:12.638946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.699019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.873234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.897352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.900248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc399380-2ed0-4c77-8fbb-5b74c53930e5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:12.955447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdceb27-9fc2-4a05-b981-abbe2b04a89a req-919b1b7c-60e1-4687-9438-b1d5cfd236b6 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.2359393 Feb 10 11:28:12.982651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:12.986241 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d37deb0a-c5fe-4f71-ab4f-ae343bda4788 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc399380-2ed0-4c77-8fbb-5b74c53930e5 HTTP/1.1" status: 204 len: 168 time: 0.5263538 Feb 10 11:28:12.988120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45298) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.128114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.193979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.201782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.293584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.310964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.311472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.320428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:13.325279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:13.332708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:13.333681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.334257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.352337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.352862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a814c4ff-4516-4a44-a21c-3e0c50c2c587 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:28:13.353103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.357354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.357722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.358082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.358419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.358773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.359116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.359491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.359816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.361595 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1f93f2d5-d109-498a-9f39-ef3298694b9a tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5194 time: 1.0636408 Feb 10 11:28:13.368867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45302) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.373817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=dce276e7-6305-4449-bf75-a046b3c4a185,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:13.433073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-4dcf615f-e66f-4660-8f6a-ef00c66c215c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:13.434484 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-4dcf615f-e66f-4660-8f6a-ef00c66c215c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "GET /v2.0/networks?id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 200 len: 806 time: 1.6009018 Feb 10 11:28:13.497576 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9218d097-1e51-4d43-87ed-c09bf241a827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1041508 Feb 10 11:28:13.500173 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-7fd4733e-d3b3-4d8a-b814-75ccbaa13c12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] delete failed (client error): The resource could not be found. Feb 10 11:28:13.505832 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7fd4733e-d3b3-4d8a-b814-75ccbaa13c12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/9355f456-50fc-4c1b-b643-8e698193fef8 HTTP/1.1" status: 404 len: 345 time: 0.1339719 Feb 10 11:28:13.509324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Calling delete_port for 477480ac-a87a-4749-96f1-00b799660c19 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:13.536334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.536334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45308) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.539922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4d9d009-c732-4efb-9c9b-6e39db8431d1 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/d0b551c5-1876-4f7a-92b0-1e0dba056d9b HTTP/1.1" status: 204 len: 168 time: 3.7972841 Feb 10 11:28:13.541681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45312) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.611090 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a3e6b4-251c-4dcc-84a3-6b93bd8a365d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] GET failed (client error): The resource could not be found. Feb 10 11:28:13.611547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39a3e6b4-251c-4dcc-84a3-6b93bd8a365d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:13.624189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.627907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ba2dbf1-1421-4f5c-9908-7b5956871613 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a814c4ff-4516-4a44-a21c-3e0c50c2c587 HTTP/1.1" status: 204 len: 168 time: 7.5090001 Feb 10 11:28:13.653405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.662076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fb9a7d09-a8e6-4c69-87cf-5c0bf7be744a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports/dce276e7-6305-4449-bf75-a046b3c4a185 HTTP/1.1" status: 200 len: 959 time: 0.1204424 Feb 10 11:28:13.664110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45322) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.710527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-67240c13-6bbf-44bd-b986-883d85d1c87d tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 11:28:13.710963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67240c13-6bbf-44bd-b986-883d85d1c87d tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:28:13.712649 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67240c13-6bbf-44bd-b986-883d85d1c87d tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c06dd7e2-6489-4dd2-85cd-e641843d3955 HTTP/1.1" status: 404 len: 339 time: 0.1723902 Feb 10 11:28:13.725210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45326) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.744360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'name': 'tempest-network--1666818898', 'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:13.750376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.759710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.767560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:13.793109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39a3e6b4-251c-4dcc-84a3-6b93bd8a365d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:13.797982 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-39a3e6b4-251c-4dcc-84a3-6b93bd8a365d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports/d0b551c5-1876-4f7a-92b0-1e0dba056d9b HTTP/1.1" status: 404 len: 333 time: 0.2517498 Feb 10 11:28:13.797982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:network and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:13.798214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting subnet e871cfec-2b8a-4c6a-822f-b4085eb088fc {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:28:13.800118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:13.805256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:13.807056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1609839837'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:13.813368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:13.816775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f0b598-d266-48fb-bf2c-f08e2409d7d4']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:13.825457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.837423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Deleting port dce276e7-6305-4449-bf75-a046b3c4a185 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:13.837755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.864720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4ea83d-f8f6-4ebb-a632-afbde1228717') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:13.865124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4ea83d-f8f6-4ebb-a632-afbde1228717') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:13.889145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:13.891577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.904126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:13.940625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.006219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.017382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.063321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.135786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.246489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:14.247504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.250761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.256999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'Port': ['ID=5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:14.426048 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:14.427800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.465913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:14.550013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e871cfec-2b8a-4c6a-822f-b4085eb088fc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:14.555138 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0975593-86ea-47e0-bd6b-42b7b133935e req-ade42553-d361-427e-a57f-048b73d3fa26 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.3123007 Feb 10 11:28:14.556291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.590081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:14.590081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:14.590081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29e92c5f-cf67-4e19-a4f6-78ded5c91b40 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/e871cfec-2b8a-4c6a-822f-b4085eb088fc HTTP/1.1" status: 204 len: 168 time: 0.9298422 Feb 10 11:28:14.590081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45340) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:14.599773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:14.634724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Calling delete_port for dce276e7-6305-4449-bf75-a046b3c4a185 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:14.720308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.722926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.724088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "DELETE /v2.0/floatingips/216c38ba-89c4-48e7-9c02-ceeecfd7d0b1 HTTP/1.1" status: 204 len: 168 time: 3.1592026 Feb 10 11:28:14.727930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.729739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45344) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:14.736129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f88cc-205c-41c3-ae75-55eee0ab3712 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Port': ['ID=477480ac-a87a-4749-96f1-00b799660c19,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:14.750625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:14.759634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.764383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'floatingip': {'floating_network_id': 'e2830bbb-fc1e-4443-b968-4cf38fb6d421', 'port_id': '8460d5a5-0c29-4f87-a7a4-11bff651dd99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:14.770180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:14.773977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:floatingip and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:14.777017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:14.779127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.781919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:14.782984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:14.790525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.800639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.838725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:14.841838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.856924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event deleted for resources: {'Network': ['ID=41f0b598-d266-48fb-bf2c-f08e2409d7d4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:14.888713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event deleted for resources: {'Port': ['ID=dce276e7-6305-4449-bf75-a046b3c4a185,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:14.892853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:14.893190 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Added segment b1bee3e1-4a03-429c-871d-8e78daec7cc0 of type vlan for network 31eda2a6-359d-4e9f-8173-66cd4a842c74 Feb 10 11:28:14.909118 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14dba586-f56d-4fe9-9266-a4d13eb6039b tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "DELETE /v2.0/networks/41f0b598-d266-48fb-bf2c-f08e2409d7d4 HTTP/1.1" status: 204 len: 168 time: 1.9171193 Feb 10 11:28:14.913859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45348) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:14.996329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.028025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port e42cdc65-981d-490b-9fc7-c792c2f5ba85 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:15.101351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.147055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.151586 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0167ed40-4335-4368-9392-6f2d034600b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "DELETE /v2.0/ports/dce276e7-6305-4449-bf75-a046b3c4a185 HTTP/1.1" status: 204 len: 168 time: 1.4788902 Feb 10 11:28:15.156578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.161591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45352) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:15.223973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.227045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.227443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.228282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.228605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > port after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.228922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.229355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > port after_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.229720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.230119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.230477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.230720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.231385 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb4eff-6c8c-45f9-b560-6ad163ce26cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:15.232485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-44cb4eff-6c8c-45f9-b560-6ad163ce26cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Synchronizing usage tracker for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:15.241562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.242836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:15.243974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.393046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.393391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.393711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.394032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 11:28:15.394974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca0ddbd-6c02-4fae-8a63-4f77391b6f76']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.433116 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7030370 Feb 10 11:28:15.436610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45356) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:15.439787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-44cb4eff-6c8c-45f9-b560-6ad163ce26cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Unset dirty status for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:15.445295 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-44cb4eff-6c8c-45f9-b560-6ad163ce26cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports/dce276e7-6305-4449-bf75-a046b3c4a185 HTTP/1.1" status: 404 len: 333 time: 0.2784145 Feb 10 11:28:15.474901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:15.481684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2919106e-561f-4d9d-aa61-1a62b6cd6fa5') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.482030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2919106e-561f-4d9d-aa61-1a62b6cd6fa5') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.499861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.528557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514634650'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:15.544585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261d4ae-3e63-4da1-b1ac-eb67b55fb644 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=31eda2a6-359d-4e9f-8173-66cd4a842c74,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:15.547509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.548156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82bc0b1-7764-4c87-8606-29f9b38b994a']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.558595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 31eda2a6-359d-4e9f-8173-66cd4a842c74 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:15.564341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3237b249-2f59-4427-be08-561c783f8ce0') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.564341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3237b249-2f59-4427-be08-561c783f8ce0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:15.574589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:15.575501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.595077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.613586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:15.614441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.700910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:15.707774 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:15.711844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:15.720459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.746699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.775472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.788129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] Pushing event deleted for resources: {'Network': ['ID=b82bc0b1-7764-4c87-8606-29f9b38b994a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:15.798685 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e2ecc7ba-fe62-46e3-9aab-c02d5633dfb8 tempest-QuotasNegativeTest-1877710130 tempest-QuotasNegativeTest-1877710130-project-admin] 10.222.0.42 "DELETE /v2.0/networks/b82bc0b1-7764-4c87-8606-29f9b38b994a HTTP/1.1" status: 204 len: 168 time: 0.8813813 Feb 10 11:28:15.939124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:15.939559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn_limited( Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn_limited( Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:15.980316 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:16.005976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::1d3 (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/e42cdc65-981d-490b-9fc7-c792c2f5ba85) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:16.072047 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9ab7184-04cc-49d0-bfb9-2d53fdb5e926 req-8a25d5ef-17e0-43a7-968d-464cb65a316f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.2639294 Feb 10 11:28:16.073458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Made reservation on behalf of b1320dbe691f4c82949945fb5102f31d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:16.076096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:16.459199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:16.503879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45372) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:16.656505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:16.661770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:16.667855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:16.671437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:16.676179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:16.689345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45378) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:16.694814 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3c7b6cd-4320-462b-bcf3-fee6a44a3504 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3022 time: 1.2188916 Feb 10 11:28:16.724607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 760634f3-d9e7-4e3b-8866-af0839944383 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:16.822343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:16.890455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:16.947534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:16.970217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Usage tracker for resource:security_group_rule and tenant:d34be6cea8924484a7a0121316068f8b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:16.975345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:16.993181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-176dd2cf-3c25-4fa0-bd06-1417b5c1c252 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4a57bb9cc0646a990668aafbe9eafe2 HTTP/1.1" status: 200 len: 379 time: 0.8923883 Feb 10 11:28:16.993738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:16.993994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.006059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.100301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:28:17.120345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:28:17.124908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdc660a1-764c-4b27-b007-84115cfbe546 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3868132 Feb 10 11:28:17.143468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45384) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:17.157375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '8460d5a5-0c29-4f87-a7a4-11bff651dd99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:17.165924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.180757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:17.192887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Usage tracker for resource:floatingip and tenant:45908dde3de94e8f814663342096a9d1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:17.202335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.211081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:17.223306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:17.240790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ca0ddbd-6c02-4fae-8a63-4f77391b6f76,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:17.270806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eda2a6-359d-4e9f-8173-66cd4a842c74']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:17.281877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.313856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bee3e1-4a03-429c-871d-8e78daec7cc0') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:17.314447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bee3e1-4a03-429c-871d-8e78daec7cc0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:17.319113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.325640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'port': {'device_id': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'admin_state_up': True, 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'security_groups': ['b9ee3fb9-a4d2-420f-ad9a-81143977c3a2']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:17.334969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.343799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'Port': ['ID=5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:17.344169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.470700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.479207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2006307c-efc0-43aa-821a-79147a5ae562 req-1ea8137b-46a3-48b2-8e97-6afb6529d21c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.2049625 Feb 10 11:28:17.492265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.511811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:17.512491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:17.556284 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:17.574414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.628971 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db3580e1-4de4-4aaf-9426-9146fda5d4c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/networks/8ca0ddbd-6c02-4fae-8a63-4f77391b6f76 HTTP/1.1" status: 204 len: 168 time: 3.0347853 Feb 10 11:28:17.700164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.701640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5bcce027-3495-47a2-8733-bcde9fa6a1dd tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4792955 Feb 10 11:28:17.724469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Synchronizing usage tracker for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:17.792015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.796880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:17.827882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Usage tracker for resource:port and tenant:e4a57bb9cc0646a990668aafbe9eafe2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:17.834051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:17.844330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:17.867041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b98385-8658-431a-92e7-47ffdcefd3bc,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:17.881392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Made reservation on behalf of e4a57bb9cc0646a990668aafbe9eafe2 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:17.884728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.924613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.939855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object e42cdc65-981d-490b-9fc7-c792c2f5ba85 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:17.956154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] Unset dirty status for tenant:dd27aef2bc0448fab763dccc8454b63b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:17.960590 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20892fb7-086b-4a71-bde6-57c22678fa47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34be6cea8924484a7a0121316068f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4530792 Feb 10 11:28:17.960590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31eda2a6-359d-4e9f-8173-66cd4a842c74 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:28:17.966110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45394) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:17.967136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:17.974374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Network': ['ID=31eda2a6-359d-4e9f-8173-66cd4a842c74,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:17.999712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.067852 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31790069-75f7-4024-ab6c-0e94cdadcd12 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/31eda2a6-359d-4e9f-8173-66cd4a842c74 HTTP/1.1" status: 204 len: 168 time: 1.3772955 Feb 10 11:28:18.068555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45400) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:18.101226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'name': 'tempest-network--1333075614', 'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:18.143261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:18.186527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:network and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:18.194813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:18.217211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:18.274842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Allocated IP 172.20.0.11 (a6c84bf1-5ad2-4a02-8d20-cd07ac405676/41725683-c8ac-403a-b580-964f9728885a/ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:18.345337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:18.352165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.414698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.417756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.515170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45416) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:18.522960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'name': 'tempest-router--336700660', 'project_id': '4bab5a71b0a141bcb4f5f359641c77cd'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:18.558978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:18.574832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.582558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:router and tenant:4bab5a71b0a141bcb4f5f359641c77cd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:18.598253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:18.613642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:18.629767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:18.630875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.654703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.655042 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Added segment d5bccbc8-662c-44ff-8760-1429646740bd of type vlan for network 6dfe8467-1ad8-4299-a140-dc15d46f8e67 Feb 10 11:28:18.662342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Transition to ACTIVE for port object ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:18.743136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.744163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.774357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.791181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.813047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.814947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:18.821363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Allocated IP 172.26.3.238 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d876c4e9-f690-4404-9724-2110b827cf57) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:18.852743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b98385-8658-431a-92e7-47ffdcefd3bc,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:18.968895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:18.986038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:18.998154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:18.998963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:18.999585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.007095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:19.020582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:19.027881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=e42cdc65-981d-490b-9fc7-c792c2f5ba85,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:19.035866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:19.103692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:19.118832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.137331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:19.150865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.6532919 Feb 10 11:28:19.166971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:19.177981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:19.178601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.208551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:19.218904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.247571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:19.252847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.281496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.294521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.295616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:19.296245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.361782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182c00b-3c4b-49bd-8048-e4427f863901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=760634f3-d9e7-4e3b-8866-af0839944383,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:19.399099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.402743 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6f6e3d38-22b1-462b-bd03-69efe13db391 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58b98385-8658-431a-92e7-47ffdcefd3bc HTTP/1.1" status: 204 len: 168 time: 1.4304004 Feb 10 11:28:19.402743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.402743 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-da9cef04-cb8a-4042-8c07-da411b7d0ed8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8859286 Feb 10 11:28:19.417000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:19.417644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45430) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:19.448658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:19.449357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.453975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2331823e-08ad-4a52-b846-da821b091400 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.6528795 Feb 10 11:28:19.467315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:19.477349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:19.510516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc3eb4-8325-460e-9b1d-f64f4ae8d82c req-445f757a-1a3a-4c52-ac41-0bce89a2142d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:19.511399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f7cc3eb4-8325-460e-9b1d-f64f4ae8d82c req-445f757a-1a3a-4c52-ac41-0bce89a2142d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Synchronizing usage tracker for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:19.522048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:15:cc'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:19.557062 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4775603 Feb 10 11:28:19.570970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:19.603425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45438) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:19.641090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f7cc3eb4-8325-460e-9b1d-f64f4ae8d82c req-445f757a-1a3a-4c52-ac41-0bce89a2142d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Unset dirty status for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:19.642436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7cc3eb4-8325-460e-9b1d-f64f4ae8d82c req-445f757a-1a3a-4c52-ac41-0bce89a2142d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 932 time: 0.8436203 Feb 10 11:28:19.658511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3913853 Feb 10 11:28:19.664835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-019d8dea-fe31-403f-b531-cdedd4bc0b3f None None] Provisioning for port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:19.681620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-019d8dea-fe31-403f-b531-cdedd4bc0b3f None None] Provisioning complete for port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:19.682001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-019d8dea-fe31-403f-b531-cdedd4bc0b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:19.745140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf464df-98fe-4b23-9dc0-13b71d859a32 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=6dfe8467-1ad8-4299-a140-dc15d46f8e67,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:19.810192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event updated for resources: {'Port': ['ID=d876c4e9-f690-4404-9724-2110b827cf57,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:19.839774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-019d8dea-fe31-403f-b531-cdedd4bc0b3f None None] Port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:19.842483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 6dfe8467-1ad8-4299-a140-dc15d46f8e67 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:19.846932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-5b3d8357-9269-46cb-8284-2c55b4d0c6a3 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:28:19.852498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-5b3d8357-9269-46cb-8284-2c55b4d0c6a3 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0136256 Feb 10 11:28:19.867384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7cc3eb4-8325-460e-9b1d-f64f4ae8d82c req-837a3893-53be-4762-9e3a-a217bc9b00d2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113304 Feb 10 11:28:19.950068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3195ba-6dcf-40a3-aaa2-66dd76c82454 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:19.954854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6e3195ba-6dcf-40a3-aaa2-66dd76c82454 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Synchronizing usage tracker for tenant:a764bfefca1e4995a757987b20f7cd78 on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:20.059090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.165036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2dd47c82-da10-4c5a-9212-fe1582763d29 None None] Provisioning for port e42cdc65-981d-490b-9fc7-c792c2f5ba85 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:20.171389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2dd47c82-da10-4c5a-9212-fe1582763d29 None None] Provisioning complete for port e42cdc65-981d-490b-9fc7-c792c2f5ba85 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:20.171833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd47c82-da10-4c5a-9212-fe1582763d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.184393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.236619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2dd47c82-da10-4c5a-9212-fe1582763d29 None None] Port e42cdc65-981d-490b-9fc7-c792c2f5ba85 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:20.244048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7449f5-fb32-4cde-8763-f55f80d7916b tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event updated for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:20.321533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45446) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:20.382792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6e3195ba-6dcf-40a3-aaa2-66dd76c82454 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Unset dirty status for tenant:a764bfefca1e4995a757987b20f7cd78 on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:20.386527 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6e3195ba-6dcf-40a3-aaa2-66dd76c82454 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "GET /v2.0/networks/6dfe8467-1ad8-4299-a140-dc15d46f8e67 HTTP/1.1" status: 200 len: 757 time: 0.7706659 Feb 10 11:28:20.387706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45450) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:20.390781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.433449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port d876c4e9-f690-4404-9724-2110b827cf57 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:20.433744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.521073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4766ce-b84e-4446-b431-476f60bd7558 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:20.522196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f4766ce-b84e-4446-b431-476f60bd7558 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "GET /v2.0/networks/12570c01-94c2-4987-8f3d-e6049b8efdf9 HTTP/1.1" status: 200 len: 766 time: 0.1314466 Feb 10 11:28:20.532962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:20.558164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Request body: {'port': {'device_id': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:20.592241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:20.601045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Usage tracker for resource:security_group_rule and tenant:9517e664bb1e4b64ae8a82b40f7ffaa5 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:20.616196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:20.712630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:20.729819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:20.805235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.097915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.098549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.124168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.286310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.302528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Calling delete_port for d876c4e9-f690-4404-9724-2110b827cf57 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:21.368134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.384325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.413280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfe8467-1ad8-4299-a140-dc15d46f8e67']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:21.438632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bccbc8-662c-44ff-8760-1429646740bd') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:21.439110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bccbc8-662c-44ff-8760-1429646740bd') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:21.471000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.494982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.524559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.577984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.584360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.584865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a72d3f35-b0a2-46bf-a98f-a72f9cd849b0 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:28:21.628447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:21.629375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.640152 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9517e664bb1e4b64ae8a82b40f7ffaa5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3168714 Feb 10 11:28:21.649872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b1b6-896d-4790-9924-fa9c447d9d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c0df12-ad2e-4fbf-905c-b38631187eec,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:21.656027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45462) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:21.667050 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:21.718657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.719803 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bd2ff97f-eeb4-4566-9ff5-1207fcd06457 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a72d3f35-b0a2-46bf-a98f-a72f9cd849b0 HTTP/1.1" status: 204 len: 168 time: 2.2566028 Feb 10 11:28:21.723127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.768634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Port': ['ID=d876c4e9-f690-4404-9724-2110b827cf57,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:21.800783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:21.816752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.824460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] device_id is not set on port 760634f3-d9e7-4e3b-8866-af0839944383 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:21.836337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.841421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-1e02e5ce-f3f3-41fc-b7d5-6eeb29f70710 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Synchronizing usage tracker for tenant:93d7067759464df68c4212e589960d94 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:21.850765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.859594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.890211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:21.960392 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] create failed (client error): The resource could not be found. Feb 10 11:28:21.965042 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-76bcd0eb-c9b5-4e16-a02e-d27559298af7 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8188794 Feb 10 11:28:21.965670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45468) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:22.049153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45472) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:22.055879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115f80-4e60-48c2-a2d6-14d5bf114508 req-f9940b0c-fa25-4f61-93bc-06adee994f84 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:22.057414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4115f80-4e60-48c2-a2d6-14d5bf114508 req-f9940b0c-fa25-4f61-93bc-06adee994f84 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 932 time: 0.8512893 Feb 10 11:28:22.064909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.083214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.089320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port 8460d5a5-0c29-4f87-a7a4-11bff651dd99 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:22.089662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.110448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Transition to ACTIVE for port object 760634f3-d9e7-4e3b-8866-af0839944383 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:22.113223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c0df12-ad2e-4fbf-905c-b38631187eec,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:22.132328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dfe8467-1ad8-4299-a140-dc15d46f8e67 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:28:22.134050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.137242 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8f21f33f-5a3b-4cdb-bae5-c348e97867ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54c0df12-ad2e-4fbf-905c-b38631187eec HTTP/1.1" status: 204 len: 168 time: 0.4777095 Feb 10 11:28:22.176334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.180028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.215770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/6dfe8467-1ad8-4299-a140-dc15d46f8e67 HTTP/1.1" status: 204 len: 168 time: 1.6598835 Feb 10 11:28:22.216943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c463ee-1d76-4545-b75f-b7f22affd1ef tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dfe8467-1ad8-4299-a140-dc15d46f8e67,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:22.220965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45482) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:22.232615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'name': 'tempest-network--611698010'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:22.239595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:22.260874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Usage tracker for resource:network and tenant:6c5735a39cd545a7aaccfcdfcefb3662 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:22.267326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:22.440444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:22.467052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930020781', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:22.476885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:22.484918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:22.491906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:22.497916 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Made reservation on behalf of 6c5735a39cd545a7aaccfcdfcefb3662 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:22.502352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.508707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] In _notify_port_updated(), no bound segment for port e42cdc65-981d-490b-9fc7-c792c2f5ba85 on network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:22.515884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:22.516866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.519707 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "PUT /v2.0/ports/e42cdc65-981d-490b-9fc7-c792c2f5ba85 HTTP/1.1" status: 200 len: 1003 time: 3.0363944 Feb 10 11:28:22.533864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45486) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:22.539865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:22.542789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35c9e-0319-4ebe-b953-79b5810d4e35 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=e42cdc65-981d-490b-9fc7-c792c2f5ba85,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:22.545497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-1e02e5ce-f3f3-41fc-b7d5-6eeb29f70710 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Unset dirty status for tenant:93d7067759464df68c4212e589960d94 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:22.554030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-1e02e5ce-f3f3-41fc-b7d5-6eeb29f70710 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--942903523&fields=id&tenant_id=93d7067759464df68c4212e589960d94 HTTP/1.1" status: 200 len: 267 time: 1.0400455 Feb 10 11:28:22.577647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-caf02ed7-08ad-45f5-9608-8bcb4734522d None None] Provisioning complete for port e42cdc65-981d-490b-9fc7-c792c2f5ba85 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:22.578225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caf02ed7-08ad-45f5-9608-8bcb4734522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.609247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:22.618461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.618792 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Added segment f0c8f949-4850-4d1c-b0ad-fcf692484557 of type vlan for network 2e2c76ad-8bf7-48fc-adea-81d57ee38aea Feb 10 11:28:22.642127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-caf02ed7-08ad-45f5-9608-8bcb4734522d None None] Port e42cdc65-981d-490b-9fc7-c792c2f5ba85 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:22.646524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.684797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.693086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.694090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:22.694820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.733382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.734333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.770692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=760634f3-d9e7-4e3b-8866-af0839944383,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:22.777538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-2f5856c3-6092-452b-9b69-f0dca9e01423 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:22.778084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-2f5856c3-6092-452b-9b69-f0dca9e01423 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Synchronizing usage tracker for tenant:93d7067759464df68c4212e589960d94 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:22.922112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Calling delete_port for 8460d5a5-0c29-4f87-a7a4-11bff651dd99 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:22.939916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-2f5856c3-6092-452b-9b69-f0dca9e01423 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Unset dirty status for tenant:93d7067759464df68c4212e589960d94 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:22.941661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-2f5856c3-6092-452b-9b69-f0dca9e01423 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/networks?id=1ec14f9c-ba98-41e7-8323-ee6744453c7a HTTP/1.1" status: 200 len: 812 time: 0.3861439 Feb 10 11:28:22.943901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4115f80-4e60-48c2-a2d6-14d5bf114508 req-93b34a06-6140-47e7-9bb2-f2800a912d46 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8485060 Feb 10 11:28:22.945834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:28:22.971598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:22.998890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:22.999284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:22.999643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.004000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Transition to ACTIVE for port object ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:23.006358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-f8cd5768-055c-46e6-bf82-f3ca7654f3ba tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/quotas/93d7067759464df68c4212e589960d94 HTTP/1.1" status: 200 len: 375 time: 0.0493460 Feb 10 11:28:23.010632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.010970 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.011508 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 2 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.021076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.022463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Sync routers for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:23.048411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:23.051351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:23.066918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.086736 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8613534 Feb 10 11:28:23.088325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3f7b3-aaeb-4f2e-a856-6b5f0323bcab tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=2e2c76ad-8bf7-48fc-adea-81d57ee38aea,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:23.094869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port e42cdc65-981d-490b-9fc7-c792c2f5ba85 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:23.095195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.122642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45500) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:23.141019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.141347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.141683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.247368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:23.262485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2e2c76ad-8bf7-48fc-adea-81d57ee38aea details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:23.266105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.266433 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.266981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Pushing event updated for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:23.277497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 3 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.312122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.312451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.312770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.320103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.320425 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.322117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 4 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.344108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.344360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.344830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.411753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-ac092987-a476-4675-b5fb-422ddd109343 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Synchronizing usage tracker for tenant:93d7067759464df68c4212e589960d94 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:23.488794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.489394 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.492610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 5 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.503776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.512321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.513276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.513828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.532946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:23.538256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.538778 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.541007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 6 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.558771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.559359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.559868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.562950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-ac092987-a476-4675-b5fb-422ddd109343 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Unset dirty status for tenant:93d7067759464df68c4212e589960d94 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:23.564584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-ac092987-a476-4675-b5fb-422ddd109343 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=93d7067759464df68c4212e589960d94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5334821 Feb 10 11:28:23.565336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Attempting to bind port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.565846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Attempting to bind port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.566334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Attempting to bind port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd on network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.575024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.575565 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.576227 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 7 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.583517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd on network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.584205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Attempting to bind port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd on network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.600052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.600630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.601175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.603525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:23.604245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Checking segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:23.605011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Bound using segment: {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:23.605674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Bound port: ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6f143b-81e4-4751-b7dc-acd909206c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:23.606238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.625027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:23.673231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.673796 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.681191 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 8 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.691987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.715836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.716520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.717060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.732239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.732733 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.733804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:23.736184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 9 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.753209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.766613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.766967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.767329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.781593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.781921 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.782305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempt 10 to bind port 760634f3-d9e7-4e3b-8866-af0839944383 Feb 10 11:28:23.819877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:23.820223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:23.820561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempting to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:23.826939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:23.827430 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Failed to bind port 760634f3-d9e7-4e3b-8866-af0839944383 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '64e78062-0c63-48a0-a8b7-a68296f67582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1'}] Feb 10 11:28:23.828038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.872527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event updated for resources: {'Network': ['ID=2e2c76ad-8bf7-48fc-adea-81d57ee38aea,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:23.918005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-4858f56b-8d25-43b2-90bf-f922487d47b4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:28:23.923678 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-4858f56b-8d25-43b2-90bf-f922487d47b4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1784606 Feb 10 11:28:23.932530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2115073460'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:23.938597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:23.943190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:network and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:23.947484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:23.954257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:23.960593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Network 2e2c76ad-8bf7-48fc-adea-81d57ee38aea is not hosted by any dhcp agent {{(pid=83553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:28:23.961492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:23.962203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.966345 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d37a3f35-d59e-43f3-ac61-703e6909a8d5 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "PUT /v2.0/networks/2e2c76ad-8bf7-48fc-adea-81d57ee38aea HTTP/1.1" status: 200 len: 857 time: 0.7518437 Feb 10 11:28:23.969859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45524) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:23.987159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:23.999012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 2, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:24.004533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Checking router: b96b3165-e823-41f5-9b34-bf8e783ecab3 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:24.005017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Updating router b96b3165-e823-41f5-9b34-bf8e783ecab3 port b47178e3-45bb-4981-a62f-ae20946eb931 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:28:24.016892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:24.038104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:24.041167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.060437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.065633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.078162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.249987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 760634f3-d9e7-4e3b-8866-af0839944383, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:24.250354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:28:24.288494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.290198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] 10.222.0.32 "PUT /v2.0/ports/ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 200 len: 1094 time: 4.0299048 Feb 10 11:28:24.290394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:24.310981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Port': ['ID=8460d5a5-0c29-4f87-a7a4-11bff651dd99,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:24.315659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.392388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] In _notify_port_updated(), no bound segment for port 760634f3-d9e7-4e3b-8866-af0839944383 on network 9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:24.393498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.395308 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "PUT /v2.0/ports/760634f3-d9e7-4e3b-8866-af0839944383 HTTP/1.1" status: 200 len: 981 time: 5.1771827 Feb 10 11:28:24.465840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.475737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45534) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:24.525796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.539571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Transition to ACTIVE for port object b47178e3-45bb-4981-a62f-ae20946eb931 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:24.548479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.591520 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1c714a98-dcb9-4c27-b050-9ba8e95dbc15 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "DELETE /v2.0/ports/8460d5a5-0c29-4f87-a7a4-11bff651dd99 HTTP/1.1" status: 204 len: 168 time: 2.6243784 Feb 10 11:28:24.599275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45538) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:24.618235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:24.652700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:security_group_rule and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:24.659964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:24.668214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e14917-35b0-4db8-8dd2-62b6f7a6302b service neutron] Pushing event updated for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:24.688771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0746-0006-4478-a963-e06f3d4ae2fa None None] Pushing event updated for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:24.689973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:24.712729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.754905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Deleting port 760634f3-d9e7-4e3b-8866-af0839944383 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:24.755377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.767248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-605db56e-1d9a-4411-97a2-800bb59cb77e service neutron] 10.222.0.42 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7994468 Feb 10 11:28:24.804586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.807775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Attempting to bind port b47178e3-45bb-4981-a62f-ae20946eb931 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:24.808396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Attempting to bind port b47178e3-45bb-4981-a62f-ae20946eb931 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:24.808666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bdd87-d0a1-4823-b070-70db1a0d9cf5 req-06ce2af3-6ef0-47a9-98ad-1c523bd8ef4d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:24.808783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Attempting to bind port b47178e3-45bb-4981-a62f-ae20946eb931 on network 1ec14f9c-ba98-41e7-8323-ee6744453c7a {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:24.810255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb1bdd87-d0a1-4823-b070-70db1a0d9cf5 req-06ce2af3-6ef0-47a9-98ad-1c523bd8ef4d tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 944 time: 0.6147490 Feb 10 11:28:24.816844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:24.817994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Checking segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:24.819178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.819677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Bound using segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:24.820304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Bound port: b47178e3-45bb-4981-a62f-ae20946eb931, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:24.820674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.972599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] For port b47178e3-45bb-4981-a62f-ae20946eb931, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:24.976321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] For port b47178e3-45bb-4981-a62f-ae20946eb931, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b47178e3-45bb-4981-a62f-ae20946eb931,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:24.981750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:24.982969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for e42cdc65-981d-490b-9fc7-c792c2f5ba85 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:25.005785 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-929253da-ba77-4e12-a636-7fc4c918005e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 1097 time: 0.6094720 Feb 10 11:28:25.074196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0746-0006-4478-a963-e06f3d4ae2fa None None] Pushing event updated for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:25.080088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:25.080697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:27:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:25.119844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.138136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.155241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f53c-e09e-4721-91a0-95ad3663283d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event updated for resources: {'Port': ['ID=760634f3-d9e7-4e3b-8866-af0839944383,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:25.161524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-699ca14a-7d80-404b-86a8-af6edb52f2ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 200 len: 217 time: 0.1342044 Feb 10 11:28:25.165093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.177565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:25.187212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.187526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Added segment 9d5f8250-feda-4734-9d2c-d094ea32dc24 of type vlan for network 13361325-189d-44fe-b671-264ddb50966b Feb 10 11:28:25.216154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.271026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:25.275758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-37d7cd27-c134-4c3f-87c3-86431f732cab service neutron] 10.222.0.42 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642143 Feb 10 11:28:25.309219 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb1bdd87-d0a1-4823-b070-70db1a0d9cf5 req-7e97fd07-d4be-4680-9151-e911cb2955d8 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838026 Feb 10 11:28:25.309811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.313411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:25.313990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.320798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] For port 760634f3-d9e7-4e3b-8866-af0839944383, host hv-neutron-8278, got binding levels [] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:25.321294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.336071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e98dff1-989d-40df-a5fb-c4b54f67f1ed,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:25.426214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.464842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Network': ['ID=13361325-189d-44fe-b671-264ddb50966b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:25.474006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e72a83a-aac5-4a6e-9a03-f92dc06df871 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8196728 Feb 10 11:28:25.474006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-e5e0f4d6-ccac-4ecc-a752-04b3eea3678b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:25.474512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-e5e0f4d6-ccac-4ecc-a752-04b3eea3678b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41725683-c8ac-403a-b580-964f9728885a HTTP/1.1" status: 200 len: 845 time: 0.2300253 Feb 10 11:28:25.474964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:25.480486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'subnet': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:25.522757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 13361325-189d-44fe-b671-264ddb50966b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:25.559661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Calling delete_port for 760634f3-d9e7-4e3b-8866-af0839944383 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:25.659333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fd0a4-c4ac-4fa7-bd11-ef021e2f9b25 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:25.660205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e42fd0a4-c4ac-4fa7-bd11-ef021e2f9b25 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Synchronizing usage tracker for tenant:45908dde3de94e8f814663342096a9d1 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:25.750976 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'status': 'completed', 'code': 200} Feb 10 11:28:25.759375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:25.776569 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2aa3d8a8-d2fe-4496-bb96-95bc62d6e3f7 req-fc50d502-b6da-49af-adcf-8e1541cbf8b9 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.0942025 Feb 10 11:28:25.796468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:25.803127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:subnet and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:25.815370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:24Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:25.815548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:25.815649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f289a-ba18-464a-8455-a399fae3af71 None None] The sync data for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv is: [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:24Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:25.821572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:25.832791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-3155ec99-bf90-4f8d-954c-9cc321634a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3349965 Feb 10 11:28:25.868306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:25.996464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2c76ad-8bf7-48fc-adea-81d57ee38aea']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:26.062502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e42fd0a4-c4ac-4fa7-bd11-ef021e2f9b25 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Unset dirty status for tenant:45908dde3de94e8f814663342096a9d1 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:26.065310 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e42fd0a4-c4ac-4fa7-bd11-ef021e2f9b25 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfdc7aa3-9279-42fb-a5ab-e37352a94e5d HTTP/1.1" status: 200 len: 913 time: 1.4571435 Feb 10 11:28:26.068048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:26.087809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.149383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c8f949-4850-4d1c-b0ad-fcf692484557') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:26.150793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c8f949-4850-4d1c-b0ad-fcf692484557') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:26.167379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.222931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.225367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.298532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:26.299135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.312707 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-64693feb-dd61-4b1b-a0e0-67e69fd043d0 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715478 Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:26.327811 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:26.340704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Pushing event deleted for resources: {'Port': ['ID=760634f3-d9e7-4e3b-8866-af0839944383,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:26.475395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Allocated IP 172.26.3.63 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d881e2a6-f04e-4c2d-8ec5-40c63a561d0a) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:26.477576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.483056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.596547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=e42cdc65-981d-490b-9fc7-c792c2f5ba85,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:26.622783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.666551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e2c76ad-8bf7-48fc-adea-81d57ee38aea {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:28:26.672977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e2c76ad-8bf7-48fc-adea-81d57ee38aea,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:26.829017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:26.843261 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8395d305-f721-4649-9e3f-d68166bc0631 tempest-ExternalNetworksTestJSON-1893043160 tempest-ExternalNetworksTestJSON-1893043160-project-admin] 10.222.0.42 "DELETE /v2.0/networks/2e2c76ad-8bf7-48fc-adea-81d57ee38aea HTTP/1.1" status: 204 len: 168 time: 2.8422065 Feb 10 11:28:26.852385 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b0b38379-8804-4f33-84bc-ed3a9849ba48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "DELETE /v2.0/ports/760634f3-d9e7-4e3b-8866-af0839944383 HTTP/1.1" status: 204 len: 168 time: 2.3678842 Feb 10 11:28:26.861574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45596) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:26.861910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45598) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:26.901993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b47178e3-45bb-4981-a62f-ae20946eb931 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:26.966456 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb15df-339a-483b-9b61-59d32485db56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:26.966963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a1fb15df-339a-483b-9b61-59d32485db56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Synchronizing usage tracker for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:26.978329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59ec4c37-b8d8-4436-93ac-4ccff07b71b7 req-1d1760b4-e3c9-4a1c-bea9-6e59fe4b9c6c service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470037 Feb 10 11:28:26.992473 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-91185ad7-909d-4cce-8c8c-26755cd38b69 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] DELETE failed (client error): The resource could not be found. Feb 10 11:28:26.992980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91185ad7-909d-4cce-8c8c-26755cd38b69 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:28:26.994948 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-91185ad7-909d-4cce-8c8c-26755cd38b69 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "DELETE /v2.0/subnets/09f17f91-ae10-4248-bed4-412b9e08f9bf HTTP/1.1" status: 404 len: 337 time: 0.1289508 Feb 10 11:28:27.004476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:27.018246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.020151 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a263f9bf-9e07-40aa-9b00-e6535f1bb81e tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/e42cdc65-981d-490b-9fc7-c792c2f5ba85 HTTP/1.1" status: 204 len: 168 time: 4.4845915 Feb 10 11:28:27.035853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45608) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:27.036495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a1fb15df-339a-483b-9b61-59d32485db56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] Unset dirty status for tenant:b1320dbe691f4c82949945fb5102f31d on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:27.037641 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a1fb15df-339a-483b-9b61-59d32485db56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1861852545-project-admin] 10.222.0.42 "GET /v2.0/ports/760634f3-d9e7-4e3b-8866-af0839944383 HTTP/1.1" status: 404 len: 333 time: 0.1701374 Feb 10 11:28:27.071700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:27.088827 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7390833f-eab6-4f96-8c98-3ed8c681425b tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] GET failed (client error): The resource could not be found. Feb 10 11:28:27.089311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7390833f-eab6-4f96-8c98-3ed8c681425b tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:27.100203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port b47178e3-45bb-4981-a62f-ae20946eb931 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:27.106666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b47178e3-45bb-4981-a62f-ae20946eb931 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:27.107440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.121260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7390833f-eab6-4f96-8c98-3ed8c681425b tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:27.125898 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7390833f-eab6-4f96-8c98-3ed8c681425b tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports/e42cdc65-981d-490b-9fc7-c792c2f5ba85 HTTP/1.1" status: 404 len: 333 time: 0.0839484 Feb 10 11:28:27.130991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45618) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:27.139736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1068271216'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:27.252291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bb678891-7b91-4654-99fe-95147e4923a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.284529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.303368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:27.307498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.321624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:27.324670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port b47178e3-45bb-4981-a62f-ae20946eb931, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b47178e3-45bb-4981-a62f-ae20946eb931,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:27.331008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.347890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.351684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:27.356951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.372327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.405748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:27.432448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe9e5c-d451-4c87-ac66-b7b36917629a req-deb8f742-2fba-468f-9624-5ead04855b02 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:27.434302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe9e5c-d451-4c87-ac66-b7b36917629a req-deb8f742-2fba-468f-9624-5ead04855b02 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 944 time: 0.8072169 Feb 10 11:28:27.448648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:27.457189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port f06a559d-7fbb-47c5-9746-ab8d4968e83f yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:27.504001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:27.516451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:27.519867 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c613587-c8ba-489e-93d7-21b55251d5d3 req-366c3521-a747-463b-b355-263c316e11b8 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.4249129 Feb 10 11:28:27.559549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event updated for resources: {'Port': ['ID=d881e2a6-f04e-4c2d-8ec5-40c63a561d0a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:27.664995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.32', 50624) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:27.675725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.711465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:27.840877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::232 (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/f06a559d-7fbb-47c5-9746-ab8d4968e83f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:27.875639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-e2e64d6d-dee2-4141-abf1-dcb4c14a4ead tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:27.877075 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-e2e64d6d-dee2-4141-abf1-dcb4c14a4ead tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.32 "GET /v2.0/networks?id=1ec14f9c-ba98-41e7-8323-ee6744453c7a HTTP/1.1" status: 200 len: 812 time: 0.2113831 Feb 10 11:28:27.976355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.029050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Subnet': ['ID=887d60ec-3b32-4daf-9c09-0831956c2c5b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:28.033406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbfe9e5c-d451-4c87-ac66-b7b36917629a req-546a736c-cd78-4a87-8f5d-5c4411d7f961 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124424 Feb 10 11:28:28.113509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.123161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-566884c5-f8c0-4a44-a6d2-7b93c45decb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 1097 time: 0.7688596 Feb 10 11:28:28.155506 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-f335dcb2-2d59-45b9-ae0e-f80ad98d8599 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d7067759464df68c4212e589960d94 HTTP/1.1" status: 200 len: 379 time: 0.2656803 Feb 10 11:28:28.165894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'port': {'device_id': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'admin_state_up': True, 'tenant_id': '93d7067759464df68c4212e589960d94', 'security_groups': ['e6fe74eb-f558-4e72-a6a3-29efd2539f58']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:28.169070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e78062-0c63-48a0-a8b7-a68296f67582') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.169366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e78062-0c63-48a0-a8b7-a68296f67582') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.193906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.254518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.300576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Checking segment: {'id': '9d5f8250-feda-4734-9d2c-d094ea32dc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13361325-189d-44fe-b671-264ddb50966b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:28.300932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network hostable DHCP agents. Network: 13361325-189d-44fe-b671-264ddb50966b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:28.305802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12570c01-94c2-4987-8f3d-e6049b8efdf9']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.307849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.328858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.336731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144797a1-d191-4e20-bffb-741be084b900') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.337023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144797a1-d191-4e20-bffb-741be084b900') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:28.339566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.340259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.356724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:28.357118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.357600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object f06a559d-7fbb-47c5-9746-ab8d4968e83f will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:28.375460 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:28.377540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.414858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:28.486314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:28.510748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Made reservation on behalf of 93d7067759464df68c4212e589960d94 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:28.513702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.540865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.634944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.639618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-e4a65c35-7563-49c4-8b1e-aa8baab28113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:28.641095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-e4a65c35-7563-49c4-8b1e-aa8baab28113 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 200 len: 907 time: 0.4920938 Feb 10 11:28:28.647841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.688709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:28.703412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:28.710224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:28.714058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:28.714644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.719751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=f06a559d-7fbb-47c5-9746-ab8d4968e83f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:28.760214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:28.760620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:28.775889 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:28.777770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:28.778548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.821361 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f04238fc-7b1e-465b-be63-e18c71de4ba4 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6892891 Feb 10 11:28:28.829844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45628) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:28.838846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'network_id': 'a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1868775395'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:28.854205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b47178e3-45bb-4981-a62f-ae20946eb931 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:28.936184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62d0fa15-5843-467f-a6a1-e6c5877b5096 req-08a8513e-0e4a-4b07-b0fc-62f47fd6fbd2 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.2371888 Feb 10 11:28:28.937683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b47178e3-45bb-4981-a62f-ae20946eb931 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:28.938226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.941919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:28.984963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Allocated IP 172.20.0.4 (1ec14f9c-ba98-41e7-8323-ee6744453c7a/8049264b-9b30-4db3-90b6-ea7e10120a36/b66b19a6-c2fb-42c9-9f0c-3096b2aac466) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:29.020899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-1e12aa03-0645-4af5-8352-60c55c31814b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 200 len: 217 time: 0.3190391 Feb 10 11:28:29.021704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] Pushing event deleted for resources: {'Network': ['ID=9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:29.029142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 13361325-189d-44fe-b671-264ddb50966b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:29.033890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:29.034686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.048181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f1403-0963-471f-812d-1e8c866eb044 None None] Network 13361325-189d-44fe-b671-264ddb50966b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:29.079157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f64636d3-d5ab-4ab2-ae64-51735d0f0473 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-887938150-project] 10.222.0.42 "DELETE /v2.0/networks/9dc4c5ee-bb1f-4d59-a1fb-bae879d4ffc1 HTTP/1.1" status: 204 len: 168 time: 1.9910784 Feb 10 11:28:29.160844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.169865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.177208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-af714b62-0f61-4a76-9b6d-676cc09dcbad None None] Provisioning for port f06a559d-7fbb-47c5-9746-ab8d4968e83f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:29.197691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-af714b62-0f61-4a76-9b6d-676cc09dcbad None None] Provisioning complete for port f06a559d-7fbb-47c5-9746-ab8d4968e83f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:29.198060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af714b62-0f61-4a76-9b6d-676cc09dcbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.231258 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a313241-1860-4ee0-baff-51ceb3dab527 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7529111 Feb 10 11:28:29.234990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:29.258715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-af714b62-0f61-4a76-9b6d-676cc09dcbad None None] Port f06a559d-7fbb-47c5-9746-ab8d4968e83f cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:29.268777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] Pushing event deleted for resources: {'Network': ['ID=12570c01-94c2-4987-8f3d-e6049b8efdf9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:29.277251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-1490133274'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:29.293449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-34c1cc63-17b8-45b3-8a2a-00c4138931ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:29.294879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-34c1cc63-17b8-45b3-8a2a-00c4138931ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41725683-c8ac-403a-b580-964f9728885a HTTP/1.1" status: 200 len: 845 time: 0.2510173 Feb 10 11:28:29.324616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.351007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bbc10c3d-23e4-4c82-aa78-beda65c6a6b5 tempest-ExternalNetworksTestJSON-405491828 tempest-ExternalNetworksTestJSON-405491828-project] 10.222.0.42 "DELETE /v2.0/networks/12570c01-94c2-4987-8f3d-e6049b8efdf9 HTTP/1.1" status: 204 len: 168 time: 2.3372378 Feb 10 11:28:29.407900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Transition to ACTIVE for port object b66b19a6-c2fb-42c9-9f0c-3096b2aac466 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:29.419430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-13361325-189d-44fe-b671-264ddb50966b', 'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'tenant_id': 'e3bc3904d6c24e58bf8a052e73b8db92', 'fixed_ips': [{'subnet_id': '887d60ec-3b32-4daf-9c09-0831956c2c5b'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:29.420635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.456183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:29.469780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Usage tracker for resource:port and tenant:00c56b64631541dfb9566074391608db is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:29.476533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:29.480607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1c57-3b3f-425c-9147-971c97c0d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.488865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:29.494118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Router fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:29.527727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:29.587325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:29.604013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:port and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:29.615364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:29.630356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Made reservation on behalf of 00c56b64631541dfb9566074391608db for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:29.632495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:29.633919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.646632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Allocated IP 172.20.0.2 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/4ce18373-7957-4674-b204-748d30cf066a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:29.711821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fb2b6-a896-4a28-9a0f-e214dd89af82 req-9106af85-d0bd-48fd-9604-8012b74a19dd tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:29.713409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e93fb2b6-a896-4a28-9a0f-e214dd89af82 req-9106af85-d0bd-48fd-9604-8012b74a19dd tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 944 time: 0.4503984 Feb 10 11:28:29.717576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:29.720679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.744213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-a7e661ee-699c-4c87-a7c2-466220014d3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4043155 Feb 10 11:28:29.763085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.849784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] device_id is not set on port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:29.904342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:29.911416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.922355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Transition to ACTIVE for port object 4ce18373-7957-4674-b204-748d30cf066a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:29.943002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:29.943175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Transition to ACTIVE for port object 4ce18373-7957-4674-b204-748d30cf066a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:29.951898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:29.955705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event updated for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:29.960122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:29.962749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:29.975516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port b901332d-e652-4259-81b1-99e877ccd692 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:30.016412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:30.020117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:30.029189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:30.140376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Attempting to bind port 4ce18373-7957-4674-b204-748d30cf066a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:30.140744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Attempting to bind port 4ce18373-7957-4674-b204-748d30cf066a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9d5f8250-feda-4734-9d2c-d094ea32dc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13361325-189d-44fe-b671-264ddb50966b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:30.141102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Attempting to bind port 4ce18373-7957-4674-b204-748d30cf066a on network 13361325-189d-44fe-b671-264ddb50966b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:30.144738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Pushing event updated for resources: {'Port': ['ID=4ce18373-7957-4674-b204-748d30cf066a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:30.151822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:30.152196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Checking segment: {'id': '9d5f8250-feda-4734-9d2c-d094ea32dc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13361325-189d-44fe-b671-264ddb50966b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:30.152597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.153239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Bound using segment: {'id': '9d5f8250-feda-4734-9d2c-d094ea32dc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13361325-189d-44fe-b671-264ddb50966b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:30.153708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Bound port: 4ce18373-7957-4674-b204-748d30cf066a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5f8250-feda-4734-9d2c-d094ea32dc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '13361325-189d-44fe-b671-264ddb50966b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:30.154081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.174500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Allocated IP 2001:db8::26f (a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3/fb43b0be-2f8f-4290-9db6-2b4d8afd9a17) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:30.175096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.10 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/b901332d-e652-4259-81b1-99e877ccd692) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:30.252165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:30.252956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.263435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] For port 4ce18373-7957-4674-b204-748d30cf066a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:30.268007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] For port 4ce18373-7957-4674-b204-748d30cf066a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ce18373-7957-4674-b204-748d30cf066a,segment=NetworkSegment(9d5f8250-feda-4734-9d2c-d094ea32dc24),segment_id=9d5f8250-feda-4734-9d2c-d094ea32dc24)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:30.270656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:28:30.305202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.338168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-cb7436c6-8c40-46be-9997-8dc7504f0bec service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731602 Feb 10 11:28:30.472183 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-a3c8378f-ea2d-42db-afb4-363a2a9b20e5 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3100848 Feb 10 11:28:30.493268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Request body: {'port': {'device_id': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:30.518659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.536917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-beeeeefb-8914-464d-bd87-cc7f8434cac3 None None] Provisioning for port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:30.546108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-beeeeefb-8914-464d-bd87-cc7f8434cac3 None None] Provisioning complete for port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:30.546448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-beeeeefb-8914-464d-bd87-cc7f8434cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.578998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f144b-d6f8-4aec-8e43-7ad11327d3cf None None] Pushing event updated for resources: {'Port': ['ID=4ce18373-7957-4674-b204-748d30cf066a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:30.619858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e93fb2b6-a896-4a28-9a0f-e214dd89af82 req-c7568a26-6e79-4be3-877a-02a0630566c5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8839130 Feb 10 11:28:30.639944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.642792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:30.653564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:30.678592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'port_id': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'mac_address': 'fa:16:3e:fb:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:28:30.689610 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] Sync routers for ids ['fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:30.700828 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] Routers {'fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:30.701412 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:30.731813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d5fae189-73be-4ed5-9c41-f3c1c4b432d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01893bec1a7042f4a44be1951c0a3d02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2028794 Feb 10 11:28:30.741250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45660) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:30.745400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.750352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-beeeeefb-8914-464d-bd87-cc7f8434cac3 None None] Port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:30.785545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Transition to ACTIVE for port object fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:30.828828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.866262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:28:30.870776 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:30.881922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.885585 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d551b230-e758-4095-bf8a-62c96f9f7333 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8325586 Feb 10 11:28:30.886202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45664) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:30.897524 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] Routers {'fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:30.898774 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:30.904037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:30.915523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.929510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:30.957801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ce18373-7957-4674-b204-748d30cf066a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:31.004832 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:31.005141 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f96e7a-0392-43e9-80f9-a7085ea015be None None] The sync data for ids ['fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:31.039064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:31.057627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4ce18373-7957-4674-b204-748d30cf066a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:31.078336 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bcfdb91b-1ffe-4caa-afaa-eccfa5b7c394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a764bfefca1e4995a757987b20f7cd78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1264749 Feb 10 11:28:31.094793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:31.158050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cc3d523-bff5-451c-a6c1-55d45921efb2 req-70607251-5f7d-4210-9deb-4467197f3d4f service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004375 Feb 10 11:28:31.193602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.199066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:28:31.216897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.245460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f309054-c199-4870-b4fb-26fd9c31c518 req-1d6c7d21-7114-43e1-a723-d3039e901092 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:31.246948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f309054-c199-4870-b4fb-26fd9c31c518 req-1d6c7d21-7114-43e1-a723-d3039e901092 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 931 time: 0.9834411 Feb 10 11:28:31.346952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.350604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.396774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object b901332d-e652-4259-81b1-99e877ccd692 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:31.415875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.435108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:31.446429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:31.496196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=fb43b0be-2f8f-4290-9db6-2b4d8afd9a17,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:31.499671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:31.500038 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f309054-c199-4870-b4fb-26fd9c31c518 req-3104c36f-2ad0-46ee-bc6b-3084ec954c4b tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268801 Feb 10 11:28:31.504345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:31.504611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.537475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.549731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.585396 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3ba7c2cf-01db-4151-90f7-774cf5f26cdd tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7517238 Feb 10 11:28:31.588220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45672) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:31.607959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:48:15:cc'}, {'ip_address': '2001:db8::232', 'mac_address': 'fa:16:3e:f4:bf:47'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:31.636206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.638497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.639640 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1039a801-98ea-4655-8b4b-bbf39e33e6d4 HTTP/1.1" status: 204 len: 168 time: 0.8891377 Feb 10 11:28:31.685889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79b5f-cbf9-48b1-92bd-be0901e43fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039a801-98ea-4655-8b4b-bbf39e33e6d4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:31.700496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:31.713443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=b901332d-e652-4259-81b1-99e877ccd692,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:31.716839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:31.725635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:31.835309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e428b-bf93-4721-8e32-795852f63de1 None None] Network 13361325-189d-44fe-b671-264ddb50966b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:31.944681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:31.945475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.953591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port e4b75386-2fa6-4619-9542-841a171f1b2c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:31.953906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.972978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66b19a6-c2fb-42c9-9f0c-3096b2aac466 {{(pid=83553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:28:31.993743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:31.998581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.000883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.013412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Provisioning for port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:32.037316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Provisioning complete for port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:32.038541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.069408 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6deefdf0-11ce-4c16-afb6-85b94c44cc9d tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e HTTP/1.1" status: 200 len: 924 time: 1.1730430 Feb 10 11:28:32.070027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45682) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.071067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Transition to ACTIVE for port object b66b19a6-c2fb-42c9-9f0c-3096b2aac466 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:32.077216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60602fd4-7524-44c3-a97a-0c6da7b67621,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:32.119409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.131158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.133449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9b0a6d9-272f-4a00-a2c6-b26dbb272b26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60602fd4-7524-44c3-a97a-0c6da7b67621 HTTP/1.1" status: 204 len: 168 time: 1.0359180 Feb 10 11:28:32.178581 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2af7cf0a-1e52-4853-8cf5-869db070d5ab tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e HTTP/1.1" status: 200 len: 205 time: 0.0971653 Feb 10 11:28:32.204565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:32.211905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9eba60c3-7568-4fd2-9c58-1c302985a7d9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9542112 Feb 10 11:28:32.213906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45688) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.214384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45690) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.227289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-1290068090', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:16:4a:ff'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:32.230202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc3af-8e9c-436f-9ef0-1d0cb2648e87 req-d81b73dc-6998-422b-816e-71ef091cc18c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:32.237087 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-163dc3af-8e9c-436f-9ef0-1d0cb2648e87 req-d81b73dc-6998-422b-816e-71ef091cc18c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 945 time: 0.4048636 Feb 10 11:28:32.257935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:32.272814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45696) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.314317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.338681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-163dc3af-8e9c-436f-9ef0-1d0cb2648e87 req-1211fbb7-ea91-4536-8093-a8ac1f9a777c tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005528 Feb 10 11:28:32.367697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Provisioning for port 4ce18373-7957-4674-b204-748d30cf066a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:32.383206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Provisioning complete for port 4ce18373-7957-4674-b204-748d30cf066a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:32.383612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.394336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.449056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:32.455593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:32.455966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.458578 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e91230cf-83d3-4836-9bdf-fc015ac85069 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1320dbe691f4c82949945fb5102f31d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1779342 Feb 10 11:28:32.515956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.526500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Calling delete_port for e4b75386-2fa6-4619-9542-841a171f1b2c owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:32.626896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Pushing event updated for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:32.656254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.737372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] For port 4ce18373-7957-4674-b204-748d30cf066a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ce18373-7957-4674-b204-748d30cf066a,segment=NetworkSegment(9d5f8250-feda-4734-9d2c-d094ea32dc24),segment_id=9d5f8250-feda-4734-9d2c-d094ea32dc24)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:32.738757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.766882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.814319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.866149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:32.878575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:32.890974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deffce4-d234-4022-8d0d-3de0d3010627 None None] Pushing event updated for resources: {'Port': ['ID=4ce18373-7957-4674-b204-748d30cf066a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:32.926423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:32.990967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f9f7-335c-4ea1-af68-ada06137db43 req-734275fc-1586-4bdc-b324-a627c9ea8562 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:32.996146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c43f9f7-335c-4ea1-af68-ada06137db43 req-734275fc-1586-4bdc-b324-a627c9ea8562 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.3148520 Feb 10 11:28:33.012812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:33.024377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Provisioning for port b901332d-e652-4259-81b1-99e877ccd692 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:33.040497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Provisioning complete for port b901332d-e652-4259-81b1-99e877ccd692 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:33.041422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.099152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.130948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.183718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.203791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cad4808a-e037-4cd9-b69a-965d7c9dcd3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c5735a39cd545a7aaccfcdfcefb3662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3209603 Feb 10 11:28:33.212685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:33.213100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:33.225642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c43f9f7-335c-4ea1-af68-ada06137db43 req-8ff6ee7b-2837-413d-8518-51e735b9325d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228181 Feb 10 11:28:33.248903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Port b901332d-e652-4259-81b1-99e877ccd692 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:33.267120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] In _notify_port_updated(), no bound segment for port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 on network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:33.271519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:33.272183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.273502 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "PUT /v2.0/ports/fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 HTTP/1.1" status: 200 len: 1068 time: 1.6819558 Feb 10 11:28:33.278199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Provisioning complete for port 4ce18373-7957-4674-b204-748d30cf066a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:33.278672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59f02c84-34e3-4dd2-a890-43e718cede4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.294756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45720) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:33.398424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.444873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.471011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481be14-43d8-4e90-a899-4bd6b20c3138 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event updated for resources: {'Port': ['ID=fb43b0be-2f8f-4290-9db6-2b4d8afd9a17,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:33.495027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:33.497290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cb21c7-bf84-4615-9955-3caead632410,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:33.514227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:port and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:33.534662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:33.567580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Port': ['ID=e4b75386-2fa6-4619-9542-841a171f1b2c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:33.592659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.593643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:33.598714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:33.599057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.623774 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'code': 200} Feb 10 11:28:33.676063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.677437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f00f3392-167d-4c2d-a92a-7992848358ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4cb21c7-bf84-4615-9955-3caead632410 HTTP/1.1" status: 204 len: 168 time: 1.1605692 Feb 10 11:28:33.707053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Provisioning complete for port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:33.707826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.710182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:33.755447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.792106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Port fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:33.807318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Provisioning complete for port b901332d-e652-4259-81b1-99e877ccd692 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:33.807765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.832024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:33.882583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Attempting to bind port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:33.883701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Attempting to bind port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:33.883701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Attempting to bind port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 on network 1ec14f9c-ba98-41e7-8323-ee6744453c7a {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:33.911333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bbc499f7-0992-442d-ad6a-cb12704cf192 None None] Port b901332d-e652-4259-81b1-99e877ccd692 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:33.966697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 on network 1ec14f9c-ba98-41e7-8323-ee6744453c7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:33.966836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Attempting to bind port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 on network 1ec14f9c-ba98-41e7-8323-ee6744453c7a {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:34.039737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:34.040376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Checking segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:34.041089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Bound using segment: {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:34.041696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Bound port: b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab23650e-395c-4176-afaf-6bc6f47a854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:34.042194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.086746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7c6e0-fdfd-417e-9b9c-46f0030b3225 req-93b332be-5926-4c29-b5a9-e35c46a41b24 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:34.088350 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1c7c6e0-fdfd-417e-9b9c-46f0030b3225 req-93b332be-5926-4c29-b5a9-e35c46a41b24 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.5166659 Feb 10 11:28:34.140255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.144602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.181338 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd683211-f315-444f-8874-2fdc02181a71 req-822b6c21-1710-43e5-9d6c-cb0e27afd755 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 1099 time: 0.2650867 Feb 10 11:28:34.184661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.202526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.348638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df8f90-a4dd-4340-ad5b-758d76823f95,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:34.367444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1c7c6e0-fdfd-417e-9b9c-46f0030b3225 req-5fd53ce8-89fc-43f6-8191-cc56dacb0d18 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663715 Feb 10 11:28:34.369425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.383123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port 945a419a-0a39-41a3-9741-555596011551 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:34.389540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.393396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3138845-4487-4336-97e1-439dad39dba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30df8f90-a4dd-4340-ad5b-758d76823f95 HTTP/1.1" status: 204 len: 168 time: 1.1718564 Feb 10 11:28:34.462519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.494166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:34.604365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Usage tracker for resource:security_group_rule and tenant:81fcabec8a6d4a168ea7e2539b3d80af is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:34.610933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:34.626386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:34.707351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:34.772357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:34.833112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:34.834690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbece1a2-a2dc-4f5e-a1a4-5cd1371ee901 req-90c344bd-cd2c-4551-acdd-249623866f53 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:34.836468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbece1a2-a2dc-4f5e-a1a4-5cd1371ee901 req-90c344bd-cd2c-4551-acdd-249623866f53 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.3481143 Feb 10 11:28:34.876892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.910043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Router bfdc7aa3-9279-42fb-a5ab-e37352a94e5d has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:28:34.922207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ce18373-7957-4674-b204-748d30cf066a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:34.950571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:34.959195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbece1a2-a2dc-4f5e-a1a4-5cd1371ee901 req-5b411854-5ff4-4ec5-96b1-06a45f11dd8b tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017878 Feb 10 11:28:35.014843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:35.156640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4ce18373-7957-4674-b204-748d30cf066a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:35.157261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:35.229998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:35.231759 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] 10.222.0.32 "PUT /v2.0/ports/b66b19a6-c2fb-42c9-9f0c-3096b2aac466 HTTP/1.1" status: 200 len: 1093 time: 4.7466724 Feb 10 11:28:35.249095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:35.287488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.5 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/945a419a-0a39-41a3-9741-555596011551) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:35.345293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:35.360261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] Sync routers for ids ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:35.360958 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd683211-f315-444f-8874-2fdc02181a71 req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1076353 Feb 10 11:28:35.371568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ed0d-dea9-4897-ace0-dfae39d2d9fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b5930-03e6-46b9-81a0-9823c1fc1426,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:35.389514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ec2ec-9f8c-474e-829d-df06576aff07 service neutron] Pushing event updated for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:35.409837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c941796e-7b78-4199-a825-2ae136af4e9b tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "PUT /v2.0/routers/bfdc7aa3-9279-42fb-a5ab-e37352a94e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3377330 Feb 10 11:28:35.410821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:35.438473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] Routers {'bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:35.439126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:35.569113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:35.606415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] Routers {'bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:35.607068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:35.632346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:35.678681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:35.679082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d5c7a-88e0-4c2f-85cc-6136420f7bb3 None None] The sync data for ids ['bfdc7aa3-9279-42fb-a5ab-e37352a94e5d'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:35.707855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:35.829336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=fb43b0be-2f8f-4290-9db6-2b4d8afd9a17,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:35.905178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb06b-5366-460e-863b-f9edd6483e44 req-5eccc7a8-b1d4-40d6-8bc0-34d486ae2f32 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:35.912808 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f51fb06b-5366-460e-863b-f9edd6483e44 req-5eccc7a8-b1d4-40d6-8bc0-34d486ae2f32 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.3418183 Feb 10 11:28:35.950008 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-eebd2eeb-f414-41de-ae1f-7ffba09c63d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7067759464df68c4212e589960d94&device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 1096 time: 0.6599388 Feb 10 11:28:36.117508 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f51fb06b-5366-460e-863b-f9edd6483e44 req-0601ea6e-1530-4c9e-b869-8acb5b618bf8 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038591 Feb 10 11:28:36.123798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.127755 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-261d6e64-0857-4a0b-8e98-77abbb1b9b71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466 HTTP/1.1" status: 200 len: 217 time: 0.1589146 Feb 10 11:28:36.214060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.279645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object 945a419a-0a39-41a3-9741-555596011551 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:36.285591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port d881e2a6-f04e-4c2d-8ec5-40c63a561d0a {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:36.285591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.364033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-227cddb2-b170-40ea-b2b6-9467593f58dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:36.365457 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-227cddb2-b170-40ea-b2b6-9467593f58dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8049264b-9b30-4db3-90b6-ea7e10120a36 HTTP/1.1" status: 200 len: 851 time: 0.2311292 Feb 10 11:28:36.387831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.438030 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'status': 'completed', 'code': 200} Feb 10 11:28:36.450461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.469222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.489264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa156a-a788-409a-abc2-66f715a2e714 req-501c14e2-ef23-4cab-a229-a79e624e3975 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:36.497309 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0fa156a-a788-409a-abc2-66f715a2e714 req-501c14e2-ef23-4cab-a229-a79e624e3975 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.1431866 Feb 10 11:28:36.531143 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-32d38178-d578-4ca4-9ecc-03bd285cbda0 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 HTTP/1.1" status: 204 len: 168 time: 3.2348647 Feb 10 11:28:36.538369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45802) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:36.563721 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0fa156a-a788-409a-abc2-66f715a2e714 req-1af4ff6e-bcda-43ad-9088-4c726c18c61d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634847 Feb 10 11:28:36.568415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.569051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Fanout notify agent at l3_agent the message router_deleted on router bfdc7aa3-9279-42fb-a5ab-e37352a94e5d {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:28:36.595488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.598340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-409ddf95-bb76-4b21-be2d-7ebc3adc0fe4 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "DELETE /v2.0/routers/bfdc7aa3-9279-42fb-a5ab-e37352a94e5d HTTP/1.1" status: 204 len: 168 time: 1.1732965 Feb 10 11:28:36.602741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:36.615805 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a1c754-7c3b-4aa7-9b55-206434a343fe tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] GET failed (client error): The resource could not be found. Feb 10 11:28:36.616524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-98a1c754-7c3b-4aa7-9b55-206434a343fe tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:36.658350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.730813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-98a1c754-7c3b-4aa7-9b55-206434a343fe tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:36.732156 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98a1c754-7c3b-4aa7-9b55-206434a343fe tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports/fb43b0be-2f8f-4290-9db6-2b4d8afd9a17 HTTP/1.1" status: 404 len: 333 time: 0.1901186 Feb 10 11:28:36.744285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45818) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:36.760350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:36.814271 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-e662f961-9142-445f-af6f-0588ff60289e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ec14f9c-ba98-41e7-8323-ee6744453c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4202063 Feb 10 11:28:36.815086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:36.824163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting subnet ca358e10-6323-4f61-8cee-fa339b477c40 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:28:36.827060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.827624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:36.859935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:36.929751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.110349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.191583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:37.220835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd272b7a-a34a-4ea9-8ddd-97f80420ee83 None None] Provisioning for port 945a419a-0a39-41a3-9741-555596011551 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:37.226930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd272b7a-a34a-4ea9-8ddd-97f80420ee83 None None] Provisioning complete for port 945a419a-0a39-41a3-9741-555596011551 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:37.227306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd272b7a-a34a-4ea9-8ddd-97f80420ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.267037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.302790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=945a419a-0a39-41a3-9741-555596011551,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:37.334374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fd272b7a-a34a-4ea9-8ddd-97f80420ee83 None None] Port 945a419a-0a39-41a3-9741-555596011551 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:37.374488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Subnet': ['ID=ca358e10-6323-4f61-8cee-fa339b477c40,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:37.383429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.390646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74e549-7431-40b5-8e0a-1017475027e7 None None] Network e2830bbb-fc1e-4443-b968-4cf38fb6d421 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:37.400926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51fec503-b41b-447e-95af-84435d51473d tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "DELETE /v2.0/subnets/ca358e10-6323-4f61-8cee-fa339b477c40 HTTP/1.1" status: 204 len: 168 time: 0.7971203 Feb 10 11:28:37.403483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:37.466381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for d881e2a6-f04e-4c2d-8ec5-40c63a561d0a owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:37.510769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port f06a559d-7fbb-47c5-9746-ab8d4968e83f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:37.511111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.652772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.653639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:37.654487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.690551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1556608362'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:37.713824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:37.721318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Usage tracker for resource:network and tenant:a0c700dac45b43188a83b046a0996844 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:37.729509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:37.781561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:37.787878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:37.788193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.792321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] DHCP port deletion for e2830bbb-fc1e-4443-b968-4cf38fb6d421 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:28:37.797093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Deleting port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:37.797772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.805446 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:28:37.854927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caecea7-2b03-473a-8fae-d5545fe4af47 req-14b51ac1-420f-4f37-80de-beb92354434e tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:37.856440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5caecea7-2b03-473a-8fae-d5545fe4af47 req-14b51ac1-420f-4f37-80de-beb92354434e tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.5327134 Feb 10 11:28:37.880322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Made reservation on behalf of a0c700dac45b43188a83b046a0996844 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:37.883716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:37.905645 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-586b6785-d99c-420c-a89b-75830aa62ff2 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.6825814 Feb 10 11:28:37.916537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45848) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:37.953053 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-164a9c77-9194-4780-95eb-1205463dae63 service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1176453 Feb 10 11:28:37.962187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.076347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d93b8-c3a9-46f3-8544-acc05a0fef31 req-db3738ed-d435-4cf5-83ec-343521ef558f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:38.077875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-969d93b8-c3a9-46f3-8544-acc05a0fef31 req-db3738ed-d435-4cf5-83ec-343521ef558f tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.3531618 Feb 10 11:28:38.105225 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5caecea7-2b03-473a-8fae-d5545fe4af47 req-6be8f168-f857-4e2b-b502-88189f2d6c7f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325344 Feb 10 11:28:38.171449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:38.195921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] For port e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,segment=NetworkSegment(7c4605ef-ecc7-4cbc-a897-70c3fa24fe46),segment_id=7c4605ef-ecc7-4cbc-a897-70c3fa24fe46)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:38.196248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.230630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Usage tracker for resource:security_group_rule and tenant:a0c700dac45b43188a83b046a0996844 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:38.235321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:38.247084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:38.269251 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.282681 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8e55f52e-857d-4f80-a6e8-be7b98e5027e req-e2fc0785-8d34-45e3-be81-7fc8e441d118 service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208215 Feb 10 11:28:38.388040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Calling delete_port for e9b57c07-4e6a-4011-b5fb-c3a326e401c1 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:38.449291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45858) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:38.466113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for f06a559d-7fbb-47c5-9746-ab8d4968e83f owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:38.470349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:38.474276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:38.478126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:38.478940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Synchronizing usage tracker for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:38.493223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.496144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] For port e9b57c07-4e6a-4011-b5fb-c3a326e401c1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,segment=NetworkSegment(7c4605ef-ecc7-4cbc-a897-70c3fa24fe46),segment_id=7c4605ef-ecc7-4cbc-a897-70c3fa24fe46)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:38.496492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.508090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-969d93b8-c3a9-46f3-8544-acc05a0fef31 req-2c9e0533-3914-4f79-af07-2879f02b5915 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018912 Feb 10 11:28:38.513192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.516588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.575732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=d881e2a6-f04e-4c2d-8ec5-40c63a561d0a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:38.579054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.643275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] No DVR routers for this DVR port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:28:38.645284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Calling delete_port for e9b57c07-4e6a-4011-b5fb-c3a326e401c1 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:38.650467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d22808-6d67-480f-bcee-8692a08f2e63 None None] Pushing event deleted for resources: {'Port': ['ID=e9b57c07-4e6a-4011-b5fb-c3a326e401c1,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:38.704433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Unset dirty status for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:38.705420 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-118a429a-b4d5-4885-82a6-c144a38fd711 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.7878196 Feb 10 11:28:38.716110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45864) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:38.725528 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-1c125183-d0a0-4f72-837c-63db3eb380b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7067759464df68c4212e589960d94&device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 1096 time: 0.3655846 Feb 10 11:28:38.739411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-145bc758-7040-4442-882f-97cb12fe1c3d tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:38.758951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da57f134-40b1-4086-9c91-4a35102a05b6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:38.816626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c6455-cace-4125-8d08-4653af1f9c65 req-2de3567c-5909-4361-871d-1960d4013e86 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:38.818159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d76c6455-cace-4125-8d08-4653af1f9c65 req-2de3567c-5909-4361-871d-1960d4013e86 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.4690070 Feb 10 11:28:38.829700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45870) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:38.835299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port 945a419a-0a39-41a3-9741-555596011551 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:38.835629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:38.844925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e9b57c07-4e6a-4011-b5fb-c3a326e401c1 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:28:38.862990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Request body: {'floatingip': {'port_id': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:38.878833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e9b57c07-4e6a-4011-b5fb-c3a326e401c1 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:28:38.879159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e9b57c07-4e6a-4011-b5fb-c3a326e401c1 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:28:38.922690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:38.922960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:38.956364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.074057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.097739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:39.136121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.136458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Added segment 08d79934-b416-462c-8cf6-74f110e025b8 of type vlan for network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca Feb 10 11:28:39.142099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.210693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=f06a559d-7fbb-47c5-9746-ab8d4968e83f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:39.329022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-203d1d18-3e7d-49e3-b145-9bb5647f56f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:39.330424 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-203d1d18-3e7d-49e3-b145-9bb5647f56f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ec14f9c-ba98-41e7-8323-ee6744453c7a HTTP/1.1" status: 200 len: 913 time: 0.5970740 Feb 10 11:28:39.402966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.424825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Deleting port e9b57c07-4e6a-4011-b5fb-c3a326e401c1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:39.425162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.469503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.538528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] The port 'e9b57c07-4e6a-4011-b5fb-c3a326e401c1' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:28:39.540461 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-dfd3c263-7c24-4d57-8592-6b71abe9109c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466 HTTP/1.1" status: 200 len: 217 time: 0.2031260 Feb 10 11:28:39.552140 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-145bc758-7040-4442-882f-97cb12fe1c3d tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "PUT /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9 HTTP/1.1" status: 200 len: 366 time: 1.0957766 Feb 10 11:28:39.584561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45876) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.586283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.595786 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-916c145c-a373-4610-916c-9114abd26fe5 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/f06a559d-7fbb-47c5-9746-ab8d4968e83f HTTP/1.1" status: 204 len: 168 time: 2.8363762 Feb 10 11:28:39.599349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.615463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.627805 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8dafd2a0-09b7-48b3-88bc-cf337d5b8990 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0372620 Feb 10 11:28:39.629883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45882) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.641039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-845daaa9-2e59-4b5f-82f5-09ab81cb8712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:39.642444 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-845daaa9-2e59-4b5f-82f5-09ab81cb8712 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8049264b-9b30-4db3-90b6-ea7e10120a36 HTTP/1.1" status: 200 len: 851 time: 0.0945377 Feb 10 11:28:39.691083 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2351ad8f-1a1a-471b-bdd7-30d6680958f7 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9 HTTP/1.1" status: 200 len: 366 time: 0.0592916 Feb 10 11:28:39.696128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45888) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.703176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.703706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:28:39.720398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.721445 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eb70d1b6-6611-480f-bf21-65ff3f65a472 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e HTTP/1.1" status: 204 len: 168 time: 7.5010762 Feb 10 11:28:39.725582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45892) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.731285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'name': 'tempest-snat-router-535098845', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:39.737544 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f9bedfb8-bfc1-4015-ad51-f41477a23fcd tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9 HTTP/1.1" status: 204 len: 168 time: 0.0397806 Feb 10 11:28:39.738750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:39.742537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45896) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.750311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:router and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:39.760209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:39.769762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:39.776677 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1b3f435-5a65-457c-bff0-689b0d3ed414 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0330799 Feb 10 11:28:39.780184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45900) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.786146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.789931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.790819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.807835 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-3757f6e5-f351-40e9-a158-5766378e7113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ec14f9c-ba98-41e7-8323-ee6744453c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588295 Feb 10 11:28:39.810054 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba2ed98d-f0ad-4f4c-8b89-ab7307f9aeb0 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9 HTTP/1.1" status: 200 len: 370 time: 0.0289760 Feb 10 11:28:39.814019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.829900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.834057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:39.834693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.839993 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-723ee7d5-b977-44b4-a451-48914c8c09a5 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9/default HTTP/1.1" status: 200 len: 370 time: 0.0249720 Feb 10 11:28:39.843663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:39.903210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:39.924355 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-aa02431b-636f-4fbe-9c94-820d570b4670 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] delete failed (client error): The resource could not be found. Feb 10 11:28:39.925436 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aa02431b-636f-4fbe-9c94-820d570b4670 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/c81d6e305537468681a31b1d4b959ae9 HTTP/1.1" status: 404 len: 348 time: 0.0809028 Feb 10 11:28:39.975945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c6b8a3-b2ea-4a40-bd1c-2539677054d8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] GET failed (client error): The resource could not be found. Feb 10 11:28:39.976525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67c6b8a3-b2ea-4a40-bd1c-2539677054d8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Synchronizing usage tracker for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:40.091086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45914) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:40.097164 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-a85e8907-c94b-4891-9656-ebeac0c0f218 service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784336 Feb 10 11:28:40.101436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for 945a419a-0a39-41a3-9741-555596011551 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:40.216098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.245366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Pushing event updated for resources: {'Network': ['ID=c2cb1c5d-724f-4dfb-8d08-68f6ea543fca,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:40.248285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d930065e-9ac9-4a54-91ee-77ccbe4c8d6a tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0478446 Feb 10 11:28:40.266270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:40.274917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.289812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:network and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.297434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67c6b8a3-b2ea-4a40-bd1c-2539677054d8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Unset dirty status for tenant:00c56b64631541dfb9566074391608db on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:40.298553 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67c6b8a3-b2ea-4a40-bd1c-2539677054d8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "GET /v2.0/ports/f06a559d-7fbb-47c5-9746-ab8d4968e83f HTTP/1.1" status: 404 len: 333 time: 0.6253662 Feb 10 11:28:40.301183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2830bbb-fc1e-4443-b968-4cf38fb6d421']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:40.302808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.306994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45922) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:40.374425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:40.374634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4605ef-ecc7-4cbc-a897-70c3fa24fe46') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:40.395115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.416785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:subnet and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.420525 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9e5b0da8-defa-4594-8cdc-d51184d661c8 req-fc0746ba-0278-4f54-a0d0-71c20ced3b9f service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153067 Feb 10 11:28:40.471425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.480896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port 2fbb6c58-493c-4eab-99f4-8ee140fba505 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:40.481237 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.522793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:subnetpool and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.546987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.576180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.604144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:port and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.614767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f837229-0390-4175-afb1-96ea53100a79 req-8f0e9a17-940c-4384-84ea-8be8d31d27cb tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:40.616240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f837229-0390-4175-afb1-96ea53100a79 req-8f0e9a17-940c-4384-84ea-8be8d31d27cb tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.9181826 Feb 10 11:28:40.620036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.622886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:40.623314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:40.640090 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:40.702765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45926) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:40.714733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca', 'binding:host_id': 'hv-neutron-8278', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-749480389'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:40.728406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:router and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.733903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:40.754711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Usage tracker for resource:port and tenant:705b0760839849cf92aa436e8e77e39c is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.757181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.762277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.773880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:40.804198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:floatingip and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:40.814116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Made reservation on behalf of 705b0760839849cf92aa436e8e77e39c for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:40.816920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.864048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:40.867589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.874513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.888370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.927192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.955761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:40.962439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=945a419a-0a39-41a3-9741-555596011551,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:40.970099 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3f837229-0390-4175-afb1-96ea53100a79 req-cc6ce9fc-39f8-452e-a22f-c325b30cabe1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226700 Feb 10 11:28:41.005906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] Pushing event deleted for resources: {'Network': ['ID=e2830bbb-fc1e-4443-b968-4cf38fb6d421,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:41.025754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for 2fbb6c58-493c-4eab-99f4-8ee140fba505 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:41.053230 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0aea8221-d74f-47c4-9133-6913a9bd5129 tempest-FloatingIPNegativeTestJSON-12266350 tempest-FloatingIPNegativeTestJSON-12266350-project] 10.222.0.42 "DELETE /v2.0/networks/e2830bbb-fc1e-4443-b968-4cf38fb6d421 HTTP/1.1" status: 204 len: 168 time: 3.6469967 Feb 10 11:28:41.071385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.123771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.131932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:41.183502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Usage tracker for resource:security_group_rule and tenant:705b0760839849cf92aa436e8e77e39c is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:41.198165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:41.207949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:41.328866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.337466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.379293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:security_group and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:41.399643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:41.426616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.429665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 172.26.3.205 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/e11dd567-d5dc-4516-a0d7-769d5c619242) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:41.460478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.462343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d56315ca-48a4-46b9-95b0-fc8d0cf83728 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/945a419a-0a39-41a3-9741-555596011551 HTTP/1.1" status: 204 len: 168 time: 2.7413146 Feb 10 11:28:41.467105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45934) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:41.499851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Usage tracker for resource:security_group_rule and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:41.505424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.505580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:41.507115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Port': ['ID=2fbb6c58-493c-4eab-99f4-8ee140fba505,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:41.512687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:41.522962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9797c8f6-be73-4e02-9181-2019bfcbd2f6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] GET failed (client error): The resource could not be found. Feb 10 11:28:41.523476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9797c8f6-be73-4e02-9181-2019bfcbd2f6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Synchronizing usage tracker for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:41.544890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.558631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9797c8f6-be73-4e02-9181-2019bfcbd2f6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Unset dirty status for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:41.559882 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9797c8f6-be73-4e02-9181-2019bfcbd2f6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports/945a419a-0a39-41a3-9741-555596011551 HTTP/1.1" status: 404 len: 333 time: 0.0920959 Feb 10 11:28:41.563593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45944) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:41.572363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-2036707835'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:41.577714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port a41c0435-f07c-466e-8649-23bae8391dd5 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:41.685315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.713638 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-97fb60ce-8982-4be8-bfd1-0536b5b927b9 tempest-QuotasTest-2036649876 tempest-QuotasTest-2036649876-project-admin] 10.222.0.42 "GET /v2.0/quotas/08dd4e5779134ad48ab9e82303224d1f/details.json HTTP/1.1" status: 200 len: 703 time: 1.6169143 Feb 10 11:28:41.741319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c9ea89-6e84-4db3-8777-a73de4c099d5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:41.773574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:41.797378 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4699543b-5541-4872-8dd0-d6b2279e84a8 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/ports/2fbb6c58-493c-4eab-99f4-8ee140fba505 HTTP/1.1" status: 204 len: 168 time: 1.4893293 Feb 10 11:28:41.803478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45950) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:41.810271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:41.860255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5900447c-cfd3-4bdd-b51f-2b14e984143b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45908dde3de94e8f814663342096a9d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3537462 Feb 10 11:28:41.864929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45954) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:41.886917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:41.889905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.928012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:41.945925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port bd050b7e-3d08-4480-9b24-a27327c0d8d8 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:42.039666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:42.047259 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Floating IP c292ec92-32aa-4fe6-ac72-d08091183def associated. External IP: 172.26.3.227, port: ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd. Feb 10 11:28:42.163785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port a41c0435-f07c-466e-8649-23bae8391dd5 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:42.176874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.178756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.194372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.216987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b66b19a6-c2fb-42c9-9f0c-3096b2aac466 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:28:42.240296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Transition to ACTIVE for port object a41c0435-f07c-466e-8649-23bae8391dd5 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:42.285530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.305903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:42.311471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.313227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:42.324078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=e11dd567-d5dc-4516-a0d7-769d5c619242,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:42.326359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:42.377059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:42.380835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.390524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'port_id': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'mac_address': 'fa:16:3e:76:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:28:42.455693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.475293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66b19a6-c2fb-42c9-9f0c-3096b2aac466 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:28:42.493702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:42.494383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=a41c0435-f07c-466e-8649-23bae8391dd5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:42.505206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.509679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:42.517104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting subnet f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:28:42.520678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.533069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.553232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Checking segment: {'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:42.553620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Network hostable DHCP agents. Network: c2cb1c5d-724f-4dfb-8d08-68f6ea543fca, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:42.566960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d31abe5-83df-4802-9050-ea37b79d8d65,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:42.578450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.589627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.590741 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3a8c1ea9-3c37-42f1-8d21-a251c2fa46b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d31abe5-83df-4802-9050-ea37b79d8d65 HTTP/1.1" status: 204 len: 168 time: 0.6842542 Feb 10 11:28:42.592149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:42.606540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:42.621561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c2cb1c5d-724f-4dfb-8d08-68f6ea543fca) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:42.625955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:42.635183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91d460-f5fb-4578-a2ef-7b0fcc9816d9 None None] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:42.645395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.645728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.646203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.648173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d68423921e47acb748976ccc824920 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:42.654882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.655198 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.655707 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 2 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.664202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:42.675531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.675856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.676292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.679883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.680587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.681101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:42.688356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.688678 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.689173 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 3 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.712322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.4 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/bd050b7e-3d08-4480-9b24-a27327c0d8d8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:42.745502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53520f0c-0e8a-4d47-a7a3-efa330790507 req-336e9f8a-50a3-4480-a92b-30605f309549 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:42.747372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53520f0c-0e8a-4d47-a7a3-efa330790507 req-336e9f8a-50a3-4480-a92b-30605f309549 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 943 time: 0.6130095 Feb 10 11:28:42.857971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.858487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.858621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.882868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.883269 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.885053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.885195 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 4 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.900663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['b66b19a6-c2fb-42c9-9f0c-3096b2aac466'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:28:42.912783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.912783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.913094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.922844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.923163 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.923726 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 5 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.942405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.943268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.943268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.952501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.952872 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.954167 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 6 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.969572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:42.969879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:42.970140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:42.982297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:42.982948 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:42.984581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:42.985240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 7 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:42.994833 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53520f0c-0e8a-4d47-a7a3-efa330790507 req-e9a8e617-d752-4480-b9e0-85954fa49886 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230227 Feb 10 11:28:43.038535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:43.038920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:43.039851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:43.057350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.073220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:43.074878 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:43.080062 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 8 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:43.137812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:43.138306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:43.138746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:43.153400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:43.153400 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:43.156506 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 9 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:43.158121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3564581-394a-4642-a4d9-1484cc212037,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:43.201446 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eff3404c-2a61-4e6b-9140-c052aab33e52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3d68423921e47acb748976ccc824920&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1567886 Feb 10 11:28:43.206581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.210673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:43.222696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:43.223803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:43.224360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:43.257387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:43.258124 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:43.259204 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.plugins.ml2.plugin [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 10 to bind port a41c0435-f07c-466e-8649-23bae8391dd5 Feb 10 11:28:43.276146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Subnet': ['ID=f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:43.279441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:43.280934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:43.281503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:43.286342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.294231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port a41c0435-f07c-466e-8649-23bae8391dd5 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:43.294783 dv-neutron-827807-1-hyperv neutron-server[83553]: ERROR neutron.plugins.ml2.managers [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port a41c0435-f07c-466e-8649-23bae8391dd5 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:43.295372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.315097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e190a-800d-4144-96da-ffafd1e0725d None None] Network a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:43.362021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.437021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port a41c0435-f07c-466e-8649-23bae8391dd5, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:43.437762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempted to set empty binding levels {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:28:43.439466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router 07bc6f26-a6b6-483b-9991-34601758d620 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:43.448180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.492313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object bd050b7e-3d08-4480-9b24-a27327c0d8d8 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:43.510446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.518120 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38bbaabd-5109-45fc-a628-897c6638712d tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/subnets/f0686ff3-75f7-4d4f-81c2-1fc4b2c3b6a3 HTTP/1.1" status: 204 len: 168 time: 1.7136941 Feb 10 11:28:43.518789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45986) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:43.541484 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.8364570 Feb 10 11:28:43.550475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 45990) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:43.614918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.625333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Deleting port a41c0435-f07c-466e-8649-23bae8391dd5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:43.625816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.635131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] DHCP port deletion for a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:28:43.641972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Deleting port ccdbb190-a06d-4d8d-8e57-1f2756bda89a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:43.642597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.681702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.714349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.730352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.801098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port ccdbb190-a06d-4d8d-8e57-1f2756bda89a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:43.801701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.892305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 45998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:43.903831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:43.908191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=bd050b7e-3d08-4480-9b24-a27327c0d8d8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:43.922631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] For port ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,segment=NetworkSegment(22533722-139c-4c61-b559-a3f537f41340),segment_id=22533722-139c-4c61-b559-a3f537f41340)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:43.923120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:43.930758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:43.946880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:44.002947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=a41c0435-f07c-466e-8649-23bae8391dd5,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:44.025245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:44.025875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.049398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.052476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.056251 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3564581-394a-4642-a4d9-1484cc212037 HTTP/1.1" status: 204 len: 168 time: 0.8168318 Feb 10 11:28:44.064949 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77a38fe8-5323-4c27-87dd-36646542c1a0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5003519 Feb 10 11:28:44.071325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46008) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:44.072629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.072971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.073313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.073646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.073977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.074306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.074633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.074956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.075299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.075625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.075946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd936b1-7f88-4382-a289-14edebf43259 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:44.106031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port a41c0435-f07c-466e-8649-23bae8391dd5, host hv-neutron-8278, got binding levels [] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:44.106386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.135143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:16:4a:ff'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:44.137812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Calling delete_port for ccdbb190-a06d-4d8d-8e57-1f2756bda89a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:44.160648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23715d4b-9ad5-4247-9602-d47cb2d89ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3564581-394a-4642-a4d9-1484cc212037,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:44.297423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b66b19a6-c2fb-42c9-9f0c-3096b2aac466 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:44.332503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30735675'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:44.338639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:44.343672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:44.347827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:44.349835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.355442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:44.405812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:44.409816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.418179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] Pushing event deleted for resources: {'Port': ['ID=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:44.439382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01f56e-230f-421c-839c-4de51e5c3e22 None None] No DVR routers for this DVR port ccdbb190-a06d-4d8d-8e57-1f2756bda89a on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:28:44.443436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Calling delete_port for a41c0435-f07c-466e-8649-23bae8391dd5 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:44.452577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bde7c93f-a8e1-4e96-8716-8d72e14a91e1 None None] Provisioning for port bd050b7e-3d08-4480-9b24-a27327c0d8d8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:44.469512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bde7c93f-a8e1-4e96-8716-8d72e14a91e1 None None] Provisioning complete for port bd050b7e-3d08-4480-9b24-a27327c0d8d8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:44.470419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bde7c93f-a8e1-4e96-8716-8d72e14a91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.475721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.511522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] For port ccdbb190-a06d-4d8d-8e57-1f2756bda89a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccdbb190-a06d-4d8d-8e57-1f2756bda89a,segment=NetworkSegment(22533722-139c-4c61-b559-a3f537f41340),segment_id=22533722-139c-4c61-b559-a3f537f41340)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:44.511874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.529327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:44.539969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:44.540271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.595698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bde7c93f-a8e1-4e96-8716-8d72e14a91e1 None None] Port bd050b7e-3d08-4480-9b24-a27327c0d8d8 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:44.664910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.700570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:44.712122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:44.717894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.757487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46018) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:44.793916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:44.797214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.797983 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'code': 200} Feb 10 11:28:44.842859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccdbb190-a06d-4d8d-8e57-1f2756bda89a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:28:44.844197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Calling delete_port for ccdbb190-a06d-4d8d-8e57-1f2756bda89a owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:44.847884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.863920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.878154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ccdbb190-a06d-4d8d-8e57-1f2756bda89a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:28:44.878496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccdbb190-a06d-4d8d-8e57-1f2756bda89a not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:28:44.878882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:28:44.907067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:44.916946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event deleted for resources: {'Port': ['ID=a41c0435-f07c-466e-8649-23bae8391dd5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:44.926804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:security_group_rule and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:44.931711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:44.937000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:44.942416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:44.968855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd63f3-c7f5-4400-b023-3c577b5ae942 req-43b9120d-18c5-41be-9261-a8272ebd8aab tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:44.970596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9fd63f3-c7f5-4400-b023-3c577b5ae942 req-43b9120d-18c5-41be-9261-a8272ebd8aab tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 944 time: 0.6523015 Feb 10 11:28:44.990597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:44.997767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Usage tracker for resource:security_group_rule and tenant:08dd4e5779134ad48ab9e82303224d1f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:45.039831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:45.057476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:45.060083 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9bd496d7-7d26-4557-871d-759e7b1b923b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a41c0435-f07c-466e-8649-23bae8391dd5 HTTP/1.1" status: 204 len: 168 time: 1.5055103 Feb 10 11:28:45.066195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46022) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:45.142207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:45.142841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:45.181451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9fd63f3-c7f5-4400-b023-3c577b5ae942 req-1560e470-2f66-4404-b5f5-8aed1eb6bbe7 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971636 Feb 10 11:28:45.209381 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b050e9-dfd4-4e70-9263-1125070ea9d2 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:45.209807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b9b050e9-dfd4-4e70-9263-1125070ea9d2 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Synchronizing usage tracker for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:45.224414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:45.228218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.236358 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Sync routers for ids ['07bc6f26-a6b6-483b-9991-34601758d620'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:45.238750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.250902 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Routers {'07bc6f26-a6b6-483b-9991-34601758d620'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:45.251577 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['07bc6f26-a6b6-483b-9991-34601758d620'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:45.251921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:45.261221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.262073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 322137e0-40c8-4456-ba51-62519056a66a of type vlan for network a0748311-0ca6-4140-b3eb-3bee6651c32d Feb 10 11:28:45.290983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.306788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b9b050e9-dfd4-4e70-9263-1125070ea9d2 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Unset dirty status for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:45.307967 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b9b050e9-dfd4-4e70-9263-1125070ea9d2 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports/a41c0435-f07c-466e-8649-23bae8391dd5 HTTP/1.1" status: 404 len: 333 time: 0.2375469 Feb 10 11:28:45.322809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46026) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:45.333359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1062350943'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:45.336027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.337139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.340867 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d4ad9b4-481d-433c-b352-c49a1f05035b tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6117830 Feb 10 11:28:45.341087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:45.341087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.358059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46030) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:45.362811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:45.369050 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-98b497d1-472b-4df9-9b34-ba927a7ed7a2 req-0168589b-eb7a-47fe-a4ad-8dcf96d2bdba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 1098 time: 0.3636060 Feb 10 11:28:45.435295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Set router 07bc6f26-a6b6-483b-9991-34601758d620 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:45.451263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5414932 Feb 10 11:28:45.457953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:45.497163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35090a15-4c18-438d-a337-9aeb87f16e77,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:45.509472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=a0748311-0ca6-4140-b3eb-3bee6651c32d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:45.515031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.524986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.525602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.526453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.526453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.528513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.528513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.528513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.528513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.528849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.531080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.531080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.535629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.543145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:45.543499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a0748311-0ca6-4140-b3eb-3bee6651c32d details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:45.557730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.558076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.558451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.558870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.559210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.560110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.560110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.560293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.560594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.561271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.561271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71039826-5397-4acc-8aae-37623bc4444e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:45.573758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Made reservation on behalf of 705b0760839849cf92aa436e8e77e39c for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:45.576040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.586759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.594782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:45.602536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.625111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46034) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:45.630337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.673554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:45.679799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Deleting port ccdbb190-a06d-4d8d-8e57-1f2756bda89a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:45.680138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.702968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e2aab6-3689-4d68-8704-1c58c6bb4100,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:45.718627 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92e4803e-3c18-41fe-bb99-631ac3f745a4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "PUT /v2.0/floatingips/c292ec92-32aa-4fe6-ac72-d08091183def HTTP/1.1" status: 200 len: 992 time: 6.8878696 Feb 10 11:28:45.720423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Sync routers for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:45.735049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:45.736171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:45.745339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:45.759621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] The port 'ccdbb190-a06d-4d8d-8e57-1f2756bda89a' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:28:45.802311 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc6f26-a6b6-483b-9991-34601758d620', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205'}], 'enable_snat': False}, 'gw_port_id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:39Z', 'updated_at': '2022-02-10T11:28:42Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc6f26-a6b6-483b-9991-34601758d620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:41Z', 'updated_at': '2022-02-10T11:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:45.806976 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Checking router: 07bc6f26-a6b6-483b-9991-34601758d620 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:45.807561 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Updating router 07bc6f26-a6b6-483b-9991-34601758d620 port e11dd567-d5dc-4516-a0d7-769d5c619242 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:28:45.888884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:45.892809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:45.899854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:45.908437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:45.916683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:45.931005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c06842c0-5aaf-4d31-be2e-00535f0dd355 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08dd4e5779134ad48ab9e82303224d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1723065 Feb 10 11:28:45.933960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46046) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:45.935618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'status': 'completed', 'code': 200} Feb 10 11:28:45.946365 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-98b497d1-472b-4df9-9b34-ba927a7ed7a2 req-73d53f17-0730-4611-ab41-fa83ff1b79f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5194969 Feb 10 11:28:45.952536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port 1f5f92f7-bc10-4481-be5b-324cea436b4e yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:45.982335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:46.023853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.057965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:46.091074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.120828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22533722-139c-4c61-b559-a3f537f41340') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.121156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22533722-139c-4c61-b559-a3f537f41340') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.139560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=bd050b7e-3d08-4480-9b24-a27327c0d8d8,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:46.221158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.264336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.273546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.314383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:46.314558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:46.352599 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:46.426188 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.439505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c198-13f8-4137-9130-8d398b92d8c8 req-261c500b-b26e-4a92-b70a-987d473d3b90 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:46.441674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5a8c198-13f8-4137-9130-8d398b92d8c8 req-261c500b-b26e-4a92-b70a-987d473d3b90 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.4714649 Feb 10 11:28:46.448717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.465672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] In _notify_port_updated(), no bound segment for port bd050b7e-3d08-4480-9b24-a27327c0d8d8 on network 13361325-189d-44fe-b671-264ddb50966b {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:46.469268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:46.469858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.471104 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a02be266-7c34-4fed-9f71-4b98a6a569f5 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "PUT /v2.0/ports/bd050b7e-3d08-4480-9b24-a27327c0d8d8 HTTP/1.1" status: 200 len: 994 time: 2.3718681 Feb 10 11:28:46.481761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:46.511122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6b3e5154-a6b5-479e-af7a-cb7b2fb5590c None None] Provisioning complete for port bd050b7e-3d08-4480-9b24-a27327c0d8d8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:46.511660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b3e5154-a6b5-479e-af7a-cb7b2fb5590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.538336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.598452 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Transition to ACTIVE for port object e11dd567-d5dc-4516-a0d7-769d5c619242 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:46.611536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.618110 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.618305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e5154-a6b5-479e-af7a-cb7b2fb5590c None None] Port bd050b7e-3d08-4480-9b24-a27327c0d8d8 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:46.643115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.648201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c292ec92-32aa-4fe6-ac72-d08091183def', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'port_id': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'mac_address': 'fa:16:3e:fb:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:04Z', 'updated_at': '2022-02-10T11:28:40Z', 'revision_number': 1, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.653322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Checking router: 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:46.663337 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-a10afc10-024b-4bdd-bdd6-9c1514aac46e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 1099 time: 0.5085516 Feb 10 11:28:46.669837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] Pushing event deleted for resources: {'Network': ['ID=a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:46.689605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:46.690796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.700599 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Attempting to bind port e11dd567-d5dc-4516-a0d7-769d5c619242 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:46.701325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Attempting to bind port e11dd567-d5dc-4516-a0d7-769d5c619242 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:46.701901 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Attempting to bind port e11dd567-d5dc-4516-a0d7-769d5c619242 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:46.708590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-460de91f-205f-4eda-be7c-ef6386e2d121 tempest-AllowedAddressPairIpV6TestJSON-970804591 tempest-AllowedAddressPairIpV6TestJSON-970804591-project] 10.222.0.42 "DELETE /v2.0/networks/a6815b0e-7829-4cbb-ae6b-4fb3ede59c9d HTTP/1.1" status: 204 len: 168 time: 3.1850092 Feb 10 11:28:46.710988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5a8c198-13f8-4137-9130-8d398b92d8c8 req-eaa51ff2-6633-40de-a913-0233793f97c4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431002 Feb 10 11:28:46.718051 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:46.718989 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:46.719767 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.720346 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:46.721160 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Bound port: e11dd567-d5dc-4516-a0d7-769d5c619242, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:46.721789 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.806771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port bd050b7e-3d08-4480-9b24-a27327c0d8d8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:46.807110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.808059 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] For port e11dd567-d5dc-4516-a0d7-769d5c619242, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:46.811658 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] For port e11dd567-d5dc-4516-a0d7-769d5c619242, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e11dd567-d5dc-4516-a0d7-769d5c619242,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:46.833419 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.853313 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b33605-60a7-4a1c-91dc-559c64a96c2c None None] Pushing event updated for resources: {'Port': ['ID=e11dd567-d5dc-4516-a0d7-769d5c619242,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:46.907531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.912598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:46.966325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b33605-60a7-4a1c-91dc-559c64a96c2c None None] Pushing event updated for resources: {'Port': ['ID=e11dd567-d5dc-4516-a0d7-769d5c619242,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:46.982794 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a874c6b4-21cc-473d-ab3a-df5b7707ce8e tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/07bc6f26-a6b6-483b-9991-34601758d620 HTTP/1.1" status: 200 len: 908 time: 1.6229289 Feb 10 11:28:46.989584 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Routers {'07bc6f26-a6b6-483b-9991-34601758d620'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:46.990489 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['07bc6f26-a6b6-483b-9991-34601758d620'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:46.992296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46064) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:47.013274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'name': 'tempest-snat-router-535098845', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': True}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:47.022244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:47.030204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.046194 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66e2aab6-3689-4d68-8704-1c58c6bb4100 HTTP/1.1" status: 204 len: 168 time: 1.0976827 Feb 10 11:28:47.074151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31506a-9478-4bf3-93bc-0e941bf3bc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e2aab6-3689-4d68-8704-1c58c6bb4100,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:47.077924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Usage tracker for resource:router and tenant:386b816a9fe74124921af52c380ca1d9 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:47.088898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:47.103085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32691e-511c-4fb4-adee-e8a698a5df8d req-3929002e-9e3e-42f7-b1e2-2e5f8b1c0dd4 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:47.105894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:47.106981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe32691e-511c-4fb4-adee-e8a698a5df8d req-3929002e-9e3e-42f7-b1e2-2e5f8b1c0dd4 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.6515019 Feb 10 11:28:47.183419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-0f8bf660-6861-47ac-971e-f0db883cd3e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:47.184896 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-0f8bf660-6861-47ac-971e-f0db883cd3e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 200 len: 907 time: 0.5116341 Feb 10 11:28:47.232283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:47.272320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.394060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46074) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:47.458889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.459876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.490716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] Set router 07bc6f26-a6b6-483b-9991-34601758d620 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:47.523374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.529561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.546960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-96763435-eae6-495c-bc76-b965de55c075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 200 len: 1000 time: 0.3483934 Feb 10 11:28:47.574802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:47.582993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:47.584816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5f92f7-bc10-4481-be5b-324cea436b4e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:47.587885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:47.588689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:47.589280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.637956 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe32691e-511c-4fb4-adee-e8a698a5df8d req-99cb490f-9c17-4ae5-977f-95f44fee5f41 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5151265 Feb 10 11:28:47.639483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-f980b954-07f1-425a-8304-2ab8c1abba9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:47.640950 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-f980b954-07f1-425a-8304-2ab8c1abba9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41725683-c8ac-403a-b580-964f9728885a HTTP/1.1" status: 200 len: 845 time: 0.0714364 Feb 10 11:28:47.748635 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-a17e1a52-4ef1-4320-85f8-4a546c37768a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011865 Feb 10 11:28:47.825696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for bd050b7e-3d08-4480-9b24-a27327c0d8d8 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:47.892976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:47.905572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c292ec92-32aa-4fe6-ac72-d08091183def', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'port_id': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'mac_address': 'fa:16:3e:fb:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:04Z', 'updated_at': '2022-02-10T11:28:40Z', 'revision_number': 1, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:47.911021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3efcd2-4121-4e01-b28b-3ac047786094 None None] The sync data for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv is: [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c292ec92-32aa-4fe6-ac72-d08091183def', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'floating_ip_address': '172.26.3.227', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'port_id': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'mac_address': 'fa:16:3e:fb:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:04Z', 'updated_at': '2022-02-10T11:28:40Z', 'revision_number': 1, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:47.916944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=4339159d-47f3-4373-964b-71a23584502d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:47.938852 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bc6f26-a6b6-483b-9991-34601758d620', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205'}], 'enable_snat': False}, 'gw_port_id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:39Z', 'updated_at': '2022-02-10T11:28:42Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc6f26-a6b6-483b-9991-34601758d620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:41Z', 'updated_at': '2022-02-10T11:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:47.945107 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4846f7-50a9-4c4d-9aeb-8d9c15d724d7 None None] The sync data for ids ['07bc6f26-a6b6-483b-9991-34601758d620'] in dv-neutron-827807-1-hyperv is: [{'id': '07bc6f26-a6b6-483b-9991-34601758d620', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205'}], 'enable_snat': False}, 'gw_port_id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:39Z', 'updated_at': '2022-02-10T11:28:42Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': 'e11dd567-d5dc-4516-a0d7-769d5c619242', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bc6f26-a6b6-483b-9991-34601758d620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:41Z', 'updated_at': '2022-02-10T11:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:47.962885 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-460527fa-c461-4a4f-bd68-2af503f96d47 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066979 Feb 10 11:28:48.005508 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60487cc5-599c-44d8-b48e-cefe38727b06 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6815674 Feb 10 11:28:48.027410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:48.044795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '322137e0-40c8-4456-ba51-62519056a66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:48.045406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: a0748311-0ca6-4140-b3eb-3bee6651c32d, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:48.045778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:48.201441 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63d0832b-c10d-4489-8eb4-9b517da9e75b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00c56b64631541dfb9566074391608db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7804313 Feb 10 11:28:48.214517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46096) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:48.281944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dca34e05-13e1-49ca-affb-e3c752e8e8ac req-3275752a-e636-4106-9add-9a447f2a9b80 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113799 Feb 10 11:28:48.285879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.328167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.350471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network a0748311-0ca6-4140-b3eb-3bee6651c32d is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:48.386004 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8da908-a254-4c9f-9afb-46b421671400 None None] New status for floating IP c292ec92-32aa-4fe6-ac72-d08091183def: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:28:48.414455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a0748311-0ca6-4140-b3eb-3bee6651c32d) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:48.424305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c0d0a-a452-413b-9cd2-756fbce6acf0 None None] Network a0748311-0ca6-4140-b3eb-3bee6651c32d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:48.435753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.446299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:48.446913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.476440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.652703 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a83b8630-6c76-4630-af5c-e32ce4371fa4 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0235286 Feb 10 11:28:48.661837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.677652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:48.679939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=bd050b7e-3d08-4480-9b24-a27327c0d8d8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:48.738661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572598598'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:48.763199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:48.783541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:48.819784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port 1f5f92f7-bc10-4481-be5b-324cea436b4e yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:48.828182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:48.852200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.854977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:48.927737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Transition to ACTIVE for port object 1f5f92f7-bc10-4481-be5b-324cea436b4e will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:48.929898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:48.943648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:48.956607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.000137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e11dd567-d5dc-4516-a0d7-769d5c619242 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:49.191585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a0748311-0ca6-4140-b3eb-3bee6651c32d', 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '4339159d-47f3-4373-964b-71a23584502d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:49.192551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.265800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e11dd567-d5dc-4516-a0d7-769d5c619242 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:49.269867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5f92f7-bc10-4481-be5b-324cea436b4e,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.277218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e11dd567-d5dc-4516-a0d7-769d5c619242 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:49.277578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.302294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:49.309211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.330545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3917fa6d-387e-4b41-b1db-9324ecefc4f9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.337018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.337361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 82ae96d3-0c6e-4b0b-b93d-3327e3f2c202 of type vlan for network 6fbab5b2-c15c-412a-a82a-f06253542db3 Feb 10 11:28:49.340681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.357846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.358947 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6d4dcbd7-bac4-420e-a902-37d5ab29b39e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3917fa6d-387e-4b41-b1db-9324ecefc4f9 HTTP/1.1" status: 204 len: 168 time: 1.1387360 Feb 10 11:28:49.371817 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f9208d31-beb5-4b0d-978c-1847de7ea481 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/bd050b7e-3d08-4480-9b24-a27327c0d8d8 HTTP/1.1" status: 204 len: 168 time: 2.8800478 Feb 10 11:28:49.376726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46120) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.448844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.465496 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee50cd60-0e9d-4b9b-b03b-33568c3042e0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] GET failed (client error): The resource could not be found. Feb 10 11:28:49.466420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee50cd60-0e9d-4b9b-b03b-33568c3042e0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Synchronizing usage tracker for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:49.499276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee50cd60-0e9d-4b9b-b03b-33568c3042e0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Unset dirty status for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:49.505186 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee50cd60-0e9d-4b9b-b03b-33568c3042e0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports/bd050b7e-3d08-4480-9b24-a27327c0d8d8 HTTP/1.1" status: 404 len: 333 time: 0.1266096 Feb 10 11:28:49.508934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.530662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.537533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:49.538048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:49.538784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:49.547875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.548296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.551432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.559277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:49.560696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.577008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e11dd567-d5dc-4516-a0d7-769d5c619242, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e11dd567-d5dc-4516-a0d7-769d5c619242,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:49.578616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Allocated IP 172.20.255.242 (a0748311-0ca6-4140-b3eb-3bee6651c32d/4339159d-47f3-4373-964b-71a23584502d/237c41f1-a33e-45a9-87a1-ed79f2fa4daa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:49.585028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.605002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-496998902'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.638219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:49.638553 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:49.661197 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 2 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:49.668813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9900615 Feb 10 11:28:49.728359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 172.26.3.11 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/624c48ad-7b6d-4310-bdaa-6ab231e4883f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:49.774171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:49.790757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f37a-4590-41c4-a2c8-b48746b3e54a req-e6555a83-ed45-4902-b832-41b3ea06483e tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:49.797455 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a6f37a-4590-41c4-a2c8-b48746b3e54a req-e6555a83-ed45-4902-b832-41b3ea06483e tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.7373796 Feb 10 11:28:49.808102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e11dd567-d5dc-4516-a0d7-769d5c619242,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:49.810650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:49.819508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.820109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.820592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.821070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.821547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.822036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.822505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.822996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.823493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.823981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.824444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:28:49.845835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:49.846169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:49.846551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:49.980972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:49.996921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Transition to ACTIVE for port object 237c41f1-a33e-45a9-87a1-ed79f2fa4daa will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:50.006857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.023322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Transition to ACTIVE for port object 237c41f1-a33e-45a9-87a1-ed79f2fa4daa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:50.033127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.066023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.078522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbbaaa-48dd-462c-8132-1261b2a8b13c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=6fbab5b2-c15c-412a-a82a-f06253542db3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.085756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:50.086507 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:50.123913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 3 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:50.144174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a6f37a-4590-41c4-a2c8-b48746b3e54a req-f29312af-1bbb-4d50-a095-d2cb2cffbe71 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457689 Feb 10 11:28:50.178398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:50.185094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 6fbab5b2-c15c-412a-a82a-f06253542db3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:50.197555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:50.199934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:50.219988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.225865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:50.228572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:50.230964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:50.238646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:50.252768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:50.259980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.265455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=624c48ad-7b6d-4310-bdaa-6ab231e4883f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.278448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:50.278883 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:50.285772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.300742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:50.302910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 4 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:50.316563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:50.365457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46150) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:50.390508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Network a0748311-0ca6-4140-b3eb-3bee6651c32d is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:50.394285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:50.399110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:50.423849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.484240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.485373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.509869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Pushing event updated for resources: {'Port': ['ID=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.515663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Attempting to bind port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:50.516074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Attempting to bind port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '322137e0-40c8-4456-ba51-62519056a66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:50.516444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Attempting to bind port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa on network a0748311-0ca6-4140-b3eb-3bee6651c32d {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:50.523596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:50.523967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Checking segment: {'id': '322137e0-40c8-4456-ba51-62519056a66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:50.524360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.524739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Bound using segment: {'id': '322137e0-40c8-4456-ba51-62519056a66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:50.525193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Bound port: 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322137e0-40c8-4456-ba51-62519056a66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a0748311-0ca6-4140-b3eb-3bee6651c32d'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:50.525557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.617620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:50.618130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:50.618779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:50.627459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] For port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:50.631794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] For port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,segment=NetworkSegment(322137e0-40c8-4456-ba51-62519056a66a),segment_id=322137e0-40c8-4456-ba51-62519056a66a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:50.635819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:50.638950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.639737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:50.682223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port 78339645-0f72-4038-a00a-431b127db87b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:50.760132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1276f7-fbb8-4102-8187-397b3fe35db7 None None] Pushing event updated for resources: {'Port': ['ID=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:50.805496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router e085fafb-8464-4591-a942-096e9109e527 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:50.830447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:50.831725 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:50.836154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 5 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:50.885362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e11dd567-d5dc-4516-a0d7-769d5c619242 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:50.904292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1083640272', 'router:external': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:50.917570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:50.941734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:50.943073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:50.948750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:50.989693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af24ef-bcb1-46fd-ac08-c9379115dec7 req-d512ad2e-eab0-4d33-b51a-cef89f0c4c1d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:50.991257 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3af24ef-bcb1-46fd-ac08-c9379115dec7 req-d512ad2e-eab0-4d33-b51a-cef89f0c4c1d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.5719621 Feb 10 11:28:51.005425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46164) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:51.006350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:network and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:51.037509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e11dd567-d5dc-4516-a0d7-769d5c619242 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:51.037942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.042897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.5 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/78339645-0f72-4038-a00a-431b127db87b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:51.044592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Request body: {'floatingip': {'port_id': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:51.066135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.066467 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.068593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 6 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:51.099099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:51.099591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:51.100005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:51.109186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.109515 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.113703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 7 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:51.147209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:51.157280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:51.163125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:51.163488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:51.163819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:51.201197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Made reservation on behalf of 84627421aaf4464e8be35d1a510744b2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:51.204247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.215579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46168) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:51.229467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.234886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.235310 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.247844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 8 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:51.291705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.333092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:51.333428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:51.333765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:51.375075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.375442 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.381055 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 9 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:51.424474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:51.424811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:51.425143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:51.435777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.435777 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.445333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 10 to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e Feb 10 11:28:51.468874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1401000302'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:51.472990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.484265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:51.501500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:network and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:51.510099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:51.511062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:51.511426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:51.511771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:51.521456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:51.521892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.526668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:51.555657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:security_group_rule and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:51.559387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:28:51.559720 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port 1f5f92f7-bc10-4481-be5b-324cea436b4e on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:28:51.560128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.566023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:51.570082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object 78339645-0f72-4038-a00a-431b127db87b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:51.578673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:51.599169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=d807f13d-fbb4-4b0d-917e-886b0c32292f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:51.607116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:51.610187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.647125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.688724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:51.689087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 6fbab5b2-c15c-412a-a82a-f06253542db3, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:51.711422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port 1f5f92f7-bc10-4481-be5b-324cea436b4e, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:51.712050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:28:51.715051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.749672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.802752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] In _notify_port_updated(), no bound segment for port 1f5f92f7-bc10-4481-be5b-324cea436b4e on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:51.803822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.805138 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "PUT /v2.0/ports/1f5f92f7-bc10-4481-be5b-324cea436b4e HTTP/1.1" status: 200 len: 977 time: 3.7767131 Feb 10 11:28:51.810280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46174) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:51.812091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:51.814561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 6fbab5b2-c15c-412a-a82a-f06253542db3 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:51.819975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:51.863329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:51.878177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:51.887351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=78339645-0f72-4038-a00a-431b127db87b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:51.895417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:security_group_rule and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:51.906429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:51.928118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:51.931362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:51.987820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 6fbab5b2-c15c-412a-a82a-f06253542db3) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:52.001965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f0860-61ec-4649-867c-2e0f9e299638 None None] Network 6fbab5b2-c15c-412a-a82a-f06253542db3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:52.006882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:52.010262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.027062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:52.027803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.032096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Sync routers for ids ['e085fafb-8464-4591-a942-096e9109e527'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:52.076973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:52.078491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.098077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26776a0-de49-4b1f-8ab5-fd683a99e8c3 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5f92f7-bc10-4481-be5b-324cea436b4e,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.098463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:52.103026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f6f30-0527-4ff3-9c59-dec2b523e3cf None None] Network a0748311-0ca6-4140-b3eb-3bee6651c32d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:52.122366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae64fb78-2f13-4f89-9c16-e22b31db73b1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3471489 Feb 10 11:28:52.125739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.131082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ada86357-45e8-47a8-a194-1c3d12f50080 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5819817 Feb 10 11:28:52.168003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cedc0fa7-7094-47f5-bb62-6d48472d62c1 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18862 time: 0.3544228 Feb 10 11:28:52.169030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.173960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.212523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:4a:ff'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:52.219844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Routers {'e085fafb-8464-4591-a942-096e9109e527'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:52.220462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e085fafb-8464-4591-a942-096e9109e527'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:52.243261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd56d2a-62fb-414f-b789-b4423e37e4f9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.264685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.265032 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Added segment c027a813-fae0-43ea-9a33-21140f5f5c7a of type vlan for network 466c4a42-db19-4e16-874d-f9b4f431662e Feb 10 11:28:52.327741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.331646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8ace79de-b445-4f52-bc10-469ac6ea2c14 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3343771 Feb 10 11:28:52.343270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46190) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:52.387204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b7abefcd-a4bd-41dc-a5af-b989040083e1 None None] Provisioning for port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:52.436894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.441536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.477100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Deleting port 1f5f92f7-bc10-4481-be5b-324cea436b4e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:52.477431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.527336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.598602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:28:52.606505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:52.630943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d2217e1e-0aa1-4a44-b3d4-0c6b4c5c8b2b None None] Provisioning for port 78339645-0f72-4038-a00a-431b127db87b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:52.644220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.673129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d2217e1e-0aa1-4a44-b3d4-0c6b4c5c8b2b None None] Provisioning complete for port 78339645-0f72-4038-a00a-431b127db87b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:52.673129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2217e1e-0aa1-4a44-b3d4-0c6b4c5c8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.690701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3771cf-93a3-43c2-94da-35a537703919,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.705471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.706342 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Added segment 8f21674f-caae-4312-bad8-983c750ffb39 of type vlan for network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce Feb 10 11:28:52.728395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Set router e085fafb-8464-4591-a942-096e9109e527 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:52.739483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.740330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:52.740890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.788137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-6fbab5b2-c15c-412a-a82a-f06253542db3', 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': 'd807f13d-fbb4-4b0d-917e-886b0c32292f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:28:52.788947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.801593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.864976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.893824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.951170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 237c41f1-a33e-45a9-87a1-ed79f2fa4daa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:52.963206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:52.976306 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6095965 Feb 10 11:28:52.977182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fd4df-0910-4c42-9685-45240bcbc259 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Network': ['ID=466c4a42-db19-4e16-874d-f9b4f431662e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:52.985937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d2217e1e-0aa1-4a44-b3d4-0c6b4c5c8b2b None None] Port 78339645-0f72-4038-a00a-431b127db87b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:52.991892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:52.997800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46194) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.015900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port 1f5f92f7-bc10-4481-be5b-324cea436b4e, host hv-neutron-8278, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:53.016838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.056219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.094618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'subnet': {'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:53.123716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:53.149492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 466c4a42-db19-4e16-874d-f9b4f431662e details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:53.188262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.191920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:53.192493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.264219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Calling delete_port for 1f5f92f7-bc10-4481-be5b-324cea436b4e owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:53.291325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:subnet and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:53.298008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:53.320078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:53.327425 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1002560 Feb 10 11:28:53.334730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46198) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.338488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cc63d-bd71-4518-b257-7785a6160844 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Network': ['ID=61ba7fe2-64a9-4043-ac39-3f5709e4d6ce,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:53.345712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'subnet': {'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:53.368081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Made reservation on behalf of 84627421aaf4464e8be35d1a510744b2 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:53.371425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.405814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:28:53.426517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:53.453404 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-028d5559-25f8-4d91-b719-1ad6b7de7ace tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/e085fafb-8464-4591-a942-096e9109e527 HTTP/1.1" status: 200 len: 906 time: 1.1071637 Feb 10 11:28:53.486072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Allocated IP 172.20.0.2 (6fbab5b2-c15c-412a-a82a-f06253542db3/d807f13d-fbb4-4b0d-917e-886b0c32292f/c0b8e45d-f4cb-4f34-92f8-139d444b017a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:53.487950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46202) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.499388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:53.499581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.515731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:53.520254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:subnet and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:53.525857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:53.533488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:53.550962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:53.676940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.730583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.758392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085fafb-8464-4591-a942-096e9109e527', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:47Z', 'updated_at': '2022-02-10T11:28:50Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085fafb-8464-4591-a942-096e9109e527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:53.788553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Checking router: e085fafb-8464-4591-a942-096e9109e527 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:53.788893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Updating router e085fafb-8464-4591-a942-096e9109e527 port 624c48ad-7b6d-4310-bdaa-6ab231e4883f binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:28:53.792514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5f92f7-bc10-4481-be5b-324cea436b4e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:53.812206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-afecdcd9-e7ec-4fe1-89dc-f726c5c36ca1 None None] Provisioning complete for port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:53.812206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afecdcd9-e7ec-4fe1-89dc-f726c5c36ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.817811 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Floating IP 4e293f0d-a608-4fee-8e15-29b886b9e25e associated. External IP: 172.26.3.2, port: b66b19a6-c2fb-42c9-9f0c-3096b2aac466. Feb 10 11:28:53.881441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.881646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.926218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8d18738c-89c9-4d5d-9baa-bcf1a0b74ffc tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1f5f92f7-bc10-4481-be5b-324cea436b4e HTTP/1.1" status: 204 len: 168 time: 1.7463229 Feb 10 11:28:53.935352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:53.978432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:53.989455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Transition to ACTIVE for port object c0b8e45d-f4cb-4f34-92f8-139d444b017a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:54.001051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e448ec2f-a210-4810-b007-b4fbc9700238 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:54.001603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e448ec2f-a210-4810-b007-b4fbc9700238 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Synchronizing usage tracker for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:54.008158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Transition to ACTIVE for port object c0b8e45d-f4cb-4f34-92f8-139d444b017a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:54.017864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.035932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.050487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.055586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.144031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,segment=NetworkSegment(322137e0-40c8-4456-ba51-62519056a66a),segment_id=322137e0-40c8-4456-ba51-62519056a66a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:54.175784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.186236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.191002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Network 6fbab5b2-c15c-412a-a82a-f06253542db3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:54.238676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:54.249834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Pushing event updated for resources: {'Port': ['ID=c0b8e45d-f4cb-4f34-92f8-139d444b017a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.252682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e448ec2f-a210-4810-b007-b4fbc9700238 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Unset dirty status for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:54.257109 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e448ec2f-a210-4810-b007-b4fbc9700238 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports/1f5f92f7-bc10-4481-be5b-324cea436b4e HTTP/1.1" status: 404 len: 333 time: 0.3175442 Feb 10 11:28:54.257245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:54.260328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:54.263020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.345793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-213864804', 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.371752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Subnet': ['ID=ca168a1f-eb5a-4a21-95a6-6be1917e6521,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.398273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Checking segment: {'id': '8f21674f-caae-4312-bad8-983c750ffb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:54.398745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network hostable DHCP agents. Network: 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:54.410010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:54.413279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=d807f13d-fbb4-4b0d-917e-886b0c32292f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.450873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=78339645-0f72-4038-a00a-431b127db87b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.451053 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:54.473989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:54.476395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:54.479157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:54.479764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.524618 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b51e68fa-86ce-4818-a8de-e39605e6af58 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1887875 Feb 10 11:28:54.530454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:54.540372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1149489089', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:54.548063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:54.553245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:router and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:54.556743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:54.565989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:54.573076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f9bb03-53a7-44ea-905f-ca6435837760 None None] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:54.581076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] In _notify_port_updated(), no bound segment for port 78339645-0f72-4038-a00a-431b127db87b on network 13361325-189d-44fe-b671-264ddb50966b {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:28:54.584388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.585481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.585594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:54.586083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.587396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-455d5341-e5d1-4a52-a96d-34907118675c tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "PUT /v2.0/ports/78339645-0f72-4038-a00a-431b127db87b HTTP/1.1" status: 200 len: 995 time: 2.4144840 Feb 10 11:28:54.592998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:54.604745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Attempting to bind port c0b8e45d-f4cb-4f34-92f8-139d444b017a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:54.605113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Attempting to bind port c0b8e45d-f4cb-4f34-92f8-139d444b017a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:54.605488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Attempting to bind port c0b8e45d-f4cb-4f34-92f8-139d444b017a on network 6fbab5b2-c15c-412a-a82a-f06253542db3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:54.610464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:54.620240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.626093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Made reservation on behalf of 705b0760839849cf92aa436e8e77e39c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:54.629087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.637576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Router b96b3165-e823-41f5-9b34-bf8e783ecab3 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:28:54.652435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.689183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:54.689576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Checking segment: {'id': '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:54.689937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.690347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Bound using segment: {'id': '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:54.690803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Bound port: c0b8e45d-f4cb-4f34-92f8-139d444b017a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6fbab5b2-c15c-412a-a82a-f06253542db3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:54.691163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.736162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port 0f1f6285-67e4-4088-a7d2-390535771119 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:54.788077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbab5b2-c15c-412a-a82a-f06253542db3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:54.809721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.872906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:54.873267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:54.905174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 237c41f1-a33e-45a9-87a1-ed79f2fa4daa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:28:54.909636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port 78339645-0f72-4038-a00a-431b127db87b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:54.909977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.972755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:28:54.985369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-385caf3b-3135-48ff-844b-e9069d0c2e53 None None] Provisioning complete for port 78339645-0f72-4038-a00a-431b127db87b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:54.985739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-385caf3b-3135-48ff-844b-e9069d0c2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:54.988758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.058261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.065926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.132368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:55.132691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.140976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c3462b-1d2f-400f-a399-41d80ef8f300 None None] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:55.151044 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:55.154051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] For port c0b8e45d-f4cb-4f34-92f8-139d444b017a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:55.171836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-385caf3b-3135-48ff-844b-e9069d0c2e53 None None] Port 78339645-0f72-4038-a00a-431b127db87b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:55.245913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.248654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:55.249013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.265424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:55.286244 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Sync routers for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:55.298851 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:55.300013 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:55.318125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.408548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b4453e4-050f-4ebf-864e-6d9c485707f1 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "PUT /v2.0/floatingips/4e293f0d-a608-4fee-8e15-29b886b9e25e HTTP/1.1" status: 200 len: 989 time: 4.3992383 Feb 10 11:28:55.413372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:28:55.476663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Transition to ACTIVE for port object 624c48ad-7b6d-4310-bdaa-6ab231e4883f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:55.476830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.517146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] For port c0b8e45d-f4cb-4f34-92f8-139d444b017a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b8e45d-f4cb-4f34-92f8-139d444b017a,segment=NetworkSegment(82ae96d3-0c6e-4b0b-b93d-3327e3f2c202),segment_id=82ae96d3-0c6e-4b0b-b93d-3327e3f2c202)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:55.520027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:28:55.520027 dv-neutron-827807-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:28:55.520027 dv-neutron-827807-1-hyperv neutron-server[83554]: [parameters: {'id': '6fbab5b2-c15c-412a-a82a-f06253542db3'}] Feb 10 11:28:55.520027 dv-neutron-827807-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:28:55.521110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:28:55.522334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.528533 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'status': 'completed', 'code': 200} Feb 10 11:28:55.529612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.549192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:28:55.550804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.590965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.657165 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:55.689477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8326df7-0930-48c0-aa08-470b51b04c28 None None] Pushing event updated for resources: {'Port': ['ID=624c48ad-7b6d-4310-bdaa-6ab231e4883f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.771883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Attempting to bind port 624c48ad-7b6d-4310-bdaa-6ab231e4883f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:28:55.772186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Attempting to bind port 624c48ad-7b6d-4310-bdaa-6ab231e4883f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:28:55.772506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Attempting to bind port 624c48ad-7b6d-4310-bdaa-6ab231e4883f on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:28:55.777751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.91 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/0466d292-638b-4b8e-83f5-83223eeefa9a) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:55.817683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:28:55.818048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:55.818449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.818845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:28:55.819333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Bound port: 624c48ad-7b6d-4310-bdaa-6ab231e4883f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:28:55.819696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.870090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfba81-d042-4c34-acc3-8c3447d93888 None None] Pushing event updated for resources: {'Port': ['ID=c0b8e45d-f4cb-4f34-92f8-139d444b017a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.876303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ea63f-7064-40d3-b135-449684e76127 None None] Network 6fbab5b2-c15c-412a-a82a-f06253542db3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:55.887688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.967054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3a71d6f9-588c-447f-8bf5-7a48c1f10302,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:55.978059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:55.990779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] For port 624c48ad-7b6d-4310-bdaa-6ab231e4883f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:28:56.011260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.029288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] For port 624c48ad-7b6d-4310-bdaa-6ab231e4883f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=624c48ad-7b6d-4310-bdaa-6ab231e4883f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:28:56.050411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.066258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.086146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.087869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Checking segment: {'id': 'c027a813-fae0-43ea-9a33-21140f5f5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:28:56.088219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network hostable DHCP agents. Network: 466c4a42-db19-4e16-874d-f9b4f431662e, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:28:56.121093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:56.124022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:56.128043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:56.156572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=0466d292-638b-4b8e-83f5-83223eeefa9a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.167171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for 78339645-0f72-4038-a00a-431b127db87b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:56.208647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8326df7-0930-48c0-aa08-470b51b04c28 None None] Pushing event updated for resources: {'Port': ['ID=624c48ad-7b6d-4310-bdaa-6ab231e4883f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.209342 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4e293f0d-a608-4fee-8e15-29b886b9e25e', 'tenant_id': '93d7067759464df68c4212e589960d94', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'port_id': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'mac_address': 'fa:16:3e:76:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:14Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 1, 'project_id': '93d7067759464df68c4212e589960d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:56.215057 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Checking router: b96b3165-e823-41f5-9b34-bf8e783ecab3 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:28:56.217483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Routers {'e085fafb-8464-4591-a942-096e9109e527'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:56.218079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e085fafb-8464-4591-a942-096e9109e527'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:56.237920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:56.238935 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:56.266756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ec1b3-54e9-4313-a030-eafc2d3a787b None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:28:56.276285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-e99bb074-9ebc-4203-95db-e651d85e7e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=93d7067759464df68c4212e589960d94&device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 1098 time: 0.7139120 Feb 10 11:28:56.277219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.278762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port c0b8e45d-f4cb-4f34-92f8-139d444b017a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:56.279115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.342237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae76a-a391-44c9-aa9f-d90ca4c4e1fe req-daac3b40-cf7b-43db-98f3-d330df8db935 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:56.349394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-459ae76a-a391-44c9-aa9f-d90ca4c4e1fe req-daac3b40-cf7b-43db-98f3-d330df8db935 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.7386403 Feb 10 11:28:56.365280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.366281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.460995 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:56.542628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] Set router e085fafb-8464-4591-a942-096e9109e527 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:28:56.579428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 466c4a42-db19-4e16-874d-f9b4f431662e is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:28:56.595807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:56.640608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:56.642494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=0f1f6285-67e4-4088-a7d2-390535771119,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:56.682012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:56.683396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:56.683526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.686930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.707890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 466c4a42-db19-4e16-874d-f9b4f431662e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:56.719325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ec1b3-54e9-4313-a030-eafc2d3a787b None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:28:56.736163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:28:56.751907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:56.753332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.769151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-459ae76a-a391-44c9-aa9f-d90ca4c4e1fe req-43c68532-6c6b-4173-9d51-74bc2e262a34 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188290 Feb 10 11:28:56.786880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting port 624c48ad-7b6d-4310-bdaa-6ab231e4883f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:56.787458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:56.962543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-f7fd9c15-c2ab-44f5-b962-b042c66c047d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:56.964407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-f7fd9c15-c2ab-44f5-b962-b042c66c047d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ec14f9c-ba98-41e7-8323-ee6744453c7a HTTP/1.1" status: 200 len: 913 time: 0.6463025 Feb 10 11:28:56.995282 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4e293f0d-a608-4fee-8e15-29b886b9e25e', 'tenant_id': '93d7067759464df68c4212e589960d94', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'port_id': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'mac_address': 'fa:16:3e:76:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:14Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 1, 'project_id': '93d7067759464df68c4212e589960d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.001376 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca52594-ae48-4f2d-9a6c-07a200e96557 None None] The sync data for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv is: [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4e293f0d-a608-4fee-8e15-29b886b9e25e', 'tenant_id': '93d7067759464df68c4212e589960d94', 'floating_ip_address': '172.26.3.2', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'port_id': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'mac_address': 'fa:16:3e:76:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:28:14Z', 'updated_at': '2022-02-10T11:28:52Z', 'revision_number': 1, 'project_id': '93d7067759464df68c4212e589960d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:57.037939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:28:57.062838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:28:57.071922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.074038 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9e4c992-48ba-4131-b14e-a3400d34889c tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8128538 Feb 10 11:28:57.076560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46232) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:57.132191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.136368 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d2121d68-6061-45d7-894c-25f09e3e8b0d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5977094 Feb 10 11:28:57.139367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:57.140679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e085fafb-8464-4591-a942-096e9109e527', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:47Z', 'updated_at': '2022-02-10T11:28:50Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085fafb-8464-4591-a942-096e9109e527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.157739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003349a3-c850-432a-ab47-b67b7468c52c None None] The sync data for ids ['e085fafb-8464-4591-a942-096e9109e527'] in dv-neutron-827807-1-hyperv is: [{'id': 'e085fafb-8464-4591-a942-096e9109e527', 'name': 'tempest-snat-router-535098845', 'tenant_id': '386b816a9fe74124921af52c380ca1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11'}], 'enable_snat': True}, 'gw_port_id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:28:47Z', 'updated_at': '2022-02-10T11:28:50Z', 'revision_number': 3, 'project_id': '386b816a9fe74124921af52c380ca1d9', 'gw_port': {'id': '624c48ad-7b6d-4310-bdaa-6ab231e4883f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:77:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e085fafb-8464-4591-a942-096e9109e527', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:49Z', 'updated_at': '2022-02-10T11:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:57.160636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:57.161224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.231567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b24e4b93-253f-4957-bf86-14f8681ddf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.233908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.245026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3fce214e-8320-4603-a93a-7d09ebb82782 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1902654 Feb 10 11:28:57.246565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=78339645-0f72-4038-a00a-431b127db87b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:57.253595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port c0b8e45d-f4cb-4f34-92f8-139d444b017a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b8e45d-f4cb-4f34-92f8-139d444b017a,segment=NetworkSegment(82ae96d3-0c6e-4b0b-b93d-3327e3f2c202),segment_id=82ae96d3-0c6e-4b0b-b93d-3327e3f2c202)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:57.254429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.263917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:57.270378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:28:57.271032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.286714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1941739844', 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:57.349737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:57.350142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbd57e5-00f3-475d-91c5-9ab0c68cb1a1 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:28:57.354660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:57.382640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9bff85cb-49fa-4d9e-a906-9907d7a03e83 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Synchronizing usage tracker for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:57.419172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9bff85cb-49fa-4d9e-a906-9907d7a03e83 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Unset dirty status for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:57.423120 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9bff85cb-49fa-4d9e-a906-9907d7a03e83 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports/0f1f6285-67e4-4088-a7d2-390535771119 HTTP/1.1" status: 200 len: 954 time: 0.3429365 Feb 10 11:28:57.423392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46244) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:57.437728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:port and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:57.458110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for c0b8e45d-f4cb-4f34-92f8-139d444b017a owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:57.480305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b16488-52b0-4faf-8306-1e7942ea8c52 None None] Network 466c4a42-db19-4e16-874d-f9b4f431662e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:57.491415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:57.493234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Deleting port 0f1f6285-67e4-4088-a7d2-390535771119 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:28:57.494019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.545174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-46ec0827-c3af-4d21-9975-a799ceb51b8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466 HTTP/1.1" status: 200 len: 997 time: 0.5584972 Feb 10 11:28:57.546027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:57.747603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f3f06-3a8c-49f0-85bb-afb934a004c2 None None] Network 466c4a42-db19-4e16-874d-f9b4f431662e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:28:57.758754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.778157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] For port 624c48ad-7b6d-4310-bdaa-6ab231e4883f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=624c48ad-7b6d-4310-bdaa-6ab231e4883f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:28:57.778420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.814714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Made reservation on behalf of 84627421aaf4464e8be35d1a510744b2 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:57.817049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:57.885866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Calling delete_port for 0f1f6285-67e4-4088-a7d2-390535771119 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:57.974438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Calling delete_port for 624c48ad-7b6d-4310-bdaa-6ab231e4883f owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:28:58.005047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.009814 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a3719cf-0a86-49c8-9dba-71eb68c2467a tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/78339645-0f72-4038-a00a-431b127db87b HTTP/1.1" status: 204 len: 168 time: 3.3832347 Feb 10 11:28:58.016346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46248) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.027433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.031868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] device_id is not set on port 812b7f2b-b5c5-4902-9c93-eab1848f1a25 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:58.097654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-89888730-5a16-469a-98f5-53c8ee3eff28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:58.099055 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-89888730-5a16-469a-98f5-53c8ee3eff28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8049264b-9b30-4db3-90b6-ea7e10120a36 HTTP/1.1" status: 200 len: 851 time: 0.5327146 Feb 10 11:28:58.130982 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c971a8-f114-41fd-8cf6-e3e8ad6437ea tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] GET failed (client error): The resource could not be found. Feb 10 11:28:58.132247 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-18c971a8-f114-41fd-8cf6-e3e8ad6437ea tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports/78339645-0f72-4038-a00a-431b127db87b HTTP/1.1" status: 404 len: 333 time: 0.1079667 Feb 10 11:28:58.145044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.151866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-1478593422'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:58.172386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=c0b8e45d-f4cb-4f34-92f8-139d444b017a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.210401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port c0b8e45d-f4cb-4f34-92f8-139d444b017a on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:28:58.229960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.304106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f1f6285-67e4-4088-a7d2-390535771119,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:58.320278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.365175 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2dfe629f-cceb-440f-8d4b-9e61bf60287d tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0f1f6285-67e4-4088-a7d2-390535771119 HTTP/1.1" status: 204 len: 168 time: 0.9408286 Feb 10 11:28:58.368307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46256) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.375052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:58.419852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:port and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:58.424613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:58.427022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.427605 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0721e915-32d3-43c2-8a26-2a1effe38571 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:28:58.428104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0721e915-32d3-43c2-8a26-2a1effe38571 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Synchronizing usage tracker for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:28:58.435896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:58.453911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0721e915-32d3-43c2-8a26-2a1effe38571 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Unset dirty status for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:28:58.455012 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0721e915-32d3-43c2-8a26-2a1effe38571 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports/0f1f6285-67e4-4088-a7d2-390535771119 HTTP/1.1" status: 404 len: 333 time: 0.0832472 Feb 10 11:28:58.463506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.20.0.5 (466c4a42-db19-4e16-874d-f9b4f431662e/3a71d6f9-588c-447f-8bf5-7a48c1f10302/812b7f2b-b5c5-4902-9c93-eab1848f1a25) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:58.464461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:58.465687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46260) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:58.467442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.480428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-744304341'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:58.485009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbab5b2-c15c-412a-a82a-f06253542db3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:58.494144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port 626fe31e-b21c-47a3-b249-51ff67236169 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:58.501493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:58.509344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:58.509637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ae96d3-0c6e-4b0b-b93d-3327e3f2c202') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:28:58.522559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-c8a57fc1-808c-4c17-a8a3-feade1ae2c34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ec14f9c-ba98-41e7-8323-ee6744453c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4133713 Feb 10 11:28:58.532569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:58.539909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.694211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.702153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Made reservation on behalf of 705b0760839849cf92aa436e8e77e39c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:58.704434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.756186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:28:58.756559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.770246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.11 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/626fe31e-b21c-47a3-b249-51ff67236169) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:28:58.774145 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:28:58.903885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:58.917507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port ead71f3b-9a07-42b5-ba41-bff4765c24f0 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:28:59.046380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Port': ['ID=624c48ad-7b6d-4310-bdaa-6ab231e4883f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.061117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-f07df26c-f074-414d-8465-ce4b354992ab service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243292 Feb 10 11:28:59.088119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.148806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.188744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.239201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object 626fe31e-b21c-47a3-b249-51ff67236169 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:28:59.275415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.325229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e232efa-007c-4bc2-99f6-7718a5b73d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.350149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.377514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=6fbab5b2-c15c-412a-a82a-f06253542db3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.458652 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfdfa007-4a03-4588-8aa3-c8b20453912e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/6fbab5b2-c15c-412a-a82a-f06253542db3 HTTP/1.1" status: 204 len: 168 time: 7.3316910 Feb 10 11:28:59.472806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46264) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.503295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:28:59.505056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1249964686'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:59.508173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:28:59.513270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:28:59.515738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.547403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=626fe31e-b21c-47a3-b249-51ff67236169,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:28:59.588598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:28:59.636106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:28:59.636720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.662627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:28:59.675592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:28:59.700133 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-57418aa4-7100-4441-b5ef-120bae64ef93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5515707 Feb 10 11:28:59.701171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:28:59.728196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46268) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:28:59.734842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-631fb8ee-9c4c-4516-a0b5-945f0c1c0e5c None None] Provisioning for port 626fe31e-b21c-47a3-b249-51ff67236169 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:28:59.738624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'network_id': '13361325-189d-44fe-b671-264ddb50966b', 'name': 'tempest-AllowedAddressPairTestJSON-874786769'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:28:59.740145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-631fb8ee-9c4c-4516-a0b5-945f0c1c0e5c None None] Provisioning complete for port 626fe31e-b21c-47a3-b249-51ff67236169 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:28:59.740577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-631fb8ee-9c4c-4516-a0b5-945f0c1c0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.784317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c8c78fe-a97a-4b8f-aa75-babb105e4021 req-fec7160a-c490-4e4c-bac9-18f5b843cc19 service neutron] 10.222.0.32 "GET /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918614 Feb 10 11:28:59.820849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.824051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:28:59.827603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.836746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-631fb8ee-9c4c-4516-a0b5-945f0c1c0e5c None None] Port 626fe31e-b21c-47a3-b249-51ff67236169 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:28:59.844231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:28:59.904908 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86e74d-f724-43ad-8acd-8ad241d27da9 None None] New status for floating IP 4e293f0d-a608-4fee-8e15-29b886b9e25e: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:28:59.965541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.1 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/84ba9cfd-de13-42ac-94cd-ca480742fe2d) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:28:59.998663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.093771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:00.097223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:00.099116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Usage tracker for resource:port and tenant:e3bc3904d6c24e58bf8a052e73b8db92 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:00.101784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:00.108207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:00.120807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Made reservation on behalf of e3bc3904d6c24e58bf8a052e73b8db92 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:00.123869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.153180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] device_id is not set on port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:00.203906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.207196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.207701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 1e0c9cf3-0ad5-428d-9391-fa30079e4545 of type vlan for network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 Feb 10 11:29:00.234529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.240817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 466c4a42-db19-4e16-874d-f9b4f431662e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:00.241832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=812b7f2b-b5c5-4902-9c93-eab1848f1a25,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.244874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.259066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:00.296766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:00.333334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.360072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.380492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Allocated IP 172.20.0.3 (13361325-189d-44fe-b671-264ddb50966b/887d60ec-3b32-4daf-9c09-0831956c2c5b/a5eb66f4-49ad-4443-af4c-0d3ecb7931d3) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:00.412986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.414754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=ead71f3b-9a07-42b5-ba41-bff4765c24f0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.423565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:00.429914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:00.433395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:00.434047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.437498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:00.438214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:00.438771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.445118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.445640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e085fafb-8464-4591-a942-096e9109e527 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:00.462320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.463255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.463411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:00.463411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.558554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.559633 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-65bb966c-c24c-4623-afd0-8fad54dba32a tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e085fafb-8464-4591-a942-096e9109e527 HTTP/1.1" status: 204 len: 168 time: 7.0701272 Feb 10 11:29:00.566504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46272) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.569680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18b1a999-69ec-4e73-ab49-806ba25ba565 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.3017671 Feb 10 11:29:00.573361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5b1e3f66-323f-4f60-b223-1142907e83cf tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1007969 Feb 10 11:29:00.573361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0927448 Feb 10 11:29:00.573361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.573679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.599417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46280) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:00.620138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:00.660711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.678340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:00.813243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:00.822179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=84ba9cfd-de13-42ac-94cd-ca480742fe2d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.832126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:00.834414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:00.918845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde0c25-1a9a-4948-be7f-d8c94991f328 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=a5eb0da0-0dc6-4a0b-829f-2fab91989dc5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:00.937055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:00.951865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:00.953833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Deleting port 812b7f2b-b5c5-4902-9c93-eab1848f1a25 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:00.954094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:00.956274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:00.959165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:00.964955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:00.987463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.022635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:01.103182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.131472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.201600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Transition to ACTIVE for port object a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:01.206400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.219411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.371918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing IP validity checks on allocation pools {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:29:01.372672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:29:01.435174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.437755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.563689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Calling delete_port for 812b7f2b-b5c5-4902-9c93-eab1848f1a25 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:01.591989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:01.602004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=a5eb66f4-49ad-4443-af4c-0d3ecb7931d3,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:01.613380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Network 13361325-189d-44fe-b671-264ddb50966b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:01.617038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:01.621712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:01.681588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.750512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] device_id is not set on port ead71f3b-9a07-42b5-ba41-bff4765c24f0 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:01.774482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:01.775078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.807463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.875420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b44b762e-27cb-4a2d-a86b-3aabf3c77424 None None] Provisioning for port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:01.881686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b44b762e-27cb-4a2d-a86b-3aabf3c77424 None None] Provisioning complete for port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:01.882173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b44b762e-27cb-4a2d-a86b-3aabf3c77424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.909266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Transition to ACTIVE for port object ead71f3b-9a07-42b5-ba41-bff4765c24f0 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:01.913506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.918290 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ad687c08-e1e1-4b3a-9f46-fa8132e5fb93 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1865332 Feb 10 11:29:01.918467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.920854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46290) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:01.939654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:16:4a:ff'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:dc:81:fe'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:01.953699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b44b762e-27cb-4a2d-a86b-3aabf3c77424 None None] Port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:01.977288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:01.983889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.125474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=ead71f3b-9a07-42b5-ba41-bff4765c24f0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.159556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.166394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=c715ccc1-3533-4ffb-b265-ceade6d93505,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.175624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.185759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Port': ['ID=812b7f2b-b5c5-4902-9c93-eab1848f1a25,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.224319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.224565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.224891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.232148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.241373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.241693 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.242782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 2 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.250143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54089a60-cbcc-49e6-bb27-9fa09b9355dd tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/ports/812b7f2b-b5c5-4902-9c93-eab1848f1a25 HTTP/1.1" status: 204 len: 168 time: 1.6730995 Feb 10 11:29:02.253525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:02.262395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.262724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.263052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.268575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e', 'external_fixed_ips': [{'subnet_id': '3a71d6f9-588c-447f-8bf5-7a48c1f10302', 'ip_address': '172.20.0.5'}]}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:02.276755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.279193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.279541 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.281537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 3 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.290261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:02.296958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Deleting port e11dd567-d5dc-4516-a0d7-769d5c619242 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:02.297292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.308162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:router and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:02.312865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '1e0c9cf3-0ad5-428d-9391-fa30079e4545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:02.313218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: a5eb0da0-0dc6-4a0b-829f-2fab91989dc5, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:02.324888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:02.334069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.334399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.334730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.351593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:02.352400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.352726 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.354562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 4 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.367175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=84ba9cfd-de13-42ac-94cd-ca480742fe2d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:02.375216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.427554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.427888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.428220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.543119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.543982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.564351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.564966 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.566800 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 5 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.589739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.590053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.590377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.608526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.608851 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.616813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 6 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.634372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:02.636340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] For port e11dd567-d5dc-4516-a0d7-769d5c619242, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e11dd567-d5dc-4516-a0d7-769d5c619242,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:02.636696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.647701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.648033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.648356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.650659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.676030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a5eb0da0-0dc6-4a0b-829f-2fab91989dc5) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:02.686982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa675b3-977b-4ad3-8aa9-91f52713a234 None None] Network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:02.710678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:02.711268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.728348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.756338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.756665 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.757224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 7 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.772075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Calling delete_port for e11dd567-d5dc-4516-a0d7-769d5c619242 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:02.779733 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9cf51124-fb61-401f-b6d9-296454b3271a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1792619 Feb 10 11:29:02.786110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46300) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:02.816247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.816578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.816910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.832992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.833316 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.835275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 8 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.866270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.866598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.866928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.882034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.882390 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.883504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 9 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.901731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.902059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.902563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.915372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.915696 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.916728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempt 10 to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 Feb 10 11:29:02.934866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:02.935079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:02.935601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempting to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:02.950132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a5eb0da0-0dc6-4a0b-829f-2fab91989dc5', 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': 'c715ccc1-3533-4ffb-b265-ceade6d93505'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:02.951861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:02.970894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:29:02.971504 dv-neutron-827807-1-hyperv neutron-server[83554]: ERROR neutron.plugins.ml2.managers [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Failed to bind port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on host hv-neutron-8278 for vnic_type normal using segments [{'id': '08d79934-b416-462c-8cf6-74f110e025b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c2cb1c5d-724f-4dfb-8d08-68f6ea543fca'}] Feb 10 11:29:02.972040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.022575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:03.027326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:03.063062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.119534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event deleted for resources: {'Port': ['ID=e11dd567-d5dc-4516-a0d7-769d5c619242,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.168019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port ead71f3b-9a07-42b5-ba41-bff4765c24f0, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:03.168469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Attempted to set empty binding levels {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 10 11:29:03.181366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Allocated IP 172.20.0.3 (a5eb0da0-0dc6-4a0b-829f-2fab91989dc5/c715ccc1-3533-4ffb-b265-ceade6d93505/afe04d1d-97af-452a-8ea4-9869d05e2c39) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:03.196792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.277243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] In _notify_port_updated(), no bound segment for port ead71f3b-9a07-42b5-ba41-bff4765c24f0 on network c2cb1c5d-724f-4dfb-8d08-68f6ea543fca {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:03.278267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.279586 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "PUT /v2.0/ports/ead71f3b-9a07-42b5-ba41-bff4765c24f0 HTTP/1.1" status: 200 len: 976 time: 2.7012427 Feb 10 11:29:03.285140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46304) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:03.310178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.317122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.373156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bbc0a-04d1-466d-b4f3-bc6ac22ca8d0 tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event updated for resources: {'Port': ['ID=ead71f3b-9a07-42b5-ba41-bff4765c24f0,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.415904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.435576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Transition to ACTIVE for port object afe04d1d-97af-452a-8ea4-9869d05e2c39 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:03.456945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Transition to ACTIVE for port object afe04d1d-97af-452a-8ea4-9869d05e2c39 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:03.464381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.482902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.535300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Deleting port ead71f3b-9a07-42b5-ba41-bff4765c24f0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:03.535506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:03.535625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.538463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:03.541028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:03.547293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Pushing event updated for resources: {'Port': ['ID=afe04d1d-97af-452a-8ea4-9869d05e2c39,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.585750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:03.635544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.643563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.646410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Attempting to bind port afe04d1d-97af-452a-8ea4-9869d05e2c39 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:03.646858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Attempting to bind port afe04d1d-97af-452a-8ea4-9869d05e2c39 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1e0c9cf3-0ad5-428d-9391-fa30079e4545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:03.647715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Attempting to bind port afe04d1d-97af-452a-8ea4-9869d05e2c39 on network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:03.658509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:03.658972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Checking segment: {'id': '1e0c9cf3-0ad5-428d-9391-fa30079e4545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:03.659456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.659949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Bound using segment: {'id': '1e0c9cf3-0ad5-428d-9391-fa30079e4545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:03.660481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Bound port: afe04d1d-97af-452a-8ea4-9869d05e2c39, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0c9cf3-0ad5-428d-9391-fa30079e4545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:03.660908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.687076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.707908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.755899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] For port afe04d1d-97af-452a-8ea4-9869d05e2c39, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:03.759175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] For port afe04d1d-97af-452a-8ea4-9869d05e2c39, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=afe04d1d-97af-452a-8ea4-9869d05e2c39,segment=NetworkSegment(1e0c9cf3-0ad5-428d-9391-fa30079e4545),segment_id=1e0c9cf3-0ad5-428d-9391-fa30079e4545)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:03.763574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.827692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:03.848029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8f1c5-fc88-4a51-9fde-be85b3ee3b47 None None] Pushing event updated for resources: {'Port': ['ID=afe04d1d-97af-452a-8ea4-9869d05e2c39,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:03.852727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.009376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] In _notify_port_updated(), no bound segment for port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 on network 13361325-189d-44fe-b671-264ddb50966b {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:29:04.013779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:04.014423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.019180 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "PUT /v2.0/ports/a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 HTTP/1.1" status: 200 len: 1056 time: 2.0890999 Feb 10 11:29:04.027488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46308) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.047739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a179e3-5ef1-4274-b49c-c9512e947e09 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event updated for resources: {'Port': ['ID=a5eb66f4-49ad-4443-af4c-0d3ecb7931d3,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.090238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] For port ead71f3b-9a07-42b5-ba41-bff4765c24f0, host hv-neutron-8278, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:04.090593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.159957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.229847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.230309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07bc6f26-a6b6-483b-9991-34601758d620 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:04.234646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:04.234994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.264384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=c715ccc1-3533-4ffb-b265-ceade6d93505,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.306638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ea27270e-b842-4a43-a137-eccf418f3212 None None] Provisioning complete for port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:04.307098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea27270e-b842-4a43-a137-eccf418f3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.340253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Calling delete_port for ead71f3b-9a07-42b5-ba41-bff4765c24f0 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:04.431459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ea27270e-b842-4a43-a137-eccf418f3212 None None] Port a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:29:04.442787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.443948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-09530b8b-0c3c-445b-b1a1-1c4eab9009d7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/07bc6f26-a6b6-483b-9991-34601758d620 HTTP/1.1" status: 204 len: 168 time: 3.8761711 Feb 10 11:29:04.447513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46312) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.453781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2100661431', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:04.466449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:04.477719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:04.491132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:04.498107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:04.510541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.566341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Pushing event deleted for resources: {'Port': ['ID=ead71f3b-9a07-42b5-ba41-bff4765c24f0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:04.569314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.570643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.576963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.591033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.608908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.613805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-96b2aff0-57dd-4713-ad2d-e2e5cfedb49f tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ead71f3b-9a07-42b5-ba41-bff4765c24f0 HTTP/1.1" status: 204 len: 168 time: 1.3253686 Feb 10 11:29:04.617325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46316) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.662160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-279403da-a327-47f6-820c-488fcddfd12b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] GET failed (client error): The resource could not be found. Feb 10 11:29:04.662673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-279403da-a327-47f6-820c-488fcddfd12b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Synchronizing usage tracker for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:04.687898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:04.691912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eb0da0-0dc6-4a0b-829f-2fab91989dc5']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:04.775878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c9cf3-0ad5-428d-9391-fa30079e4545') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:04.776182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c9cf3-0ad5-428d-9391-fa30079e4545') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:04.790636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.791424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-279403da-a327-47f6-820c-488fcddfd12b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] Unset dirty status for tenant:705b0760839849cf92aa436e8e77e39c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:04.792774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-279403da-a327-47f6-820c-488fcddfd12b tempest-PortsAdminExtendedAttrsTestJSON-1539892763 tempest-PortsAdminExtendedAttrsTestJSON-1539892763-project-admin] 10.222.0.42 "GET /v2.0/ports/ead71f3b-9a07-42b5-ba41-bff4765c24f0 HTTP/1.1" status: 404 len: 333 time: 0.1745448 Feb 10 11:29:04.798450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46320) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:04.850044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.866629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:04.961884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.003928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:05.004336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:05.041559 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:05.060960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.079396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device afe04d1d-97af-452a-8ea4-9869d05e2c39 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:05.080677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.168072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235cae81-9806-4d6c-be16-221aa2b3eefe None None] Network a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:05.324986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d277a09e-cd01-4e4f-9b8e-77c90e514d03 None None] Provisioning for port afe04d1d-97af-452a-8ea4-9869d05e2c39 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:05.364083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.368805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port afe04d1d-97af-452a-8ea4-9869d05e2c39 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:05.381303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port afe04d1d-97af-452a-8ea4-9869d05e2c39 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:05.381663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.390721 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-5e042f65-af86-406e-bdca-e5fa74674223 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4200656 Feb 10 11:29:05.399106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cb1c5d-724f-4dfb-8d08-68f6ea543fca']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:05.418314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d79934-b416-462c-8cf6-74f110e025b8') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:05.418565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d79934-b416-462c-8cf6-74f110e025b8') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:05.425927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.434776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.451999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:29:05.451999 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:29:05.451999 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': 'a5eb0da0-0dc6-4a0b-829f-2fab91989dc5'}] Feb 10 11:29:05.451999 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:05.451999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:05.464275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.486353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:05.486855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:05.505632 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:05.543748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.586271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port afe04d1d-97af-452a-8ea4-9869d05e2c39, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=afe04d1d-97af-452a-8ea4-9869d05e2c39,segment=NetworkSegment(1e0c9cf3-0ad5-428d-9391-fa30079e4545),segment_id=1e0c9cf3-0ad5-428d-9391-fa30079e4545)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:05.591662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] DHCP port deletion for a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:05.599024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Deleting port afe04d1d-97af-452a-8ea4-9869d05e2c39 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:05.599820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.615110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:05.652828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.672373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.695217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.739703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.20.0.5 (466c4a42-db19-4e16-874d-f9b4f431662e/3a71d6f9-588c-447f-8bf5-7a48c1f10302/f20922fc-6653-4fd4-9361-d346512aa68c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:05.742112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e11dd567-d5dc-4516-a0d7-769d5c619242 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:05.758301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.789669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e11dd567-d5dc-4516-a0d7-769d5c619242 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:05.789964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e11dd567-d5dc-4516-a0d7-769d5c619242 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:05.790784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:05.822998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] Pushing event deleted for resources: {'Network': ['ID=c2cb1c5d-724f-4dfb-8d08-68f6ea543fca,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:05.836414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a6f45fc2-6586-4f4c-accc-3bf1ff46b929 tempest-PortsAdminExtendedAttrsTestJSON-1053539880 tempest-PortsAdminExtendedAttrsTestJSON-1053539880-project] 10.222.0.42 "DELETE /v2.0/networks/c2cb1c5d-724f-4dfb-8d08-68f6ea543fca HTTP/1.1" status: 204 len: 168 time: 1.0349586 Feb 10 11:29:05.858404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=afe04d1d-97af-452a-8ea4-9869d05e2c39,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:05.891447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-0b491a53-effa-48fb-a2f4-fe70385d9f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 1099 time: 0.2855918 Feb 10 11:29:05.935200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Allocated IP 172.26.3.48 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/baaf4477-dee0-431e-a171-61029f05c39e) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:06.020595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] For port afe04d1d-97af-452a-8ea4-9869d05e2c39, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=afe04d1d-97af-452a-8ea4-9869d05e2c39,segment=NetworkSegment(1e0c9cf3-0ad5-428d-9391-fa30079e4545),segment_id=1e0c9cf3-0ad5-428d-9391-fa30079e4545)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:06.021546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.040482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.116872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port afe04d1d-97af-452a-8ea4-9869d05e2c39 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:06.117225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.186899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.200825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:06.216718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Calling delete_port for afe04d1d-97af-452a-8ea4-9869d05e2c39 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:06.264949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=a5eb66f4-49ad-4443-af4c-0d3ecb7931d3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.294373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-a274c4e6-775c-4d79-a29b-56eadc879c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:06.295961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-a274c4e6-775c-4d79-a29b-56eadc879c88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 200 len: 907 time: 0.3807414 Feb 10 11:29:06.304380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:06.308347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46332) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:06.328448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.338632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:06.339496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:06.390794 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2f8127db-6f1f-4f22-8d89-ef192f487fb0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/routers/7a5c7f3d-bea4-4637-9518-843c5f3db448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2500548 Feb 10 11:29:06.402196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46338) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:06.421061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'port': {'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce', 'name': 'tempest-FloatingIPTestJSON-1775524086'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:06.437278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:06.457663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.461902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.501856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] Pushing event deleted for resources: {'Port': ['ID=afe04d1d-97af-452a-8ea4-9869d05e2c39,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.507120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:06.507554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:06.590900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port afe04d1d-97af-452a-8ea4-9869d05e2c39, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=afe04d1d-97af-452a-8ea4-9869d05e2c39,segment=NetworkSegment(1e0c9cf3-0ad5-428d-9391-fa30079e4545),segment_id=1e0c9cf3-0ad5-428d-9391-fa30079e4545)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:06.591277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.591541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:06.592357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078fbbf5-e87d-492f-aff5-40b14589334a None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:06.595306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e727d0-d597-4bb1-95ff-af7831b7c9eb None None] No DVR routers for this DVR port afe04d1d-97af-452a-8ea4-9869d05e2c39 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:06.661525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-1ff30a5f-0978-436f-8a90-5e97db5efe5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 200 len: 1002 time: 0.3539901 Feb 10 11:29:06.724458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.752712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:06.766451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for afe04d1d-97af-452a-8ea4-9869d05e2c39 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:06.842763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device afe04d1d-97af-452a-8ea4-9869d05e2c39 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:06.844017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:06.861450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:port and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:06.867667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:06.869411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-f668c15c-e3d2-436b-a743-cde681725b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:06.871412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-f668c15c-e3d2-436b-a743-cde681725b01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41725683-c8ac-403a-b580-964f9728885a HTTP/1.1" status: 200 len: 845 time: 0.2000952 Feb 10 11:29:06.872610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:06.875602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event updated for resources: {'Port': ['ID=baaf4477-dee0-431e-a171-61029f05c39e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.878682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: afe04d1d-97af-452a-8ea4-9869d05e2c39 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:06.878682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device afe04d1d-97af-452a-8ea4-9869d05e2c39 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:06.880104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:06.883102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:06.912853 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-307c2edd-49c5-40f9-b3fe-31218667e3c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0c700dac45b43188a83b046a0996844&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6034875 Feb 10 11:29:06.919908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46344) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:06.948425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:06.956864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 466c4a42-db19-4e16-874d-f9b4f431662e is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:06.986764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=f20922fc-6653-4fd4-9361-d346512aa68c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:06.988690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:07.005948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:07.021346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:07.024267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.063886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:07.064226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:07.080821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.119447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] device_id is not set on port ae6b816d-e1d7-4185-b6b6-83d542236569 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:07.123820 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-51dc20ff-9af0-47e1-ad70-4b853d3ddcd6 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 HTTP/1.1" status: 204 len: 168 time: 3.0918329 Feb 10 11:29:07.124051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46348) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.173842 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b09b89f-bc04-4a82-8d00-4c8951d7a530 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] GET failed (client error): The resource could not be found. Feb 10 11:29:07.174586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7b09b89f-bc04-4a82-8d00-4c8951d7a530 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Synchronizing usage tracker for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:07.193779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.204923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7b09b89f-bc04-4a82-8d00-4c8951d7a530 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Unset dirty status for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:07.208552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7b09b89f-bc04-4a82-8d00-4c8951d7a530 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports/a5eb66f4-49ad-4443-af4c-0d3ecb7931d3 HTTP/1.1" status: 404 len: 333 time: 0.0811327 Feb 10 11:29:07.209085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46352) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:07.212079 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-55fc28e2-59fb-436c-a7e7-eeb0bf909afe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c84bf1-5ad2-4a02-8d20-cd07ac405676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2955611 Feb 10 11:29:07.278261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port 626fe31e-b21c-47a3-b249-51ff67236169 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:07.278576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.321243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.416096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.416821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.465162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.3 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/ae6b816d-e1d7-4185-b6b6-83d542236569) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:07.507293 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-5fafb5db-ea51-468a-a149-fd678426225c service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791235 Feb 10 11:29:07.560414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.641711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57f134-40b1-4086-9c91-4a35102a05b6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:07.686813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.687565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.693622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port afe04d1d-97af-452a-8ea4-9869d05e2c39 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:07.693868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.762753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:07.763892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0a66212-24be-40fa-80e1-8f8dee528dfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da57f134-40b1-4086-9c91-4a35102a05b6 HTTP/1.1" status: 204 len: 168 time: 0.8132601 Feb 10 11:29:07.793112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] The port 'afe04d1d-97af-452a-8ea4-9869d05e2c39' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:07.863575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.043506 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-958f6524-2f27-44eb-bab8-838ee02e5a53 req-f60c3cfc-e97b-414a-9b61-2f97c071f3f7 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188649 Feb 10 11:29:08.080319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for 626fe31e-b21c-47a3-b249-51ff67236169 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:08.106280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.109077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.156022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.166315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eb0da0-0dc6-4a0b-829f-2fab91989dc5']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:08.186112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0c9cf3-0ad5-428d-9391-fa30079e4545') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:08.186446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0c9cf3-0ad5-428d-9391-fa30079e4545') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:08.195150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.213292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.235297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.246039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:08.246431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.274497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:08.281599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:08.284421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=ae6b816d-e1d7-4185-b6b6-83d542236569,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:08.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:08.290030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:08.365691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a99e672-358f-4b96-8c01-41b5030d807c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=705b0760839849cf92aa436e8e77e39c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1642478 Feb 10 11:29:08.370975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.379951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:08.380543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.395516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.426990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.429477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.441070 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1dcb17e6-ed90-4bd0-9c4a-e0eefaa6e22e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0375292 Feb 10 11:29:08.450650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.463157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'port': {'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce', 'name': 'tempest-FloatingIPTestJSON-78839213'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:08.476465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=a5eb0da0-0dc6-4a0b-829f-2fab91989dc5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.501455 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b5f2990f-842d-4b82-9e50-80b9d82da56a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 HTTP/1.1" status: 204 len: 168 time: 5.7065241 Feb 10 11:29:08.504303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=626fe31e-b21c-47a3-b249-51ff67236169,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:08.508490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46372) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.514679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758134654'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:08.525601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:08.569444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:08.597025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Router c0e21865-a0a6-49a0-8597-1e0fd3ba5793 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:08.608858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:08.621821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.628292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:08.673894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:08.677662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.699706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router 59b1a471-adea-4275-8692-7055be22758c is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:08.714047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.716548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a47256d1-de16-499c-8899-d66fddf8e0e9 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/626fe31e-b21c-47a3-b249-51ff67236169 HTTP/1.1" status: 204 len: 168 time: 1.5064642 Feb 10 11:29:08.720297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46376) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.757810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:08.769809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.777387 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6200c7ae-59aa-4628-88bc-b1f1c500fda0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] GET failed (client error): The resource could not be found. Feb 10 11:29:08.778040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6200c7ae-59aa-4628-88bc-b1f1c500fda0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Synchronizing usage tracker for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:08.852334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:08.862179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:port and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:08.865155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.865673 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment d9929fc9-830e-4191-ac17-dd348946d129 of type vlan for network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 Feb 10 11:29:08.865843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:08.884530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:08.901107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:08.905095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.914274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6200c7ae-59aa-4628-88bc-b1f1c500fda0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Unset dirty status for tenant:e3bc3904d6c24e58bf8a052e73b8db92 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:08.918771 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6200c7ae-59aa-4628-88bc-b1f1c500fda0 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "GET /v2.0/ports/626fe31e-b21c-47a3-b249-51ff67236169 HTTP/1.1" status: 404 len: 333 time: 0.1941700 Feb 10 11:29:08.921475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46380) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:08.941651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] device_id is not set on port a145cb54-4e8a-4414-b6df-f5b3bde3ac24 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:08.992034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:08.994355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.023749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port b901332d-e652-4259-81b1-99e877ccd692 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:09.024105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.024205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c9ea89-6e84-4db3-8777-a73de4c099d5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:09.058480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.059627 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-514d33fe-10d2-4136-86a9-51a1deebff30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98c9ea89-6e84-4db3-8777-a73de4c099d5 HTTP/1.1" status: 204 len: 168 time: 0.6877322 Feb 10 11:29:09.105893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.109563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:09.110139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.156612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.10 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/a145cb54-4e8a-4414-b6df-f5b3bde3ac24) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:09.173109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:09.193996 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] Sync routers for ids ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:09.206123 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] Routers {'c0e21865-a0a6-49a0-8597-1e0fd3ba5793'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:09.207071 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.308564 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.321317 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] Routers {'c0e21865-a0a6-49a0-8597-1e0fd3ba5793'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:09.322172 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.380999 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8705916 Feb 10 11:29:09.383938 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.384567 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68567956-29e6-4d1e-8ad4-bbdddfc58b49 None None] The sync data for ids ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:09.389910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46388) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:09.405094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:09.405387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.406496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d5a0e91-536a-414f-ae2c-2a380af3fd3e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9581082 Feb 10 11:29:09.410703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:09.418482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:09.441408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649dba-007c-4907-b2b4-1b634a867da1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:09.454058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:09.532929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.630831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:09.634763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:09.637666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:09.643699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:09.675136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.691088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:09.709688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:09.767270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:09.772368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:09.775096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=a145cb54-4e8a-4414-b6df-f5b3bde3ac24,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:09.776858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:09.894097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:09.901948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for b901332d-e652-4259-81b1-99e877ccd692 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:09.913507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Sync routers for ids ['59b1a471-adea-4275-8692-7055be22758c'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:09.940128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Routers {'59b1a471-adea-4275-8692-7055be22758c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:09.940988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['59b1a471-adea-4275-8692-7055be22758c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:09.993059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.018999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.020223 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0070da5c-474d-4381-b496-749eda0112c8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.7555823 Feb 10 11:29:10.072696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.168780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.195654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Set router 59b1a471-adea-4275-8692-7055be22758c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:10.241532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:10.242301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.248011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.316005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=b901332d-e652-4259-81b1-99e877ccd692,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:10.392648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b72b483-a96a-4fb5-8dab-d260561d467a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9358938 Feb 10 11:29:10.399039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46420) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.418452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090414204'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:10.424859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'a145cb54-4e8a-4414-b6df-f5b3bde3ac24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:10.436545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:10.437458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:10.445110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:floatingip and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:10.449686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:10.460741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:10.461078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:10.474996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:10.480845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.488549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:10.501653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.505817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.551589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:10.554663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.588904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.617990 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9137c1d8-036a-4dfd-abaf-1c1261963448 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/ports/b901332d-e652-4259-81b1-99e877ccd692 HTTP/1.1" status: 204 len: 168 time: 1.6957531 Feb 10 11:29:10.618750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46424) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:10.628605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=f72a55f4-8ad6-4b56-be6d-821ee7f82382,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:10.652088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.678390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1a471-adea-4275-8692-7055be22758c', 'name': '', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e', 'external_fixed_ips': [{'subnet_id': '3a71d6f9-588c-447f-8bf5-7a48c1f10302', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f20922fc-6653-4fd4-9361-d346512aa68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:02Z', 'updated_at': '2022-02-10T11:29:07Z', 'revision_number': 3, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port': {'id': 'f20922fc-6653-4fd4-9361-d346512aa68c', 'name': '', 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b1a471-adea-4275-8692-7055be22758c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3a71d6f9-588c-447f-8bf5-7a48c1f10302', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:05Z', 'updated_at': '2022-02-10T11:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a71d6f9-588c-447f-8bf5-7a48c1f10302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:10.682549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Checking router: 59b1a471-adea-4275-8692-7055be22758c for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:10.683605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Updating router 59b1a471-adea-4275-8692-7055be22758c port f20922fc-6653-4fd4-9361-d346512aa68c binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:10.725511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:10.734565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:security_group_rule and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:10.737410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.751165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:10.754388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': 'd9929fc9-830e-4191-ac17-dd348946d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:10.754749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:10.765121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:10.888154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:10.933277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting subnet 887d60ec-3b32-4daf-9c09-0831956c2c5b {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:10.935013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:10.943187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33743a19-d2f8-4fd4-9a43-1ee40a37cea3 None None] Network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:10.949073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.979385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:10.979887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:10.984281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.002098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.027212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.054466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:11.074951 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1e0db02-bbfe-449c-a36a-89b15429e356 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6807287 Feb 10 11:29:11.077148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46428) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.082450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.108700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302dce4-5ac6-4943-95c4-7c954b382880,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.115860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.116203 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 9b340953-267e-4908-8c95-e28258a2751d of type vlan for network edd574b9-61c1-420f-9a90-8ab72968e585 Feb 10 11:29:11.160611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.197513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.235762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Transition to ACTIVE for port object f20922fc-6653-4fd4-9361-d346512aa68c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:11.251700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.312915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:11.339391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.343209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:11.343661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.350984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.372277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.375834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5b40-35c4-4c8a-963b-2066a5e66cd7 None None] Pushing event updated for resources: {'Port': ['ID=f20922fc-6653-4fd4-9361-d346512aa68c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.380733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Attempting to bind port f20922fc-6653-4fd4-9361-d346512aa68c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:11.381171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Attempting to bind port f20922fc-6653-4fd4-9361-d346512aa68c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c027a813-fae0-43ea-9a33-21140f5f5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:11.381733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Attempting to bind port f20922fc-6653-4fd4-9361-d346512aa68c on network 466c4a42-db19-4e16-874d-f9b4f431662e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:11.388104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.115 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/a3a21740-9070-4b4f-9aa9-49e5f17e6d98) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:11.388906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:11.389383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Checking segment: {'id': 'c027a813-fae0-43ea-9a33-21140f5f5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:11.389922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.390496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Bound using segment: {'id': 'c027a813-fae0-43ea-9a33-21140f5f5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:11.390978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Bound port: f20922fc-6653-4fd4-9361-d346512aa68c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c027a813-fae0-43ea-9a33-21140f5f5c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '466c4a42-db19-4e16-874d-f9b4f431662e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:11.391505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.423109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9', 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': 'f72a55f4-8ad6-4b56-be6d-821ee7f82382'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:11.423728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.463342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.483164 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] For port f20922fc-6653-4fd4-9361-d346512aa68c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:11.487190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] For port f20922fc-6653-4fd4-9361-d346512aa68c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f20922fc-6653-4fd4-9361-d346512aa68c,segment=NetworkSegment(c027a813-fae0-43ea-9a33-21140f5f5c7a),segment_id=c027a813-fae0-43ea-9a33-21140f5f5c7a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:11.489230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.492844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.526226 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3563592 Feb 10 11:29:11.527108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf3e50-8edc-4026-ba15-63f926d31f36 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=edd574b9-61c1-420f-9a90-8ab72968e585,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.575692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.591771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network edd574b9-61c1-420f-9a90-8ab72968e585 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:11.607151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Deleting port f20922fc-6653-4fd4-9361-d346512aa68c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:11.607524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.642265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Subnet': ['ID=887d60ec-3b32-4daf-9c09-0831956c2c5b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:11.649222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.657629 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b4dbfcd3-2233-4c07-9ddb-64541b34ae92 tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/subnets/887d60ec-3b32-4daf-9c09-0831956c2c5b HTTP/1.1" status: 204 len: 168 time: 1.0353339 Feb 10 11:29:11.661993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46434) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:11.683751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ee469-a769-40dc-8873-4f7f8030bb34 None None] Network 13361325-189d-44fe-b671-264ddb50966b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:11.800065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.817502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Deleting port 4ce18373-7957-4674-b204-748d30cf066a {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:11.818057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.918549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Routers {'59b1a471-adea-4275-8692-7055be22758c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:11.919464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['59b1a471-adea-4275-8692-7055be22758c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:11.957924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] For port f20922fc-6653-4fd4-9361-d346512aa68c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f20922fc-6653-4fd4-9361-d346512aa68c,segment=NetworkSegment(c027a813-fae0-43ea-9a33-21140f5f5c7a),segment_id=c027a813-fae0-43ea-9a33-21140f5f5c7a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:11.958399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:11.970452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5b40-35c4-4c8a-963b-2066a5e66cd7 None None] Pushing event updated for resources: {'Port': ['ID=f20922fc-6653-4fd4-9361-d346512aa68c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.104118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Calling delete_port for f20922fc-6653-4fd4-9361-d346512aa68c owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:12.210930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] Set router 59b1a471-adea-4275-8692-7055be22758c gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:12.224807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] For port 4ce18373-7957-4674-b204-748d30cf066a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ce18373-7957-4674-b204-748d30cf066a,segment=NetworkSegment(9d5f8250-feda-4734-9d2c-d094ea32dc24),segment_id=9d5f8250-feda-4734-9d2c-d094ea32dc24)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:12.225788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.252620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Allocated IP 172.20.0.1 (1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9/f72a55f4-8ad6-4b56-be6d-821ee7f82382/0855df3d-e766-45d0-9e29-cbc09a18fb9c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:12.335500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b1a471-adea-4275-8692-7055be22758c', 'name': '', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:02Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:12.337556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.358751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3e287-88eb-4e06-aec9-8c48c7f5aed1 None None] The sync data for ids ['59b1a471-adea-4275-8692-7055be22758c'] in dv-neutron-827807-1-hyperv is: [{'id': '59b1a471-adea-4275-8692-7055be22758c', 'name': '', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:02Z', 'updated_at': '2022-02-10T11:29:11Z', 'revision_number': 4, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:12.407675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.445114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Calling delete_port for 4ce18373-7957-4674-b204-748d30cf066a owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:12.449974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1e4e-f2b4-40d9-9b1d-849b80ea5d21 None None] DHCP port deletion for 13361325-189d-44fe-b671-264ddb50966b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:12.461086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fdea1e4e-f2b4-40d9-9b1d-849b80ea5d21 None None] Deleting port 4ce18373-7957-4674-b204-748d30cf066a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:12.461718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fdea1e4e-f2b4-40d9-9b1d-849b80ea5d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.534925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Port': ['ID=f20922fc-6653-4fd4-9361-d346512aa68c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.602092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.680458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Port': ['ID=4ce18373-7957-4674-b204-748d30cf066a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:12.693240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] No DVR routers for this DVR port 4ce18373-7957-4674-b204-748d30cf066a on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:12.702631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fdea1e4e-f2b4-40d9-9b1d-849b80ea5d21 None None] The port '4ce18373-7957-4674-b204-748d30cf066a' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:12.821814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.848322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Transition to ACTIVE for port object 0855df3d-e766-45d0-9e29-cbc09a18fb9c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:12.893953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Transition to ACTIVE for port object 0855df3d-e766-45d0-9e29-cbc09a18fb9c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:12.901218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.903599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:12.989499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 624c48ad-7b6d-4310-bdaa-6ab231e4883f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:12.998059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.059063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13361325-189d-44fe-b671-264ddb50966b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.072675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5f8250-feda-4734-9d2c-d094ea32dc24') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.072675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5f8250-feda-4734-9d2c-d094ea32dc24') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.079027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 624c48ad-7b6d-4310-bdaa-6ab231e4883f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:13.079619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 624c48ad-7b6d-4310-bdaa-6ab231e4883f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:13.080677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ce18373-7957-4674-b204-748d30cf066a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:13.091682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.106347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.124450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4ce18373-7957-4674-b204-748d30cf066a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:13.125013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ce18373-7957-4674-b204-748d30cf066a not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:13.145290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:13.148499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:13.153044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:13.170051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.190587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Pushing event updated for resources: {'Port': ['ID=0855df3d-e766-45d0-9e29-cbc09a18fb9c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.191862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=f72a55f4-8ad6-4b56-be6d-821ee7f82382,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.203927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:13.204547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:13.221464 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:13.238957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.274267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Attempting to bind port 0855df3d-e766-45d0-9e29-cbc09a18fb9c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:13.274807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Attempting to bind port 0855df3d-e766-45d0-9e29-cbc09a18fb9c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd9929fc9-830e-4191-ac17-dd348946d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:13.275292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Attempting to bind port 0855df3d-e766-45d0-9e29-cbc09a18fb9c on network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:13.285471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:13.286243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Checking segment: {'id': 'd9929fc9-830e-4191-ac17-dd348946d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:13.286749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.287391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Bound using segment: {'id': 'd9929fc9-830e-4191-ac17-dd348946d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:13.288144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Bound port: 0855df3d-e766-45d0-9e29-cbc09a18fb9c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9929fc9-830e-4191-ac17-dd348946d129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:13.288630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.321289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.338766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.350547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] Pushing event deleted for resources: {'Network': ['ID=13361325-189d-44fe-b671-264ddb50966b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.365622 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-635f6520-0b42-4526-bf63-c41ad4527c9d tempest-AllowedAddressPairTestJSON-723307066 tempest-AllowedAddressPairTestJSON-723307066-project] 10.222.0.42 "DELETE /v2.0/networks/13361325-189d-44fe-b671-264ddb50966b HTTP/1.1" status: 204 len: 168 time: 1.7002544 Feb 10 11:29:13.426964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] For port 0855df3d-e766-45d0-9e29-cbc09a18fb9c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:13.432380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] For port 0855df3d-e766-45d0-9e29-cbc09a18fb9c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0855df3d-e766-45d0-9e29-cbc09a18fb9c,segment=NetworkSegment(d9929fc9-830e-4191-ac17-dd348946d129),segment_id=d9929fc9-830e-4191-ac17-dd348946d129)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:13.439329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.544401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4c0c4-2fd0-45a2-b755-c8d4c10e72ee None None] Pushing event updated for resources: {'Port': ['ID=0855df3d-e766-45d0-9e29-cbc09a18fb9c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:13.610853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.642873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d78a0-f471-4e69-b744-9c403c2e885e None None] Network 1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:13.670001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.672331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.698359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9929fc9-830e-4191-ac17-dd348946d129') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.698713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9929fc9-830e-4191-ac17-dd348946d129') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:13.713100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.738004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46446) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:13.739442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.849677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:13.908157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5d058-ca1f-42f9-9791-d07549105435 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:29:13.963022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.047507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:14.048121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:14.068821 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:14.078364 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba124dc6-98bd-434c-a21c-fe09914bf484 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3bc3904d6c24e58bf8a052e73b8db92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3387964 Feb 10 11:29:14.080426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46454) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.084524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5d058-ca1f-42f9-9791-d07549105435 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:29:14.090179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b9dcc-e865-4092-93e8-daee8085fd42 req-67ecee9f-4319-42f6-bc74-855826cb87c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:14.091937 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d3b9dcc-e865-4092-93e8-daee8085fd42 req-67ecee9f-4319-42f6-bc74-855826cb87c2 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.9088836 Feb 10 11:29:14.167587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.170081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.170736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59b1a471-adea-4275-8692-7055be22758c {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:14.204571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.295475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.300816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:14.312015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:14.318772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e98dff1-989d-40df-a5fb-c4b54f67f1ed,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:14.321369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.323538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:14.325622 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f69d6dfc-081f-4d04-a08a-db7f072e9310 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e98dff1-989d-40df-a5fb-c4b54f67f1ed HTTP/1.1" status: 204 len: 168 time: 0.2432480 Feb 10 11:29:14.390872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=a3a21740-9070-4b4f-9aa9-49e5f17e6d98,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:14.435924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:29:14.435924 dv-neutron-827807-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:29:14.435924 dv-neutron-827807-1-hyperv neutron-server[83554]: [parameters: {'id': '1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9'}] Feb 10 11:29:14.435924 dv-neutron-827807-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:14.436316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:14.516820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d3b9dcc-e865-4092-93e8-daee8085fd42 req-8919623e-073d-47dc-8406-e0414bde40c4 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511047 Feb 10 11:29:14.561490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.564271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-694709cb-e67c-4ee1-a94a-0b539efc6442 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/59b1a471-adea-4275-8692-7055be22758c HTTP/1.1" status: 204 len: 168 time: 4.4100957 Feb 10 11:29:14.567256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46462) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.624669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.647066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.656322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Deleting subnet 3a71d6f9-588c-447f-8bf5-7a48c1f10302 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:14.661076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.724825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.797003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.805510 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:29:14.813976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:14.835703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:14.865651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e204bc-00c8-4fca-a973-f2d46811077a req-ea8947b3-d1ad-4c03-ae93-9cb84e4ca907 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:14.867171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83e204bc-00c8-4fca-a973-f2d46811077a req-ea8947b3-d1ad-4c03-ae93-9cb84e4ca907 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.4217892 Feb 10 11:29:14.963070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:14.988793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.004269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3a71d6f9-588c-447f-8bf5-7a48c1f10302,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:15.021600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.030836 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-904aae5b-2c11-4fcd-9934-ec350b9cd50c tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/3a71d6f9-588c-447f-8bf5-7a48c1f10302 HTTP/1.1" status: 204 len: 168 time: 0.4599276 Feb 10 11:29:15.031577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46478) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.140324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.285531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.312429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466c4a42-db19-4e16-874d-f9b4f431662e']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:15.325982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c027a813-fae0-43ea-9a33-21140f5f5c7a') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:15.326644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c027a813-fae0-43ea-9a33-21140f5f5c7a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:15.332484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port 0855df3d-e766-45d0-9e29-cbc09a18fb9c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:15.332484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.338294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.355977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.363130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:15.363733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:15.378361 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:15.410566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.421872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Deleting port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:15.422197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.463017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.481829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:15.488637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 466c4a42-db19-4e16-874d-f9b4f431662e {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 10 11:29:15.493329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.497315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Network': ['ID=466c4a42-db19-4e16-874d-f9b4f431662e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:15.514810 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f7f58fb-4c76-4908-8838-920144a940b1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/networks/466c4a42-db19-4e16-874d-f9b4f431662e HTTP/1.1" status: 204 len: 168 time: 0.4758193 Feb 10 11:29:15.525372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:15.555766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:15.574084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:15.661235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:15.827826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1884743093'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:15.895787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:15.908957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46504) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:15.915255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'name': 'tempest-router--1150141847', 'project_id': 'fe3ebf4c544845eb83552818b55bbee5'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:15.920657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:15.924595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:router and tenant:fe3ebf4c544845eb83552818b55bbee5 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:15.927625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:15.933736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:15.946181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.947748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.965480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:network and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:15.976683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:15.985963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:15.996945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.017677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.019187 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0df22602-68f9-471d-87a7-2d07ab2da4b8 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1089518 Feb 10 11:29:16.021869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46508) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:16.058453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:16.085345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port 0855df3d-e766-45d0-9e29-cbc09a18fb9c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0855df3d-e766-45d0-9e29-cbc09a18fb9c,segment=NetworkSegment(d9929fc9-830e-4191-ac17-dd348946d129),segment_id=d9929fc9-830e-4191-ac17-dd348946d129)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:16.085704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.115548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.170914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.301922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:16.304659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.320364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for 0855df3d-e766-45d0-9e29-cbc09a18fb9c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:16.405928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.505823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router c0e21865-a0a6-49a0-8597-1e0fd3ba5793 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:16.536472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bca4dc-b1b5-40d9-8edf-2d70d331aaf6 req-b153f95a-e9de-4d60-8ed7-d18cfc2b0fa5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:16.537957 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60bca4dc-b1b5-40d9-8edf-2d70d331aaf6 req-b153f95a-e9de-4d60-8ed7-d18cfc2b0fa5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 946 time: 0.7755959 Feb 10 11:29:16.544695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.550226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.556865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] For port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:16.557151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.580335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.580931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3a3feae-dedc-40b7-8e35-f48e301f6220 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:16.586432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:16.589329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.590674 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-573f6106-7fef-4675-acaa-3e80a679da4f tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/f3a3feae-dedc-40b7-8e35-f48e301f6220 HTTP/1.1" status: 204 len: 168 time: 0.5676577 Feb 10 11:29:16.595151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:16.600310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:security_group_rule and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:16.687499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:16.724812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46514) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:16.778998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:16.784844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=0855df3d-e766-45d0-9e29-cbc09a18fb9c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:16.971804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-420209142', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:16.979598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:16.983960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:16.987290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:16.994907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:17.005796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.007134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.027019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.097174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port 0855df3d-e766-45d0-9e29-cbc09a18fb9c on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:17.273631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.290723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60bca4dc-b1b5-40d9-8edf-2d70d331aaf6 req-f1e50453-5e3a-4b40-9634-e5f152caf4ce tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7436690 Feb 10 11:29:17.295624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.449859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.478710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.568973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.598749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.615448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Allocated IP 172.26.3.60 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4f807150-1d73-4d3e-b3aa-015c6c895f99) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:17.644288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.714594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:17.759137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9929fc9-830e-4191-ac17-dd348946d129') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:17.759461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9929fc9-830e-4191-ac17-dd348946d129') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:17.760648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.787278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.791935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.792304 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.792616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Floating IP c292ec92-32aa-4fe6-ac72-d08091183def disassociated. External IP: 172.26.3.227, port: ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd. Feb 10 11:29:17.792947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Calling delete_port for ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:17.837297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.839065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.852814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:17.855400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:17.859085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:17.868703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=7b5afec6-ecf4-4c48-a339-08e6e3c13e98,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:17.872006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.892464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event updated for resources: {'Port': ['ID=4f807150-1d73-4d3e-b3aa-015c6c895f99,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:17.930933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:17.958708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:18.029265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:18.029667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.030418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.031329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:18.061320 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:18.125835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6f486-1b94-426d-a076-24efd673f90e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.136651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.137003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Added segment d53230c5-c445-4e93-8f07-04de17c73d55 of type vlan for network 777c9540-812e-4174-85ca-b69ca9423c5f Feb 10 11:29:18.148064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '9b340953-267e-4908-8c95-e28258a2751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:18.148428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: edd574b9-61c1-420f-9a90-8ab72968e585, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:18.258896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.261466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.268820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Router 2f7366ef-fbf5-48bd-9323-a2586c731b57 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:18.302243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.329232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.367015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:18.390696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network edd574b9-61c1-420f-9a90-8ab72968e585 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:18.396755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.406142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-15178ccc-13fb-49b5-b948-1330dd1c36ca tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 HTTP/1.1" status: 204 len: 168 time: 7.3225670 Feb 10 11:29:18.406328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46522) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.414172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431518964'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:18.420147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:18.426259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:18.429706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:18.435307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:18.435648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:18.447187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:18.456186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.460067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:18.460697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.462340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:18.473903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:18.474139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.497522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:18.499014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, edd574b9-61c1-420f-9a90-8ab72968e585) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:18.507931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.508747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf0822-bb0e-40c4-97a4-ca004be4574b None None] Network edd574b9-61c1-420f-9a90-8ab72968e585 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:18.509129 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-889d6336-2e77-4f9a-8ba8-294938d0f7ea tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "PUT /v2.0/routers/c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 200 len: 925 time: 9.0974860 Feb 10 11:29:18.512705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46528) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.516225 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] Sync routers for ids ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:18.538282 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] Routers {'c0e21865-a0a6-49a0-8597-1e0fd3ba5793'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:18.538891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:18.545418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event deleted for resources: {'Port': ['ID=ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.606788 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:18.614593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:18.615187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.618436 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] Routers {'c0e21865-a0a6-49a0-8597-1e0fd3ba5793'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:18.619196 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:18.620568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.630894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-05b449dc-c408-46c7-b2cc-bff9b72f8f8f req-37f0f17c-f153-46d0-97ea-54f954e62f01 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Synchronizing usage tracker for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:18.643462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:18.657463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.657803 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 2db3ba26-9fde-4550-a9be-c90e4ed35498 of type vlan for network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 Feb 10 11:29:18.664913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.692763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.703492 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:18.704510 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1acb1a-ee02-4dcd-b9a1-d2bf1e1c8b4f None None] The sync data for ids ['c0e21865-a0a6-49a0-8597-1e0fd3ba5793'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:18.707161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2953761 Feb 10 11:29:18.709611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46532) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.738290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d7ba-2bd4-4283-8147-e53d3cbc5610 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Network': ['ID=777c9540-812e-4174-85ca-b69ca9423c5f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:18.745354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:18.788933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:18.839211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.843269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:18.843878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.896354 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03e3e86a-d079-43f3-96cc-3699c627e693 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0720272 Feb 10 11:29:18.897845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:18.898201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-edd574b9-61c1-420f-9a90-8ab72968e585', 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '7b5afec6-ecf4-4c48-a339-08e6e3c13e98'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:18.899376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:18.970131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-05b449dc-c408-46c7-b2cc-bff9b72f8f8f req-37f0f17c-f153-46d0-97ea-54f954e62f01 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Unset dirty status for tenant:e4a57bb9cc0646a990668aafbe9eafe2 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:18.972088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05b449dc-c408-46c7-b2cc-bff9b72f8f8f req-37f0f17c-f153-46d0-97ea-54f954e62f01 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.5279253 Feb 10 11:29:18.984941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12080018'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:19.083567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=c58cb98e-063c-40dd-bec8-ff7e75cca3c4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.100749 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f55ef1cb-1e7a-4ef0-9482-b2a0adf242c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6939113 Feb 10 11:29:19.104893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46540) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.105668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:19.109588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:19.125126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:19.125608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:19.155929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=a3a21740-9070-4b4f-9aa9-49e5f17e6d98,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.170922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:19.192264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] Sync routers for ids ['2f7366ef-fbf5-48bd-9323-a2586c731b57'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:19.195106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:19.209599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:19.222056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:19.235407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:19.246493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.254351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] Routers {'2f7366ef-fbf5-48bd-9323-a2586c731b57'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:19.254989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f7366ef-fbf5-48bd-9323-a2586c731b57'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.294775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:19.308416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:19.310939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Allocated IP 2001:db8:0:ffff::2 (edd574b9-61c1-420f-9a90-8ab72968e585/7b5afec6-ecf4-4c48-a339-08e6e3c13e98/a0692936-632b-4268-aace-3439e94efd6f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:19.311924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.333990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:19.339729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.348070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.349249 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff7a1983-a168-4911-87f1-5f8b9de24e6e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6234624 Feb 10 11:29:19.362452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46544) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.416715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:19.423339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] Routers {'2f7366ef-fbf5-48bd-9323-a2586c731b57'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:19.424518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f7366ef-fbf5-48bd-9323-a2586c731b57'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.494108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:19.494897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d55433-496f-4b13-8143-7522a0d96cfe None None] The sync data for ids ['2f7366ef-fbf5-48bd-9323-a2586c731b57'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:19.504669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:19.537444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:19.543401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:19.546773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:19.554137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:19.555373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.555959 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 8c3feb67-cc62-4abe-8d5b-220e4b831cd3 of type vlan for network 86e7d032-663a-41c5-bf74-2e30fdd918a7 Feb 10 11:29:19.573189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.590739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:19.680272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.687715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.697454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Transition to ACTIVE for port object a0692936-632b-4268-aace-3439e94efd6f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:19.726659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Transition to ACTIVE for port object a0692936-632b-4268-aace-3439e94efd6f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:19.728371 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7a3b2c94-994c-4cfb-84f6-d26c9c5070b2 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 200 len: 925 time: 1.2057157 Feb 10 11:29:19.731435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46550) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.734395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.735476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.773407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.777166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:19.777817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.815359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Network edd574b9-61c1-420f-9a90-8ab72968e585 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:19.818233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:19.822508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:19.824871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Pushing event updated for resources: {'Port': ['ID=a0692936-632b-4268-aace-3439e94efd6f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.887694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:19.917134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Attempting to bind port a0692936-632b-4268-aace-3439e94efd6f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:19.917646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Attempting to bind port a0692936-632b-4268-aace-3439e94efd6f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9b340953-267e-4908-8c95-e28258a2751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:19.918087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Attempting to bind port a0692936-632b-4268-aace-3439e94efd6f on network edd574b9-61c1-420f-9a90-8ab72968e585 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:19.918195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9649801 Feb 10 11:29:19.921946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:19.927632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:19.927904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Checking segment: {'id': '9b340953-267e-4908-8c95-e28258a2751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:19.928301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.928689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Bound using segment: {'id': '9b340953-267e-4908-8c95-e28258a2751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:19.929155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Bound port: a0692936-632b-4268-aace-3439e94efd6f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b340953-267e-4908-8c95-e28258a2751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'edd574b9-61c1-420f-9a90-8ab72968e585'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:19.929524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:19.936579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': '86e7d032-663a-41c5-bf74-2e30fdd918a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:19.969148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d79757-f8d3-4dac-b29b-4db513117920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=86e7d032-663a-41c5-bf74-2e30fdd918a7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:19.983758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 86e7d032-663a-41c5-bf74-2e30fdd918a7 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:20.125553 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed18d040-3ea2-41c4-931f-8871254c36e0 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=c0e21865-a0a6-49a0-8597-1e0fd3ba5793&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3710587 Feb 10 11:29:20.140047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46560) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.172615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] For port a0692936-632b-4268-aace-3439e94efd6f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:20.195516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] For port a0692936-632b-4268-aace-3439e94efd6f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=a0692936-632b-4268-aace-3439e94efd6f,segment=NetworkSegment(9b340953-267e-4908-8c95-e28258a2751d),segment_id=9b340953-267e-4908-8c95-e28258a2751d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:20.203694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.206810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 2b4db89a-b8dc-48ca-8eff-2479a9c3a164 associated. External IP: 172.26.3.115, port: a145cb54-4e8a-4414-b6df-f5b3bde3ac24. Feb 10 11:29:20.276675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.294100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14c3f457-800f-4275-bbf0-c3b0da5c5670 req-c89fd332-3b2c-481b-a29d-ec6fa3d7b1ea tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.1337898 Feb 10 11:29:20.306409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca09688-76e6-4d0d-9b0e-59d1c3fe3ae2 None None] Pushing event updated for resources: {'Port': ['ID=a0692936-632b-4268-aace-3439e94efd6f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.356639 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dff3b7c7-21cf-4fba-b335-313893d524c6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/2f7366ef-fbf5-48bd-9323-a2586c731b57 HTTP/1.1" status: 200 len: 919 time: 0.9930344 Feb 10 11:29:20.357328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46564) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.488081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.497465 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-18a67060-4784-4792-a5f8-a8c235adbadb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f7366ef-fbf5-48bd-9323-a2586c731b57 HTTP/1.1" status: 200 len: 205 time: 0.1266615 Feb 10 11:29:20.529692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:20.545767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.572781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=f9338c6e-c331-414a-8ab5-7d410104034d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.665786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:20.672310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:20.682612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:20.685269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c403384a-e080-46fb-aab7-30679cffece0 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.690479 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c403384a-e080-46fb-aab7-30679cffece0 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.4335556 Feb 10 11:29:20.691729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46572) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.745330 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a77735db-7713-4712-b52a-c8ee94013e7c tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 200 len: 205 time: 0.0528975 Feb 10 11:29:20.747665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:20.756683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:20.762142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=7b2c9385-d7fc-47be-82a2-d2b0d34859d5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:20.769223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '2db3ba26-9fde-4550-a9be-c90e4ed35498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:20.769586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: c58cb98e-063c-40dd-bec8-ff7e75cca3c4, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:20.864774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.937531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:20.964537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c58cb98e-063c-40dd-bec8-ff7e75cca3c4) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:20.968067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device a0692936-632b-4268-aace-3439e94efd6f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:20.973472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:20.974044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:20.998876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:20.999700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network hostable DHCP agents. Network: 777c9540-812e-4174-85ca-b69ca9423c5f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:21.006566 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a1d9efae-cacc-4b71-ad76-19f01a1576f8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9003158 Feb 10 11:29:21.012262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46580) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.032894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53633c7a-9e48-484e-890f-c9043bb87329 None None] Network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:21.124073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:21.141841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:21.156291 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Sync routers for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:21.180614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 777c9540-812e-4174-85ca-b69ca9423c5f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:21.185243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:21.185966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.194626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cc61a-7c63-4795-aef0-665312e2c1f1 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:21.201819 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:21.202445 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:21.278217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] No DVR routers for this DVR port ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:21.299192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.305390 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83e204bc-00c8-4fca-a973-f2d46811077a req-f4ea72b3-6f69-4b20-818d-b787d42af2e5 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.32 "DELETE /v2.0/ports/ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd HTTP/1.1" status: 204 len: 173 time: 6.4304922 Feb 10 11:29:21.334375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'name': 'network-vif-deleted', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:21.422763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.452008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-727768c5-317e-4d1c-a537-a23bead1581e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7296786 Feb 10 11:29:21.464621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:21.506384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'name': 'tempest-NetworksTestDHCPv6-1999384870'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:21.561258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port a0692936-632b-4268-aace-3439e94efd6f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:21.562428 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:21.608979 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79568b69-2039-466f-9dd0-7a03084c1a0f', 'name': 'network-vif-deleted', 'tag': 'ba47b9a4-7913-4aea-9cc4-228ecc5e4ebd', 'status': 'completed', 'code': 200} Feb 10 11:29:21.616751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.840905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b935a7-90d0-4a6a-a83f-f75a4d04f9f1 None None] Network edd574b9-61c1-420f-9a90-8ab72968e585 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:21.867700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.898846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:21.900977 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da23b5c8-d3d1-4f1e-b19d-3ca1bb166a3c req-ce6000f3-8ef5-40c8-9a4e-28adbccba6dd tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/ports?device_id=79568b69-2039-466f-9dd0-7a03084c1a0f HTTP/1.1" status: 200 len: 210 time: 0.2208407 Feb 10 11:29:21.902763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:21.907314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:21.914770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:21.928764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:21.985852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.032755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c58cb98e-063c-40dd-bec8-ff7e75cca3c4', 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': 'f9338c6e-c331-414a-8ab5-7d410104034d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:22.034189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.083934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:22.086822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.118426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=ca0f3f25-1032-4fcd-b39c-ad9954d5df07,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:22.185409 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:22.191557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 0c906b4b-4727-41df-b900-52a4b7ac9eec yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:22.192345 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Checking router: 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:22.220441 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:22.223848 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:22.251934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '8c3feb67-cc62-4abe-8d5b-220e4b831cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '86e7d032-663a-41c5-bf74-2e30fdd918a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:22.252493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: 86e7d032-663a-41c5-bf74-2e30fdd918a7, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:22.345139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Provisioning for port a0692936-632b-4268-aace-3439e94efd6f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:22.360804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Provisioning complete for port a0692936-632b-4268-aace-3439e94efd6f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:22.361337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.417049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::362 (777c9540-812e-4174-85ca-b69ca9423c5f/7b2c9385-d7fc-47be-82a2-d2b0d34859d5/0c906b4b-4727-41df-b900-52a4b7ac9eec) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:22.443250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '7b2c9385-d7fc-47be-82a2-d2b0d34859d5'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:22.444226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.501671 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:22.557561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Allocated IP 172.20.0.2 (c58cb98e-063c-40dd-bec8-ff7e75cca3c4/f9338c6e-c331-414a-8ab5-7d410104034d/e15fd05e-65c8-4626-81db-86473bde12ea) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:22.639259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.673940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.707397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 0c906b4b-4727-41df-b900-52a4b7ac9eec will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:22.721026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:22.728861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.747054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.747826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99027c7-be73-47d6-8175-d14de519454c req-eb93abf7-234e-4feb-8c7e-62fc21bb8e48 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.749873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 86e7d032-663a-41c5-bf74-2e30fdd918a7 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:22.750514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f99027c7-be73-47d6-8175-d14de519454c req-eb93abf7-234e-4feb-8c7e-62fc21bb8e48 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.3413374 Feb 10 11:29:22.753689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port 4f807150-1d73-4d3e-b3aa-015c6c895f99 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:22.754228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.877412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f99027c7-be73-47d6-8175-d14de519454c req-b49d92cd-feb4-4d67-ba10-3b9344142a07 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942392 Feb 10 11:29:22.889079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/7b2c9385-d7fc-47be-82a2-d2b0d34859d5/59ace06d-38af-4686-98b2-36064911572a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:22.913287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:22.928425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=0c906b4b-4727-41df-b900-52a4b7ac9eec,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:22.939522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:22.940431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.946577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:22.951948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.952641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.984315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 86e7d032-663a-41c5-bf74-2e30fdd918a7) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:22.989002 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-22c93b22-2977-48a1-8abb-c14dcaf53612 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5227556 Feb 10 11:29:22.991808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46598) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:22.995943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:22.996663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:22.999318 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:23.020676 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0016032-b71a-4073-a23c-cd6ac2b15aa6 None None] The sync data for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv is: [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2977802d-fd81-44ce-b63e-8d491f961bba', 'name': '', 'network_id': 'a6c84bf1-5ad2-4a02-8d20-cd07ac405676', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'mac_address': 'fa:16:3e:d9:96:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41725683-c8ac-403a-b580-964f9728885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:48Z', 'updated_at': '2022-02-10T11:28:03Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'subnets': [{'id': '41725683-c8ac-403a-b580-964f9728885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:23.082823 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e0e14b03-9989-427b-89fd-5cb3098ca532 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1519291 Feb 10 11:29:23.087913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46602) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:23.153219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port baaf4477-dee0-431e-a171-61029f05c39e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:23.153507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.175502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] For port a0692936-632b-4268-aace-3439e94efd6f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=a0692936-632b-4268-aace-3439e94efd6f,segment=NetworkSegment(9b340953-267e-4908-8c95-e28258a2751d),segment_id=9b340953-267e-4908-8c95-e28258a2751d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:23.187729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46608) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:23.197042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e4ce2-d9a9-4594-8454-a60cc4769a20 None None] Network 86e7d032-663a-41c5-bf74-2e30fdd918a7 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:23.248199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118edf15-12cb-4e50-a471-8672bdde2afe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:23.248626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.249419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-118edf15-12cb-4e50-a471-8672bdde2afe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:23.302667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.310526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-118edf15-12cb-4e50-a471-8672bdde2afe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:23.315435 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-118edf15-12cb-4e50-a471-8672bdde2afe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3225968 Feb 10 11:29:23.316338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46612) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:23.417780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.456296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 0c906b4b-4727-41df-b900-52a4b7ac9eec {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:23.459517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.503137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.505414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989d8cb-14be-4f15-b0f0-62d31ec5215f None None] New status for floating IP c292ec92-32aa-4fe6-ac72-d08091183def: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:29:23.584339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for 4f807150-1d73-4d3e-b3aa-015c6c895f99 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:23.633961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.726239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.756613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.781269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0f3f25-1032-4fcd-b39c-ad9954d5df07,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.787715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.889371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b712b3f-81d5-4763-b82f-0764fdf08bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0692936-632b-4268-aace-3439e94efd6f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:23.898148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.928480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-31bf3336-6cbe-4e0b-a475-477e08a53035 None None] Provisioning complete for port a0692936-632b-4268-aace-3439e94efd6f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:23.928855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31bf3336-6cbe-4e0b-a475-477e08a53035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:23.947934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for baaf4477-dee0-431e-a171-61029f05c39e owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:24.015309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Transition to ACTIVE for port object 59ace06d-38af-4686-98b2-36064911572a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:24.047413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.096092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6c97ca74-f6dd-41b4-b91a-03bf353d812a tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:24.097542 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6c97ca74-f6dd-41b4-b91a-03bf353d812a tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.4399142 Feb 10 11:29:24.112658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e7d032-663a-41c5-bf74-2e30fdd918a7']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.130974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3feb67-cc62-4abe-8d5b-220e4b831cd3') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.132694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3feb67-cc62-4abe-8d5b-220e4b831cd3') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.156593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Transition to ACTIVE for port object 59ace06d-38af-4686-98b2-36064911572a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:24.159290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.174789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7dd2ad-8f74-4670-8842-6ff1110931cc None None] Network 86e7d032-663a-41c5-bf74-2e30fdd918a7 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:24.184382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.193677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.201447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.214416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.221324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.266062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:24.278301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:24.278563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:24.279068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.290673 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:24.291661 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:24.293168 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:24.356251 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.372421 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:24.373024 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:28:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.409566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 0c906b4b-4727-41df-b900-52a4b7ac9eec owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:24.415420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:24.417810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Pushing event updated for resources: {'Port': ['ID=59ace06d-38af-4686-98b2-36064911572a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.425253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:24.452355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ee3fb9-a4d2-420f-ad9a-81143977c3a2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.460494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:24.497228 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:24.497228 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468f942a-3226-4e9f-b6be-676a6c45a812 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:24.510399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Transition to ACTIVE for port object e15fd05e-65c8-4626-81db-86473bde12ea will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:24.517071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.530382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Deleting port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:24.530827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.538731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.547364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=86e7d032-663a-41c5-bf74-2e30fdd918a7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.554077 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2eba0741-a0e2-4a1f-8647-8e9beca943a6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/86e7d032-663a-41c5-bf74-2e30fdd918a7 HTTP/1.1" status: 204 len: 168 time: 1.4561749 Feb 10 11:29:24.556712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46618) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.592665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.592907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87398973'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:24.601316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Transition to ACTIVE for port object e15fd05e-65c8-4626-81db-86473bde12ea will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:24.602158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:24.607465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:24.614463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:24.617100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.620973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.622093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-89e8e9f0-e53e-484e-bfa2-4048f4565c63 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9ee3fb9-a4d2-420f-ad9a-81143977c3a2 HTTP/1.1" status: 204 len: 168 time: 1.4293716 Feb 10 11:29:24.631898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:24.632623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46622) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.649798 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-15d3ea3f-b2fe-4aeb-a056-80a43299c242 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] show failed (client error): The resource could not be found. Feb 10 11:29:24.651028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.653797 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-15d3ea3f-b2fe-4aeb-a056-80a43299c242 tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "GET /v2.0/security-groups/b9ee3fb9-a4d2-420f-ad9a-81143977c3a2 HTTP/1.1" status: 404 len: 347 time: 0.0202181 Feb 10 11:29:24.656730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46626) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.695483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Attempting to bind port 59ace06d-38af-4686-98b2-36064911572a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:24.695868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Attempting to bind port 59ace06d-38af-4686-98b2-36064911572a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:24.696098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Attempting to bind port 59ace06d-38af-4686-98b2-36064911572a on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:24.713255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=4f807150-1d73-4d3e-b3aa-015c6c895f99,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.733917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:24.734323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:24.734670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.735058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:24.735557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Bound port: 59ace06d-38af-4686-98b2-36064911572a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:24.735926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.738360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:24.740813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.754892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:24.757136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:24.767934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:24.771273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Pushing event updated for resources: {'Port': ['ID=e15fd05e-65c8-4626-81db-86473bde12ea,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.785735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.838282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5814b931-1d58-4194-9fb3-b9445488bf0c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.4284363 Feb 10 11:29:24.841677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:24.881864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6e61e-01f0-46ae-96e2-c79ebc75e62c req-e006ec42-3225-4969-a00f-8279f4b5478b tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:24.882751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.888661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bc6e61e-01f0-46ae-96e2-c79ebc75e62c req-e006ec42-3225-4969-a00f-8279f4b5478b tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 0.7315972 Feb 10 11:29:24.905572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:24.916131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=f9338c6e-c331-414a-8ab5-7d410104034d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:24.928517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device a0692936-632b-4268-aace-3439e94efd6f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:24.975862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Deleting port 7221bcfa-0d90-407e-87f3-bb99f3550829 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:24.976118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:24.999444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:25.022845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=0c906b4b-4727-41df-b900-52a4b7ac9eec,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:25.100560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.101614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:25.122542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Attempting to bind port e15fd05e-65c8-4626-81db-86473bde12ea on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:25.123078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Attempting to bind port e15fd05e-65c8-4626-81db-86473bde12ea by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2db3ba26-9fde-4550-a9be-c90e4ed35498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:25.123460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Attempting to bind port e15fd05e-65c8-4626-81db-86473bde12ea on network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:25.132283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59ace06d-38af-4686-98b2-36064911572a,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:25.138219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.156983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.157545 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 9df716cd-15cd-4712-907f-b729d8c5d024 of type vlan for network 5697c552-ae1a-4097-8864-46d95551a6b8 Feb 10 11:29:25.175747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:25.176110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Checking segment: {'id': '2db3ba26-9fde-4550-a9be-c90e4ed35498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:25.176705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.177223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Bound using segment: {'id': '2db3ba26-9fde-4550-a9be-c90e4ed35498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:25.177830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Bound port: e15fd05e-65c8-4626-81db-86473bde12ea, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db3ba26-9fde-4550-a9be-c90e4ed35498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:25.178196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.195959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=baaf4477-dee0-431e-a171-61029f05c39e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:25.242210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.255437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.271654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c2213-7eee-421c-8b63-ec183a2383e1 None None] Pushing event updated for resources: {'Port': ['ID=59ace06d-38af-4686-98b2-36064911572a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:25.297178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port a0692936-632b-4268-aace-3439e94efd6f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:25.297541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.313817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58cb98e-063c-40dd-bec8-ff7e75cca3c4']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:25.321842 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20ad6a35-97b7-4200-bca3-ec1ab921f958 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0c906b4b-4727-41df-b900-52a4b7ac9eec HTTP/1.1" status: 204 len: 168 time: 2.0030491 Feb 10 11:29:25.325754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.346352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46634) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:25.362985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db3ba26-9fde-4550-a9be-c90e4ed35498') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:25.363539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db3ba26-9fde-4550-a9be-c90e4ed35498') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:25.381866 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bc6e61e-01f0-46ae-96e2-c79ebc75e62c req-2d0263f5-fb0a-49dd-aa82-c0accb6f6da9 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922009 Feb 10 11:29:25.408707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] For port e15fd05e-65c8-4626-81db-86473bde12ea, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:25.408863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.408958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] For port e15fd05e-65c8-4626-81db-86473bde12ea, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e15fd05e-65c8-4626-81db-86473bde12ea,segment=NetworkSegment(2db3ba26-9fde-4550-a9be-c90e4ed35498),segment_id=2db3ba26-9fde-4550-a9be-c90e4ed35498)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:25.409052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.409052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.416293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.554516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Calling delete_port for 7221bcfa-0d90-407e-87f3-bb99f3550829 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:25.609895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.679319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160523b-459f-4e62-a9fb-773a85a29228 None None] Pushing event updated for resources: {'Port': ['ID=e15fd05e-65c8-4626-81db-86473bde12ea,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:25.713972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7bcec-18cb-4109-a60b-04505e8f8d26 None None] Network c58cb98e-063c-40dd-bec8-ff7e75cca3c4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:25.743791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.750714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:25.779742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] For port b66b19a6-c2fb-42c9-9f0c-3096b2aac466, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:25.780008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.790176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.808449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:25.809011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:25.824532 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:25.877614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.881269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:25.881841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:25.887367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664029ec-b6ea-45ad-818b-24252567645c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:25.888779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664029ec-b6ea-45ad-818b-24252567645c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:25.894158 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-664029ec-b6ea-45ad-818b-24252567645c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5423286 Feb 10 11:29:25.915441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46638) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:26.084145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:29:26.084145 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:29:26.084145 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': 'c58cb98e-063c-40dd-bec8-ff7e75cca3c4'}] Feb 10 11:29:26.084145 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:26.084591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:26.113350 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5557752 Feb 10 11:29:26.122792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46642) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:26.134839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d054269-5190-4209-9f79-3c8f03d6393b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=5697c552-ae1a-4097-8864-46d95551a6b8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:26.146267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:26.148761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 5697c552-ae1a-4097-8864-46d95551a6b8 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:26.234997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.363608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Pushing event deleted for resources: {'Port': ['ID=7221bcfa-0d90-407e-87f3-bb99f3550829,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:26.401886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.466954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:26.469545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d978de-997f-4b05-8561-6633d631c36c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:26.490854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:26.507253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:26.522868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:26.539990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 7b2c9385-d7fc-47be-82a2-d2b0d34859d5 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:26.543036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.545254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.549552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c1eb1520-1eb6-4597-a628-eb486aca820f tempest-ServersTestJSON-429368535 tempest-ServersTestJSON-429368535-project] 10.222.0.42 "DELETE /v2.0/floatingips/c292ec92-32aa-4fe6-ac72-d08091183def HTTP/1.1" status: 204 len: 168 time: 1.8860071 Feb 10 11:29:26.551016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.562159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:26.587153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.591572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-130d91ab-df6d-4ba3-b03a-10e07d474520 None None] Provisioning for port 59ace06d-38af-4686-98b2-36064911572a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:26.597999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:26.684738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.728520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port e15fd05e-65c8-4626-81db-86473bde12ea {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:26.728862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.729444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.795997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:26.929119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59ace06d-38af-4686-98b2-36064911572a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:27.024191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.032773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.042409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.046773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.059082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 59ace06d-38af-4686-98b2-36064911572a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:27.066811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 59ace06d-38af-4686-98b2-36064911572a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:27.067649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.091180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.091596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 2b4db89a-b8dc-48ca-8eff-2479a9c3a164 disassociated. External IP: 172.26.3.115, port: a145cb54-4e8a-4414-b6df-f5b3bde3ac24. Feb 10 11:29:27.161861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-108f2f0d-71f4-40e6-9f8c-5a2bd6d23dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.181056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port e15fd05e-65c8-4626-81db-86473bde12ea, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e15fd05e-65c8-4626-81db-86473bde12ea,segment=NetworkSegment(2db3ba26-9fde-4550-a9be-c90e4ed35498),segment_id=2db3ba26-9fde-4550-a9be-c90e4ed35498)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:27.181414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.225022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.311469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:27.311801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:27.361657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-def40647-afca-487f-a07b-6d956a17c444 None None] Could not find standard attr ID for object 0c906b4b-4727-41df-b900-52a4b7ac9eec. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:27.390310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.390802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router c0e21865-a0a6-49a0-8597-1e0fd3ba5793 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:27.414601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.428186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.469785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048793aa-d98a-468b-bd1a-94ae06ba4310 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:29:27.518888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for e15fd05e-65c8-4626-81db-86473bde12ea owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:27.546804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.551640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e17f14d4-45b6-43af-93d7-441e10c1c356 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 204 len: 168 time: 6.7906723 Feb 10 11:29:27.570864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.573430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2c9385-d7fc-47be-82a2-d2b0d34859d5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:27.579342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081053055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:27.592603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.592603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.592892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Floating IP 4e293f0d-a608-4fee-8e15-29b886b9e25e disassociated. External IP: 172.26.3.2, port: b66b19a6-c2fb-42c9-9f0c-3096b2aac466. Feb 10 11:29:27.593168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Calling delete_port for b66b19a6-c2fb-42c9-9f0c-3096b2aac466 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:27.601093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.606154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048793aa-d98a-468b-bd1a-94ae06ba4310 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:29:27.621857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:27.638120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:27.652912 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7e84bba2-9f45-4b8e-96c8-5709bc9cbab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7b2c9385-d7fc-47be-82a2-d2b0d34859d5 HTTP/1.1" status: 204 len: 168 time: 1.7258556 Feb 10 11:29:27.653134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:27.654288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46656) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.659478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.659970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router 2f7366ef-fbf5-48bd-9323-a2586c731b57 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:27.681260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:27.703455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decbfee-4e1a-4ef8-bf99-976ac1b3c0f2 req-a1c296a8-1037-4bb2-9b5b-976173778c09 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:27.704953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9decbfee-4e1a-4ef8-bf99-976ac1b3c0f2 req-a1c296a8-1037-4bb2-9b5b-976173778c09 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 945 time: 1.1447062 Feb 10 11:29:27.715190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.716287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ddf1034e-1d14-4ce8-9d89-3a76e13d8a57 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/2f7366ef-fbf5-48bd-9323-a2586c731b57 HTTP/1.1" status: 204 len: 168 time: 7.1577606 Feb 10 11:29:27.723133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.725409 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e90ec097-2617-4b78-9c60-afe5e90999a6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705390 Feb 10 11:29:27.729015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46664) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:27.734920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:27.753362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.757757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'name': 'tempest-snat-router-462363702', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:27.773463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.774380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.791126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:27.799277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:router and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:27.810673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:27.831867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:27.837281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.916305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9decbfee-4e1a-4ef8-bf99-976ac1b3c0f2 req-6f28ee08-1c9b-4874-b2af-2ece2c75ec94 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6fe74eb-f558-4e72-a6a3-29efd2539f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955979 Feb 10 11:29:27.919387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=e15fd05e-65c8-4626-81db-86473bde12ea,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:27.922566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.924590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.949287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.964264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port e15fd05e-65c8-4626-81db-86473bde12ea on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:27.964496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:27.998553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.033689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:28.037365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.085194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:28.094270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:28.097565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.099340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.103350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:28.104751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event deleted for resources: {'Port': ['ID=b66b19a6-c2fb-42c9-9f0c-3096b2aac466,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.115538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '9df716cd-15cd-4712-907f-b729d8c5d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:28.115897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: 5697c552-ae1a-4097-8864-46d95551a6b8, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:28.117880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59ace06d-38af-4686-98b2-36064911572a,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:28.129944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.131962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.154519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:28.158026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.222388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a4228-dfda-47dc-bb77-0a2fcfad667f None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:28.233907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58cb98e-063c-40dd-bec8-ff7e75cca3c4']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:28.239178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=59ace06d-38af-4686-98b2-36064911572a,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.269104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db3ba26-9fde-4550-a9be-c90e4ed35498') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:28.269606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db3ba26-9fde-4550-a9be-c90e4ed35498') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:28.297320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.311656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 5697c552-ae1a-4097-8864-46d95551a6b8 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:28.324352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.340656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:28.341339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:28.356458 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:28.366327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 5697c552-ae1a-4097-8864-46d95551a6b8) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:28.398365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fffb2f-6036-4dbe-89d8-f2c5169c226f None None] Network 5697c552-ae1a-4097-8864-46d95551a6b8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:28.414844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:28.415679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.422225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b66b19a6-c2fb-42c9-9f0c-3096b2aac466 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:28.456377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.460591 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8589d08f-2d10-454d-a33d-891249e4b484 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8876855 Feb 10 11:29:28.463750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46668) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.501270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.505567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:28.509246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: b66b19a6-c2fb-42c9-9f0c-3096b2aac466 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:28.509738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b66b19a6-c2fb-42c9-9f0c-3096b2aac466 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:28.563084 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b05857c4-e645-4efb-9297-a80e871ce962 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4374533 Feb 10 11:29:28.575000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.589095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.594914 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/c58cb98e-063c-40dd-bec8-ff7e75cca3c4 HTTP/1.1" status: 204 len: 168 time: 7.5804744 Feb 10 11:29:28.602141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46676) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:28.608175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-791688666'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:28.670228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:28.670429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264409599'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:28.685854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:28.690239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:28.691871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2c56c-0904-4baf-9a57-e1408d5ea851 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=c58cb98e-063c-40dd-bec8-ff7e75cca3c4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:28.696317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:28.704600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:28.710222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:28.717382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:28.732674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.737077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:28.746912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:28.752170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:28.754406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Deleting port 59ace06d-38af-4686-98b2-36064911572a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:28.755202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.758332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.804665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-5697c552-ae1a-4097-8864-46d95551a6b8', 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': 'c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:28.806659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.819429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:28.847659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:28.994133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:28.997736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.019191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Allocated IP 2001:db8::3 (5697c552-ae1a-4097-8864-46d95551a6b8/c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c/9cee310d-27ed-4eb3-a5cb-4e0d2231ec64) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:29.100337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.101397 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 30802141-802b-4123-a328-71b1afcb11c4 of type vlan for network f4523778-d3b3-4a06-a791-5b738d100695 Feb 10 11:29:29.122530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:29.126134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=c1752e46-47cb-4af2-b000-5658becc789d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:29.131314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:29.134016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:29.135694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59ace06d-38af-4686-98b2-36064911572a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:29.136560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:29.137138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.153960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.214741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.215071 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment c24e600e-67bd-45db-b1a2-2a600d3f9a9d of type vlan for network 4308297d-a40f-447c-a3ac-5b8950ca4e91 Feb 10 11:29:29.228070 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-131e2b26-1929-4ebb-a24a-3544f61bd850 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4957910 Feb 10 11:29:29.228270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-aa4cb8e8-a839-4008-bf5b-41c0835220cd req-b83b5514-05ec-4732-9b28-6ef78b658741 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Synchronizing usage tracker for tenant:93d7067759464df68c4212e589960d94 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:29.230153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:29.253573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'name': 'tempest-NetworksTestDHCPv6-1731182340'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:29.309085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.333614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.350030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.354281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:29.355141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.396950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-aa4cb8e8-a839-4008-bf5b-41c0835220cd req-b83b5514-05ec-4732-9b28-6ef78b658741 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Unset dirty status for tenant:93d7067759464df68c4212e589960d94 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:29.398110 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa4cb8e8-a839-4008-bf5b-41c0835220cd req-b83b5514-05ec-4732-9b28-6ef78b658741 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.2559271 Feb 10 11:29:29.405401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.408504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:29.409093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.466032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.496471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7388ee3-6bbc-44e8-888b-45fe7a749c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.521617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.534964 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9300425 Feb 10 11:29:29.539694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46686) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:29.549658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '4308297d-a40f-447c-a3ac-5b8950ca4e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:29.561858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.572868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b97fab-68b1-46ed-849c-86b4ed712694 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=4308297d-a40f-447c-a3ac-5b8950ca4e91,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:29.597778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4308297d-a40f-447c-a3ac-5b8950ca4e91 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:29.625403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Transition to ACTIVE for port object 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:29.681243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:29.687124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:29.687854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1008112 Feb 10 11:29:29.691296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59ace06d-38af-4686-98b2-36064911572a,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:29.693245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46690) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:29.695730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:29.702511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'f4523778-d3b3-4a06-a791-5b738d100695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:29.708225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Router b96b3165-e823-41f5-9b34-bf8e783ecab3 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:29.721474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1fa13-04ac-407c-8af4-cc3d7c4a762c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=f4523778-d3b3-4a06-a791-5b738d100695,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:29.722387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.728418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:29.749238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:29.758591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:29.765453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:29.769923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Transition to ACTIVE for port object 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:29.777314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f4523778-d3b3-4a06-a791-5b738d100695 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:29.784068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:29.787263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:29.808866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:29.847112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59ace06d-38af-4686-98b2-36064911572a,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:29.847691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.923864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:29.932500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.954219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:29.965790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:29.967773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:29.968750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:29.974966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:30.013397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.026650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.069627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:30.081822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Calling delete_port for 59ace06d-38af-4686-98b2-36064911572a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:30.102936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 5f746d67-c1a8-4815-bc34-53657d992358 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:30.132507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.132719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=59ace06d-38af-4686-98b2-36064911572a,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:30.156875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.215693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Network 5697c552-ae1a-4097-8864-46d95551a6b8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:30.221811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:30.224511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:30.234025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.241166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing IP validity checks on allocation pools {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:29:30.241686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:29:30.250172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Pushing event updated for resources: {'Port': ['ID=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:30.319876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:30.320617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:30.344076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.344295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Attempting to bind port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:30.344718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Attempting to bind port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9df716cd-15cd-4712-907f-b729d8c5d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:30.345426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Attempting to bind port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 on network 5697c552-ae1a-4097-8864-46d95551a6b8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:30.353110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:30.353951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Checking segment: {'id': '9df716cd-15cd-4712-907f-b729d8c5d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:30.354570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.355164 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Bound using segment: {'id': '9df716cd-15cd-4712-907f-b729d8c5d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:30.355877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Bound port: 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df716cd-15cd-4712-907f-b729d8c5d024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '5697c552-ae1a-4097-8864-46d95551a6b8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:30.356470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.439284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.472937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] For port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:30.477014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] For port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,segment=NetworkSegment(9df716cd-15cd-4712-907f-b729d8c5d024),segment_id=9df716cd-15cd-4712-907f-b729d8c5d024)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:30.482552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.484989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::3af (777c9540-812e-4174-85ca-b69ca9423c5f/c1752e46-47cb-4af2-b000-5658becc789d/5f746d67-c1a8-4815-bc34-53657d992358) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:30.496829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Performing IP validity checks on allocation pools {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:29:30.497357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:29:30.629190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a7bc9-5e53-47fc-bf9c-ec8ed6124b4e None None] Pushing event updated for resources: {'Port': ['ID=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:30.637150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.680512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a0783ea-e40d-46fd-8960-5a0e41f6128f req-86cf4504-be47-4ee7-806b-8ba4f372bb2d tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.0942354 Feb 10 11:29:30.708892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Allocated IP 172.26.3.165 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/59f9dcb2-e66b-4640-adb9-9d76c1204d08) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:30.823215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Deleting port 59ace06d-38af-4686-98b2-36064911572a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:30.823706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.906567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:30.993672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:31.069293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=c57069cd-2e7c-47b2-a3e7-687c129476c4,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:31.126659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.133648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.183269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': 'c24e600e-67bd-45db-b1a2-2a600d3f9a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4308297d-a40f-447c-a3ac-5b8950ca4e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:31.184514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 4308297d-a40f-447c-a3ac-5b8950ca4e91, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:31.212034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:31.231482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Sync routers for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:31.236153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:31.261202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=af160393-8a9a-4814-9bd1-e36103111ed3,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:31.273389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] For port 59ace06d-38af-4686-98b2-36064911572a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59ace06d-38af-4686-98b2-36064911572a,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:31.273800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.281137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.291178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:31.291884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:31.319165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 4308297d-a40f-447c-a3ac-5b8950ca4e91 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:31.321720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '30802141-802b-4123-a328-71b1afcb11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f4523778-d3b3-4a06-a791-5b738d100695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:31.322078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: f4523778-d3b3-4a06-a791-5b738d100695, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:31.362436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4308297d-a40f-447c-a3ac-5b8950ca4e91) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:31.367450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] No DVR routers for this DVR port b66b19a6-c2fb-42c9-9f0c-3096b2aac466 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:31.371529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.376614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:31.377187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.380023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.381216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event updated for resources: {'Port': ['ID=59f9dcb2-e66b-4640-adb9-9d76c1204d08,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:31.386131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:31.393737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'name': 'network-vif-deleted', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:29:31.394059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:31.398345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:31.422700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 5f746d67-c1a8-4815-bc34-53657d992358 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:31.425762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:31.428233 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5dbc605f-2f41-49b7-bc40-c685bc0f3d55 req-6cfe9cd7-55d5-4a12-8a60-6f73af5e4f10 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.32 "DELETE /v2.0/ports/b66b19a6-c2fb-42c9-9f0c-3096b2aac466 HTTP/1.1" status: 204 len: 173 time: 7.3169110 Feb 10 11:29:31.431134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.438891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:31.465806 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:31.466088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network f4523778-d3b3-4a06-a791-5b738d100695 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:31.468908 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:31.480068 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2f8434e9-d20a-4a67-88f4-6f554b9c368a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9375274 Feb 10 11:29:31.482951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, f4523778-d3b3-4a06-a791-5b738d100695) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:31.484513 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46698) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:31.566478 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:31.572453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc', 'name': 'network-vif-deleted', 'tag': 'b66b19a6-c2fb-42c9-9f0c-3096b2aac466', 'status': 'completed', 'code': 200} Feb 10 11:29:31.578939 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:31.580014 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:31.648611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:31.649341 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c8701-0515-4942-9ae3-13158ed5195d None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:31.674025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:31.674784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:31.678542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.26.3.247 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/ec19d883-0815-4d6a-a2ee-d33fddd135bd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:31.687102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:31.706001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2c87bde3-8d32-4a42-b7e2-58ab70a43666 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/2b4db89a-b8dc-48ca-8eff-2479a9c3a164 HTTP/1.1" status: 200 len: 688 time: 6.8577745 Feb 10 11:29:31.712729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:31.788733 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-275e6f20-6236-454c-b7fd-ba1d24f4d513 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0943863 Feb 10 11:29:31.793923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46708) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:31.876320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff6cdd-b429-4e00-8593-c0d90eea9a9e None None] Network 4308297d-a40f-447c-a3ac-5b8950ca4e91 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:31.894512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b48e0-8bac-4697-a2cb-5aa43b356142 None None] Network f4523778-d3b3-4a06-a791-5b738d100695 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:31.916793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Calling delete_port for 59ace06d-38af-4686-98b2-36064911572a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:31.960947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.084926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.104141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.119564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.191969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a87629-7e1d-4a74-b54b-41c6787daa68 None None] Network 5697c552-ae1a-4097-8864-46d95551a6b8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:32.221712 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-842925e5-c9f1-4384-b48b-4d797782845a req-9df92b1a-c332-419b-bf0a-3f9e57ea4698 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a0a8af9-0b22-4cca-ab6f-b53a47d5c6bc HTTP/1.1" status: 200 len: 210 time: 0.1391134 Feb 10 11:29:32.230873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port a3a21740-9070-4b4f-9aa9-49e5f17e6d98 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:32.230873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.234740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.256127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.376118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.399267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:32.406553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=5f746d67-c1a8-4815-bc34-53657d992358,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.410571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:32.412971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:32.417311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:32.418140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.444693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.456552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.495953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=c57069cd-2e7c-47b2-a3e7-687c129476c4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.522157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-874b02ed-527c-4215-8e87-425620035502 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2811451 Feb 10 11:29:32.525293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.526011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Provisioning for port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:32.531023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:32.577903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Provisioning complete for port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:32.578295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.602027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.625170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.630056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.715140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.715832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.724701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:32.726866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=ec19d883-0815-4d6a-a2ee-d33fddd135bd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.738229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:32.740716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:32.774333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.788700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:32.788913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] Pushing event deleted for resources: {'Port': ['ID=59ace06d-38af-4686-98b2-36064911572a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.794487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=af160393-8a9a-4814-9bd1-e36103111ed3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:32.827100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4308297d-a40f-447c-a3ac-5b8950ca4e91']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:32.876124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae52b64-f4a2-4343-87a7-f36f2f0330f6 None None] No DVR routers for this DVR port 59ace06d-38af-4686-98b2-36064911572a on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:32.916692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cc2b6-02fe-481a-92ce-748714c4551a None None] Network f4523778-d3b3-4a06-a791-5b738d100695 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:32.953270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa68c58-7fbc-43a5-b155-0809dfcf0942 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:33.011080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.019369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b5372-b356-4dc1-b8df-b16529c7a5e3 None None] Network 4308297d-a40f-447c-a3ac-5b8950ca4e91 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:33.048305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for a3a21740-9070-4b4f-9aa9-49e5f17e6d98 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:33.053601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4523778-d3b3-4a06-a791-5b738d100695']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.061297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24e600e-67bd-45db-b1a2-2a600d3f9a9d') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.061728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24e600e-67bd-45db-b1a2-2a600d3f9a9d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.121762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30802141-802b-4123-a328-71b1afcb11c4') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.122209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30802141-802b-4123-a328-71b1afcb11c4') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.142999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.165385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.173494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.186579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:33.187132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:33.201811 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:33.217871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee5fe6-8f69-4bb3-8bfa-adc9f4c26806 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:33.218575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ee5fe6-8f69-4bb3-8bfa-adc9f4c26806 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:33.221313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.227600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:33.228206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.358147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Deleting port 2977802d-fd81-44ce-b63e-8d491f961bba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:33.358479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:33.374559 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:33.383672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.414452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46720) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.427592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.451984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=f4523778-d3b3-4a06-a791-5b738d100695,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.470172 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e67401de-6dc5-4012-91c8-197e595c08f5 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/f4523778-d3b3-4a06-a791-5b738d100695 HTTP/1.1" status: 204 len: 168 time: 1.6748233 Feb 10 11:29:33.478877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46724) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.483552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.491352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612532712'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:33.519804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.524093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:33.530578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.537029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=4308297d-a40f-447c-a3ac-5b8950ca4e91,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.541450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:33.546884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:33.554136 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-476c222a-c7c3-4320-807b-8a90e472fdad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/4308297d-a40f-447c-a3ac-5b8950ca4e91 HTTP/1.1" status: 204 len: 168 time: 2.0662305 Feb 10 11:29:33.555875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:33.559769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46728) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.569223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] For port 2977802d-fd81-44ce-b63e-8d491f961bba, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2977802d-fd81-44ce-b63e-8d491f961bba,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:33.569581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.571975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908724727'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:33.588186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:33.598117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:33.601115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.612543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:33.616889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:33.619669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.639453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:33.680466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.686009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.693788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:33.696768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.703564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Calling delete_port for 2977802d-fd81-44ce-b63e-8d491f961bba owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:33.709614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.712926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] For port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,segment=NetworkSegment(9df716cd-15cd-4712-907f-b729d8c5d024),segment_id=9df716cd-15cd-4712-907f-b729d8c5d024)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:33.721826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Checking router: b96b3165-e823-41f5-9b34-bf8e783ecab3 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:33.725262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.739711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:33.782927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.783349 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 937b5a39-230a-435d-9693-42f62874b147 of type vlan for network f3a242ba-a70a-425e-9338-5fb5172b6363 Feb 10 11:29:33.785247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:33.830272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.830272 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 0549a60b-a94e-4f2d-841c-3a5830cd6dd7 of type vlan for network 7553ccb6-9dbc-42ae-811a-5980a2e00959 Feb 10 11:29:33.840191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.840923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:33.841541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:33.856995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.909539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.918037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ee5fe6-8f69-4bb3-8bfa-adc9f4c26806 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:33.922574 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28ee5fe6-8f69-4bb3-8bfa-adc9f4c26806 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.3598061 Feb 10 11:29:33.928478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:33.979085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef0ca-b6a5-484b-9ef4-692126f7face None None] Pushing event updated for resources: {'Port': ['ID=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:33.992073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:33.997231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:33.998154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.003921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.008031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:34.008610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.052602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'c1752e46-47cb-4af2-b000-5658becc789d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:34.053407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.056407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fe74eb-f558-4e72-a6a3-29efd2539f58,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:34.120024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 5f746d67-c1a8-4815-bc34-53657d992358 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:34.120709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.156375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.167688 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6851432 Feb 10 11:29:34.171543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6099050 Feb 10 11:29:34.172596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.174115 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-739b3652-c4c4-411e-9542-1c0d52d70874 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6fe74eb-f558-4e72-a6a3-29efd2539f58 HTTP/1.1" status: 204 len: 168 time: 0.7433221 Feb 10 11:29:34.174699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46736) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.175016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46738) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.177588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6c6498cf-5d05-4664-bb62-45f646affe65 None None] Provisioning complete for port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:34.178022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c6498cf-5d05-4664-bb62-45f646affe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.178271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46742) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.184424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:34.200591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.202178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:34.203197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:34.229447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Router a53b8bc2-0d72-44d8-b08f-e36c1acb547f is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:34.231176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79170fa4-58b6-438f-89ad-72991c37f211 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=f3a242ba-a70a-425e-9338-5fb5172b6363,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:34.234728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2977802d-fd81-44ce-b63e-8d491f961bba,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:34.256526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f3a242ba-a70a-425e-9338-5fb5172b6363 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:34.356292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=a3a21740-9070-4b4f-9aa9-49e5f17e6d98,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:34.426116 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-61504097-2a4d-488f-b5cc-0f77157ffb09 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] show failed (client error): The resource could not be found. Feb 10 11:29:34.429683 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-61504097-2a4d-488f-b5cc-0f77157ffb09 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "GET /v2.0/security-groups/e6fe74eb-f558-4e72-a6a3-29efd2539f58 HTTP/1.1" status: 404 len: 347 time: 0.2475567 Feb 10 11:29:34.440422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:34.539147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:34.544572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:34.553606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:34.557641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:34.560521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24e16-5178-4d0e-8158-fbce2c4d89f0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=7553ccb6-9dbc-42ae-811a-5980a2e00959,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:34.562733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:34.565480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:34.578765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:34.614316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 7553ccb6-9dbc-42ae-811a-5980a2e00959 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:34.635103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:34.635397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.636271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:34.744264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/c1752e46-47cb-4af2-b000-5658becc789d/f6455dd9-fa41-403c-a661-806eef73501b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:34.824795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:34.848286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:35.039897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.045211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:35.091806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.096097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Deleting port 5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:35.096424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.124668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.188473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.202455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca976c97-eaef-43a4-b324-fa068e0aa206 None None] The sync data for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv is: [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:28:02Z', 'revision_number': 4, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b47178e3-45bb-4981-a62f-ae20946eb931', 'name': '', 'network_id': '1ec14f9c-ba98-41e7-8323-ee6744453c7a', 'tenant_id': '93d7067759464df68c4212e589960d94', 'mac_address': 'fa:16:3e:52:c6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:28:00Z', 'updated_at': '2022-02-10T11:28:27Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'subnets': [{'id': '8049264b-9b30-4db3-90b6-ea7e10120a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:35.208694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.222883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:35.223524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.252228 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Transition to ACTIVE for port object f6455dd9-fa41-403c-a661-806eef73501b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:35.293436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Transition to ACTIVE for port object f6455dd9-fa41-403c-a661-806eef73501b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:35.301815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.382317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.383482 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-052ba7ff-b865-45d4-9d22-4883a0aebd4a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/2b4db89a-b8dc-48ca-8eff-2479a9c3a164 HTTP/1.1" status: 204 len: 168 time: 3.6697061 Feb 10 11:29:35.419838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:35.421000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:35.427570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46752) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:35.438130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:35.442378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'ae6b816d-e1d7-4185-b6b6-83d542236569'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:35.446804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.449560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-fa41-403c-a661-806eef73501b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:35.457283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:35.465610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:floatingip and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:35.483607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:35.488194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:35.506682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:35.537629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] Sync routers for ids ['a53b8bc2-0d72-44d8-b08f-e36c1acb547f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:35.542501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.544003 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aa3fe958-5fd1-45a8-afbf-122bbc3a85e6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "PUT /v2.0/routers/a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 200 len: 884 time: 7.0772073 Feb 10 11:29:35.557998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46756) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:35.591614 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56802278-d378-43d2-857f-188960af0b83 None None] New status for floating IP 4e293f0d-a608-4fee-8e15-29b886b9e25e: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:29:35.609074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 5f746d67-c1a8-4815-bc34-53657d992358 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:35.621530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.626198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Attempting to bind port f6455dd9-fa41-403c-a661-806eef73501b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:35.627246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Attempting to bind port f6455dd9-fa41-403c-a661-806eef73501b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:35.627599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Attempting to bind port f6455dd9-fa41-403c-a661-806eef73501b on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:35.640237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] Routers {'a53b8bc2-0d72-44d8-b08f-e36c1acb547f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:35.640874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a53b8bc2-0d72-44d8-b08f-e36c1acb547f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.663161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.716618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.724621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:35.725003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:35.725658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.726047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:35.726701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Bound port: f6455dd9-fa41-403c-a661-806eef73501b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:35.726871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.746696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.747205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.773455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:35.848904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] For port f6455dd9-fa41-403c-a661-806eef73501b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:35.854892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] For port f6455dd9-fa41-403c-a661-806eef73501b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f6455dd9-fa41-403c-a661-806eef73501b,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:35.856286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] Routers {'a53b8bc2-0d72-44d8-b08f-e36c1acb547f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:35.857039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a53b8bc2-0d72-44d8-b08f-e36c1acb547f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.863038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=9d9362f0-633f-4859-b321-b2e3e8a23f9a,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:35.903505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Calling delete_port for 5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:35.961914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:35.962550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2741e-44b9-444b-8b4c-c8d54a34823b None None] The sync data for ids ['a53b8bc2-0d72-44d8-b08f-e36c1acb547f'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:35.969711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.003478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '937b5a39-230a-435d-9693-42f62874b147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:36.003993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: f3a242ba-a70a-425e-9338-5fb5172b6363, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:36.012170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=8fb9ebe2-73c8-478d-a470-832319d41071,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:36.019956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '0549a60b-a94e-4f2d-841c-3a5830cd6dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:36.020567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 7553ccb6-9dbc-42ae-811a-5980a2e00959, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:36.070428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.093349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network f3a242ba-a70a-425e-9338-5fb5172b6363 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:36.102599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 7553ccb6-9dbc-42ae-811a-5980a2e00959 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:36.108693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.118198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec7db-3e1d-4b82-a838-39bab639b6bf None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-fa41-403c-a661-806eef73501b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:36.129458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, f3a242ba-a70a-425e-9338-5fb5172b6363) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:36.134361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:36.134968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.139393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf42522-ad27-4135-8238-0367c6a5694b None None] Network f3a242ba-a70a-425e-9338-5fb5172b6363 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:36.149890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 7553ccb6-9dbc-42ae-811a-5980a2e00959) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:36.154296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:36.155252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.177527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.231067 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cf79d68d-f974-41a3-9659-e9b694ed168a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0549440 Feb 10 11:29:36.235215 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-33e5a1be-3152-4fea-a5e9-c8232d2a90e6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0577259 Feb 10 11:29:36.237607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46760) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.239711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46762) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.337952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5054b9-b613-40c7-a5eb-516fd020ac1c None None] Network 7553ccb6-9dbc-42ae-811a-5980a2e00959 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:36.452349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=5f746d67-c1a8-4815-bc34-53657d992358,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:36.454196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:36.454671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:36.498627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.515417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router 2e7420d3-904a-403a-8b52-c7d0d559b407 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:36.537767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-786aea9a-5c09-4d8a-b31a-ee4b2b2a82df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/5f746d67-c1a8-4815-bc34-53657d992358 HTTP/1.1" status: 204 len: 168 time: 2.6043117 Feb 10 11:29:36.540461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.600110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-f3a242ba-a70a-425e-9338-5fb5172b6363', 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '9d9362f0-633f-4859-b321-b2e3e8a23f9a'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:36.600877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.621635 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-11257260-5b66-4386-9394-25c64bdc7307 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 200 len: 925 time: 1.0597625 Feb 10 11:29:36.634914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.641960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46772) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.758173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e1e37-d63c-4d3f-966a-95b0f553880f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:36.760214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e1e37-d63c-4d3f-966a-95b0f553880f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:36.760507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a5e1e37-d63c-4d3f-966a-95b0f553880f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:36.773547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-7553ccb6-9dbc-42ae-811a-5980a2e00959', 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '8fb9ebe2-73c8-478d-a470-832319d41071'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:36.774568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.812932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a5e1e37-d63c-4d3f-966a-95b0f553880f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:36.814223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a5e1e37-d63c-4d3f-966a-95b0f553880f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2725208 Feb 10 11:29:36.818058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:36.890816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:36.915371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.207 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/f5e5f481-aecd-4b4b-9601-6a1905024581) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:36.951581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.001767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f6455dd9-fa41-403c-a661-806eef73501b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:37.052925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Deleting port 5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:37.053432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.114986 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-338585f6-7164-4888-8237-720114932517 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=a53b8bc2-0d72-44d8-b08f-e36c1acb547f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4698169 Feb 10 11:29:37.157190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Allocated IP 2001:db8::1 (f3a242ba-a70a-425e-9338-5fb5172b6363/9d9362f0-633f-4859-b321-b2e3e8a23f9a/067f72a6-8aff-4909-8070-5a3a1c0909a8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:37.164594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Allocated IP 172.20.0.1 (7553ccb6-9dbc-42ae-811a-5980a2e00959/8fb9ebe2-73c8-478d-a470-832319d41071/0b1c10af-ff57-4b51-9202-fafa2ba546e8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:37.165940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46780) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:37.267812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.346725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.387929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.434853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f6455dd9-fa41-403c-a661-806eef73501b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:37.465563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:37.468645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:37.473952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:37.515545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=f5e5f481-aecd-4b4b-9601-6a1905024581,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:37.546088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Provisioning for port f6455dd9-fa41-403c-a661-806eef73501b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:37.559304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Provisioning complete for port f6455dd9-fa41-403c-a661-806eef73501b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:37.559671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.588812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0119ec1-6f7b-4bfb-ad3a-871a6a3b7c2f tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:37.589378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f0119ec1-6f7b-4bfb-ad3a-871a6a3b7c2f tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Synchronizing usage tracker for tenant:386b816a9fe74124921af52c380ca1d9 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:37.619491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet c1752e46-47cb-4af2-b000-5658becc789d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:37.629439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.702213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.744100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f0119ec1-6f7b-4bfb-ad3a-871a6a3b7c2f tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Unset dirty status for tenant:386b816a9fe74124921af52c380ca1d9 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:37.745562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f0119ec1-6f7b-4bfb-ad3a-871a6a3b7c2f tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.5784640 Feb 10 11:29:37.753263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.753588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.769607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:37.773565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Transition to ACTIVE for port object 0b1c10af-ff57-4b51-9202-fafa2ba546e8 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.828523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.838134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.850394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Transition to ACTIVE for port object 0b1c10af-ff57-4b51-9202-fafa2ba546e8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.870689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Transition to ACTIVE for port object 067f72a6-8aff-4909-8070-5a3a1c0909a8 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.877870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.899002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.947392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] For port f6455dd9-fa41-403c-a661-806eef73501b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f6455dd9-fa41-403c-a661-806eef73501b,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:37.951410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb9ebe2-73c8-478d-a470-832319d41071,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:37.966876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:37.984386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Transition to ACTIVE for port object 067f72a6-8aff-4909-8070-5a3a1c0909a8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:37.987890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Could not find standard attr ID for object 5f746d67-c1a8-4815-bc34-53657d992358. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:38.004193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.007655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Pushing event updated for resources: {'Port': ['ID=0b1c10af-ff57-4b51-9202-fafa2ba546e8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.084910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Network 7553ccb6-9dbc-42ae-811a-5980a2e00959 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:38.085818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8e1f3-f3ff-45f5-a846-885de6299e3d None None] Pushing event updated for resources: {'Port': ['ID=f6455dd9-fa41-403c-a661-806eef73501b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.092233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:38.097786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.113509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.129654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Calling delete_port for 5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:38.132044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:38.153301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7caa5d27-5a8d-476d-9b50-c6c5c31d41a2 None None] Could not find standard attr ID for object 5f746d67-c1a8-4815-bc34-53657d992358. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:38.156950 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-922c7e5e-bd00-4ed5-bd42-c3f8bf492ecf tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 200 len: 205 time: 0.3838227 Feb 10 11:29:38.158839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:38.162383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.165065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Network f3a242ba-a70a-425e-9338-5fb5172b6363 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:38.174651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:38.193763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9362f0-633f-4859-b321-b2e3e8a23f9a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.202881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Sync routers for ids ['2e7420d3-904a-403a-8b52-c7d0d559b407'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:38.206032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:38.215331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:38.255455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Pushing event updated for resources: {'Port': ['ID=067f72a6-8aff-4909-8070-5a3a1c0909a8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.271346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.273126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0aff2fff-ff70-4a60-8973-9d7f13247801 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.5471478 Feb 10 11:29:38.279761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:38.313442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7553ccb6-9dbc-42ae-811a-5980a2e00959']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.347174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Routers {'2e7420d3-904a-403a-8b52-c7d0d559b407'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:38.347734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2e7420d3-904a-403a-8b52-c7d0d559b407'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.394034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549a60b-a94e-4f2d-841c-3a5830cd6dd7') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.394302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549a60b-a94e-4f2d-841c-3a5830cd6dd7') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.396635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Attempting to bind port 0b1c10af-ff57-4b51-9202-fafa2ba546e8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.397000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Attempting to bind port 0b1c10af-ff57-4b51-9202-fafa2ba546e8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '0549a60b-a94e-4f2d-841c-3a5830cd6dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.397355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Attempting to bind port 0b1c10af-ff57-4b51-9202-fafa2ba546e8 on network 7553ccb6-9dbc-42ae-811a-5980a2e00959 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.498619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:38.498900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Checking segment: {'id': '0549a60b-a94e-4f2d-841c-3a5830cd6dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:38.500810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.500810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Bound using segment: {'id': '0549a60b-a94e-4f2d-841c-3a5830cd6dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:38.500810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Bound port: 0b1c10af-ff57-4b51-9202-fafa2ba546e8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0549a60b-a94e-4f2d-841c-3a5830cd6dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:38.501088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.501173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.518808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Attempting to bind port 067f72a6-8aff-4909-8070-5a3a1c0909a8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:38.519162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Attempting to bind port 067f72a6-8aff-4909-8070-5a3a1c0909a8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '937b5a39-230a-435d-9693-42f62874b147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:38.519548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Attempting to bind port 067f72a6-8aff-4909-8070-5a3a1c0909a8 on network f3a242ba-a70a-425e-9338-5fb5172b6363 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:38.540614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.570319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:38.570742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Checking segment: {'id': '937b5a39-230a-435d-9693-42f62874b147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:38.571504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.571617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Bound using segment: {'id': '937b5a39-230a-435d-9693-42f62874b147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:38.572026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Bound port: 067f72a6-8aff-4909-8070-5a3a1c0909a8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937b5a39-230a-435d-9693-42f62874b147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:38.572394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.572700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.599876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.600878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a242ba-a70a-425e-9338-5fb5172b6363']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.613682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.622596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937b5a39-230a-435d-9693-42f62874b147') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.622884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937b5a39-230a-435d-9693-42f62874b147') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:38.643588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:38.643989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:38.660630 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:38.665501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Pushing event deleted for resources: {'Port': ['ID=5d75eb0f-5a8d-4cc7-9458-13e8ef6a62f1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.677593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.693675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] For port 0b1c10af-ff57-4b51-9202-fafa2ba546e8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:38.716544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Set router 2e7420d3-904a-403a-8b52-c7d0d559b407 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:38.763207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.772035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.772630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] For port 067f72a6-8aff-4909-8070-5a3a1c0909a8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:38.790283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:38.790683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:38.806066 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:38.831036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:38.832174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=c1752e46-47cb-4af2-b000-5658becc789d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:38.840580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] For port 0b1c10af-ff57-4b51-9202-fafa2ba546e8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0b1c10af-ff57-4b51-9202-fafa2ba546e8,segment=NetworkSegment(0549a60b-a94e-4f2d-841c-3a5830cd6dd7),segment_id=0549a60b-a94e-4f2d-841c-3a5830cd6dd7)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:38.846901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.850477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.857877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d503e94-b545-47c6-98c7-cba9cec6d581 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:38.870683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:29:38.870683 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:29:38.870683 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': '7553ccb6-9dbc-42ae-811a-5980a2e00959'}] Feb 10 11:29:38.870683 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:38.871041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:38.876833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.946601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c296e3f1-68d8-48aa-91b8-458e2d1c64be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/c1752e46-47cb-4af2-b000-5658becc789d HTTP/1.1" status: 204 len: 168 time: 2.1238995 Feb 10 11:29:38.952365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:38.953451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-df205071-5018-4157-9610-fcd8c0943165 tempest-ServersTestManualDisk-990306754 tempest-ServersTestManualDisk-990306754-project] 10.222.0.42 "DELETE /v2.0/floatingips/4e293f0d-a608-4fee-8e15-29b886b9e25e HTTP/1.1" status: 204 len: 168 time: 4.5042765 Feb 10 11:29:38.953972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46796) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:38.963450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46798) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:38.984538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:29:38.984538 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:29:38.984538 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': 'f3a242ba-a70a-425e-9338-5fb5172b6363'}] Feb 10 11:29:38.984538 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:38.985178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:39.015093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.059652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f6455dd9-fa41-403c-a661-806eef73501b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:39.107298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.149101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] For port 067f72a6-8aff-4909-8070-5a3a1c0909a8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=067f72a6-8aff-4909-8070-5a3a1c0909a8,segment=NetworkSegment(937b5a39-230a-435d-9693-42f62874b147),segment_id=937b5a39-230a-435d-9693-42f62874b147)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:39.152107 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c0ca467-9496-49c4-894e-7a97dfa3e8fb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1897190 Feb 10 11:29:39.165375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46804) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.180811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:39.191851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.215125 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5fce914a-dcf4-4bc1-9eae-39a4cdfe27e6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/2e7420d3-904a-403a-8b52-c7d0d559b407 HTTP/1.1" status: 200 len: 908 time: 0.9293051 Feb 10 11:29:39.215803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.224024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'name': 'tempest-snat-router-462363702', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': True}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:39.232645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:39.239711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Usage tracker for resource:router and tenant:84627421aaf4464e8be35d1a510744b2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:39.254502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:39.254737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.266231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:39.319178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a126-2c68-4f0d-92eb-6a74c6529cc7 None None] Pushing event updated for resources: {'Port': ['ID=0b1c10af-ff57-4b51-9202-fafa2ba546e8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.371882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.428530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.429439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.443010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:39.447540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port 0b1c10af-ff57-4b51-9202-fafa2ba546e8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:39.448115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.476139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.490512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.506019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:39.556889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:39.557758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c1317a-88d1-4f84-bd1d-133f65e22f1f None None] Network 7553ccb6-9dbc-42ae-811a-5980a2e00959 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:39.581249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f6455dd9-fa41-403c-a661-806eef73501b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:39.581500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.582723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:39.609905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949d27c-d393-4df0-87f4-60c19fb9c768 None None] Network f3a242ba-a70a-425e-9338-5fb5172b6363 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:39.618895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port 067f72a6-8aff-4909-8070-5a3a1c0909a8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:39.619252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:39.622828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dde2a-42e9-42fa-b174-cbef385cae06 None None] Pushing event updated for resources: {'Port': ['ID=067f72a6-8aff-4909-8070-5a3a1c0909a8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:39.664086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:39.679109 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Sync routers for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:39.683288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2f168c07-ea68-402e-a1ad-6335078c58ae admin admin] 10.222.0.42 "PUT /v2.0/routers/02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1198709 Feb 10 11:29:39.684031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:39.696690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:39.698081 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:39.704094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46812) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:39.741300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.042165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.062070 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:40.074318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247'}], 'enable_snat': False}, 'gw_port_id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:27Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 3, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port': {'id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:30Z', 'updated_at': '2022-02-10T11:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:40.084271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:40.091034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Checking router: 2e7420d3-904a-403a-8b52-c7d0d559b407 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:40.091709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Updating router 2e7420d3-904a-403a-8b52-c7d0d559b407 port ec19d883-0815-4d6a-a2ee-d33fddd135bd binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:40.175083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Deleting port f6455dd9-fa41-403c-a661-806eef73501b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:40.175957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.179182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.215694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.245077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.341269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.379713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.26.3.153 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/88ddc184-c4b8-433b-a190-0e6f922f3fad) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:40.419433 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:40.425526 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Checking router: 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:40.439956 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Routers {'02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:40.440839 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:40.582652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:40.628716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.635752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port 0b1c10af-ff57-4b51-9202-fafa2ba546e8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0b1c10af-ff57-4b51-9202-fafa2ba546e8,segment=NetworkSegment(0549a60b-a94e-4f2d-841c-3a5830cd6dd7),segment_id=0549a60b-a94e-4f2d-841c-3a5830cd6dd7)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:40.636108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.656335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.671332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.685099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] For port f6455dd9-fa41-403c-a661-806eef73501b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f6455dd9-fa41-403c-a661-806eef73501b,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:40.685766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.718272 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] Set router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:40.771495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.783554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port 067f72a6-8aff-4909-8070-5a3a1c0909a8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=067f72a6-8aff-4909-8070-5a3a1c0909a8,segment=NetworkSegment(937b5a39-230a-435d-9693-42f62874b147),segment_id=937b5a39-230a-435d-9693-42f62874b147)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:40.783914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:40.850804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Calling delete_port for f6455dd9-fa41-403c-a661-806eef73501b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:40.851002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:40.885873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:40.894623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:40.920637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for 0b1c10af-ff57-4b51-9202-fafa2ba546e8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:40.930365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=88ddc184-c4b8-433b-a190-0e6f922f3fad,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:40.952996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f6455dd9-fa41-403c-a661-806eef73501b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:41.002733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f6455dd9-fa41-403c-a661-806eef73501b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:41.003078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f6455dd9-fa41-403c-a661-806eef73501b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:41.004696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.068798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] No DVR routers for this DVR port f6455dd9-fa41-403c-a661-806eef73501b on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:41.140193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996735-1f05-4751-ac7d-3d6a65d48f88 None None] Pushing event deleted for resources: {'Port': ['ID=f6455dd9-fa41-403c-a661-806eef73501b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:41.149861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f459b-b72f-404c-afb8-007d01038539 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:29:41.154821 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:41.160224 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e0aba-be8a-4cbc-8368-0567b6b34e36 None None] The sync data for ids ['02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e'] in dv-neutron-827807-1-hyperv is: [{'id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'name': 'tempest-ServersTestJSON-2045461897-router', 'tenant_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148'}], 'enable_snat': True}, 'gw_port_id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 5, 'project_id': 'e4a57bb9cc0646a990668aafbe9eafe2', 'gw_port': {'id': 'd0b8a2d5-3af9-41e6-bb6d-785283ba84c2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:44Z', 'updated_at': '2022-02-10T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:41.165555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for 067f72a6-8aff-4909-8070-5a3a1c0909a8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:41.247750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.267246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=f5e5f481-aecd-4b4b-9601-6a1905024581,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:41.345575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port 59f9dcb2-e66b-4640-adb9-9d76c1204d08 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:41.346261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.352253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f459b-b72f-404c-afb8-007d01038539 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:29:41.377647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Deleting port b47178e3-45bb-4981-a62f-ae20946eb931 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:41.377895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.431456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.432184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.448920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.451788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.520571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.531446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Transition to ACTIVE for port object ec19d883-0815-4d6a-a2ee-d33fddd135bd will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:41.546467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.678159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Attempting to bind port ec19d883-0815-4d6a-a2ee-d33fddd135bd on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:41.678613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Attempting to bind port ec19d883-0815-4d6a-a2ee-d33fddd135bd by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:41.679050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Attempting to bind port ec19d883-0815-4d6a-a2ee-d33fddd135bd on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:41.684685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.684880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60a5ba-2d1b-408b-96f7-1cbf970a4718 None None] Pushing event updated for resources: {'Port': ['ID=ec19d883-0815-4d6a-a2ee-d33fddd135bd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:41.701136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] For port b47178e3-45bb-4981-a62f-ae20946eb931, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b47178e3-45bb-4981-a62f-ae20946eb931,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:41.701658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.728914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:41.729394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:41.729566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=0b1c10af-ff57-4b51-9202-fafa2ba546e8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:41.729922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.730380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:41.730927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Bound port: ec19d883-0815-4d6a-a2ee-d33fddd135bd, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:41.731430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.834494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] For port ec19d883-0815-4d6a-a2ee-d33fddd135bd, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:41.838685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] For port ec19d883-0815-4d6a-a2ee-d33fddd135bd, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ec19d883-0815-4d6a-a2ee-d33fddd135bd,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:41.846976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:41.862384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Calling delete_port for b47178e3-45bb-4981-a62f-ae20946eb931 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:42.004685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=067f72a6-8aff-4909-8070-5a3a1c0909a8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.007481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60a5ba-2d1b-408b-96f7-1cbf970a4718 None None] Pushing event updated for resources: {'Port': ['ID=ec19d883-0815-4d6a-a2ee-d33fddd135bd,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.011592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port 067f72a6-8aff-4909-8070-5a3a1c0909a8 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:42.019722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Routers {'2e7420d3-904a-403a-8b52-c7d0d559b407'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:42.020475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2e7420d3-904a-403a-8b52-c7d0d559b407'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.032089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port 0b1c10af-ff57-4b51-9202-fafa2ba546e8 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:42.076360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadfbb46-8ec1-4f8f-b605-98874a42bc2e None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:29:42.102717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.131493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.163770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router 9b25ea97-a18f-4b9e-b141-190c5ad1d89b is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:42.181371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b47178e3-45bb-4981-a62f-ae20946eb931,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.213505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.293727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] Set router 2e7420d3-904a-403a-8b52-c7d0d559b407 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:42.410753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.471408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfbb46-8ec1-4f8f-b605-98874a42bc2e None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:29:42.542562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for 59f9dcb2-e66b-4640-adb9-9d76c1204d08 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:42.578591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:42.626090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:42.657177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:42.657602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Sync routers for ids ['9b25ea97-a18f-4b9e-b141-190c5ad1d89b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:42.669748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.676249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.677454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2defd2bb-9ee0-4c9e-aab6-2b0db9d45b50 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4605834 Feb 10 11:29:42.680507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46816) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:42.682320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:42.683012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.691490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.699709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=de24c2d1-ce80-4458-ae94-b998ee2f92f5,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:42.724382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Routers {'9b25ea97-a18f-4b9e-b141-190c5ad1d89b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:42.725017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b25ea97-a18f-4b9e-b141-190c5ad1d89b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.768145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a242ba-a70a-425e-9338-5fb5172b6363']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.775943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7553ccb6-9dbc-42ae-811a-5980a2e00959']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.819463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549a60b-a94e-4f2d-841c-3a5830cd6dd7') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.819780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549a60b-a94e-4f2d-841c-3a5830cd6dd7') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.830789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937b5a39-230a-435d-9693-42f62874b147') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.831078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937b5a39-230a-435d-9693-42f62874b147') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:42.853486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.867713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.882874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.921019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.931104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:42.931524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:42.947307 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:42.953906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:42.966097 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f513c58-38b5-4d38-ada5-2e44d7dae7d2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7996871 Feb 10 11:29:42.968418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46820) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:43.003044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2977802d-fd81-44ce-b63e-8d491f961bba no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:43.021871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'name': 'tempest-NetworksTestDHCPv6-2075684626'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:43.052689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:43.053088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.054847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2977802d-fd81-44ce-b63e-8d491f961bba {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:43.055334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2977802d-fd81-44ce-b63e-8d491f961bba not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:43.069594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247'}], 'enable_snat': False}, 'gw_port_id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:27Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 3, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port': {'id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:30Z', 'updated_at': '2022-02-10T11:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:43.071833 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:43.079956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Set router 9b25ea97-a18f-4b9e-b141-190c5ad1d89b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:43.123341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237f80a-c636-4618-8393-b040c8bbae27 None None] The sync data for ids ['2e7420d3-904a-403a-8b52-c7d0d559b407'] in dv-neutron-827807-1-hyperv is: [{'id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247'}], 'enable_snat': False}, 'gw_port_id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:27Z', 'updated_at': '2022-02-10T11:29:33Z', 'revision_number': 3, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port': {'id': 'ec19d883-0815-4d6a-a2ee-d33fddd135bd', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7420d3-904a-403a-8b52-c7d0d559b407', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:30Z', 'updated_at': '2022-02-10T11:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:43.225197 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c78b82b5-3305-46ed-ac88-4be9476207df tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/9b25ea97-a18f-4b9e-b141-190c5ad1d89b HTTP/1.1" status: 200 len: 907 time: 0.5411921 Feb 10 11:29:43.226250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:43.270812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.278571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.326321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=f3a242ba-a70a-425e-9338-5fb5172b6363,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.334833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.337411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 25ad399f-1314-4bcc-9cee-eb3f5862ba2b associated. External IP: 172.26.3.207, port: ae6b816d-e1d7-4185-b6b6-83d542236569. Feb 10 11:29:43.452453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.460031 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/7553ccb6-9dbc-42ae-811a-5980a2e00959 HTTP/1.1" status: 204 len: 168 time: 7.1968679 Feb 10 11:29:43.481463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7f0daf25-86b9-4713-b80f-fd2fa7000c3a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/f3a242ba-a70a-425e-9338-5fb5172b6363 HTTP/1.1" status: 204 len: 168 time: 7.2427945 Feb 10 11:29:43.482876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46830) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:43.483707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46828) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:43.494159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371394869'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:43.511435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:43.519639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:43.525913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:43.544477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'de24c2d1-ce80-4458-ae94-b998ee2f92f5'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:43.553444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.559323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:43.594415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:43.597978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.643352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b25ea97-a18f-4b9e-b141-190c5ad1d89b', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '88ddc184-c4b8-433b-a190-0e6f922f3fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:39Z', 'updated_at': '2022-02-10T11:29:41Z', 'revision_number': 3, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port': {'id': '88ddc184-c4b8-433b-a190-0e6f922f3fad', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:05:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b25ea97-a18f-4b9e-b141-190c5ad1d89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:29:40Z', 'updated_at': '2022-02-10T11:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:43.653509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Checking router: 9b25ea97-a18f-4b9e-b141-190c5ad1d89b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:43.654169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Updating router 9b25ea97-a18f-4b9e-b141-190c5ad1d89b port 88ddc184-c4b8-433b-a190-0e6f922f3fad binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:29:43.664125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:43.714207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.718797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798404755'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:43.742385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd419-6b07-49c7-be53-74949b473fe6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=7553ccb6-9dbc-42ae-811a-5980a2e00959,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.747189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.747815 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 33ffa79d-fab6-4e1d-a224-2644d42db994 of type vlan for network 8f9338e2-c298-4733-a58f-23ab8a75896b Feb 10 11:29:43.749141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:43.761096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:43.769767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:43.796040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:43.800500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:43.814079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:43.817010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.821426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:43.867034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.880030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:43.884641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:43.889054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.908422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=59f9dcb2-e66b-4640-adb9-9d76c1204d08,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:43.941652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/de24c2d1-ce80-4458-ae94-b998ee2f92f5/8609a169-7a5d-4406-957e-ca7751603611) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:43.944542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:43.949145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:43.962147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.123082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 9cf5d758-77a7-4f37-835c-d1703d37be70 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:44.125511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.131586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:44.132331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.209978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:44.222339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.255812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.256232 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment 7289d5f9-20b4-4da0-abec-e6af5209b78a of type vlan for network b27c6884-6b77-48e8-b9b9-2fb69468bdab Feb 10 11:29:44.265580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Deleting port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:44.265791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.360406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.385010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Transition to ACTIVE for port object 88ddc184-c4b8-433b-a190-0e6f922f3fad will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:44.411141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9216263 Feb 10 11:29:44.415620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:44.418022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.439358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '8f9338e2-c298-4733-a58f-23ab8a75896b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:44.472570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.526477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4711-df22-4eea-b85d-029b1830cb84 None None] Pushing event updated for resources: {'Port': ['ID=88ddc184-c4b8-433b-a190-0e6f922f3fad,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.527552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ece4c-635a-435d-be04-61629da13bb3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=8f9338e2-c298-4733-a58f-23ab8a75896b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.529253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.540830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Attempting to bind port 88ddc184-c4b8-433b-a190-0e6f922f3fad on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:44.541306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Attempting to bind port 88ddc184-c4b8-433b-a190-0e6f922f3fad by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:44.541765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Attempting to bind port 88ddc184-c4b8-433b-a190-0e6f922f3fad on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:44.550340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:44.550944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:44.551331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.551817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:44.552467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Bound port: 88ddc184-c4b8-433b-a190-0e6f922f3fad, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:44.553403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.576360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Transition to ACTIVE for port object 8609a169-7a5d-4406-957e-ca7751603611 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:44.577474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.580328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8f9338e2-c298-4733-a58f-23ab8a75896b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:44.603777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:44.610433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:44.615677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:44.624176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:44.647995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Router b96b3165-e823-41f5-9b34-bf8e783ecab3 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:44.648623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:44.697160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:44.699150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Transition to ACTIVE for port object 8609a169-7a5d-4406-957e-ca7751603611 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:44.725515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.786675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] For port 88ddc184-c4b8-433b-a190-0e6f922f3fad, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:44.797225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.801446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:44.802018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.812308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] For port 88ddc184-c4b8-433b-a190-0e6f922f3fad, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=88ddc184-c4b8-433b-a190-0e6f922f3fad,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:44.815044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:44.818225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:44.823013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.832387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:44.833439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:44.840281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Pushing event updated for resources: {'Port': ['ID=8609a169-7a5d-4406-957e-ca7751603611,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:44.997710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4711-df22-4eea-b85d-029b1830cb84 None None] Pushing event updated for resources: {'Port': ['ID=88ddc184-c4b8-433b-a190-0e6f922f3fad,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.009057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Routers {'9b25ea97-a18f-4b9e-b141-190c5ad1d89b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:45.009911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b25ea97-a18f-4b9e-b141-190c5ad1d89b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.040107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] For port d0b8a2d5-3af9-41e6-bb6d-785283ba84c2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:45.040491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.059461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.090387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Deleting port 88ddc184-c4b8-433b-a190-0e6f922f3fad {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:45.090727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.090837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::1ba (777c9540-812e-4174-85ca-b69ca9423c5f/de24c2d1-ce80-4458-ae94-b998ee2f92f5/9cf5d758-77a7-4f37-835c-d1703d37be70) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:45.097327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.144395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ec19d883-0815-4d6a-a2ee-d33fddd135bd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:45.231990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Attempting to bind port 8609a169-7a5d-4406-957e-ca7751603611 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:45.232305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Attempting to bind port 8609a169-7a5d-4406-957e-ca7751603611 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:45.232705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Attempting to bind port 8609a169-7a5d-4406-957e-ca7751603611 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:45.250891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:45.251317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:45.251893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.252276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:45.252918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Bound port: 8609a169-7a5d-4406-957e-ca7751603611, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:45.253283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.279145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] Set router 9b25ea97-a18f-4b9e-b141-190c5ad1d89b gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:45.333058 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6317375 Feb 10 11:29:45.339341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.341724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Calling delete_port for d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:45.360327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'b27c6884-6b77-48e8-b9b9-2fb69468bdab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:45.368640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=b27c6884-6b77-48e8-b9b9-2fb69468bdab,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.435890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b25ea97-a18f-4b9e-b141-190c5ad1d89b', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:39Z', 'updated_at': '2022-02-10T11:29:45Z', 'revision_number': 4, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.440565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.443908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21247c5c-b3b1-4292-9389-2bafc3be387c None None] The sync data for ids ['9b25ea97-a18f-4b9e-b141-190c5ad1d89b'] in dv-neutron-827807-1-hyperv is: [{'id': '9b25ea97-a18f-4b9e-b141-190c5ad1d89b', 'name': 'tempest-snat-router-462363702', 'tenant_id': '84627421aaf4464e8be35d1a510744b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:29:39Z', 'updated_at': '2022-02-10T11:29:45Z', 'revision_number': 4, 'project_id': '84627421aaf4464e8be35d1a510744b2', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:45.456128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ec19d883-0815-4d6a-a2ee-d33fddd135bd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:45.468091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ec19d883-0815-4d6a-a2ee-d33fddd135bd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:45.468738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.492044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] For port 88ddc184-c4b8-433b-a190-0e6f922f3fad, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=88ddc184-c4b8-433b-a190-0e6f922f3fad,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:45.492232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.507640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] For port 8609a169-7a5d-4406-957e-ca7751603611, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:45.526333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] For port 8609a169-7a5d-4406-957e-ca7751603611, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8609a169-7a5d-4406-957e-ca7751603611,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:45.533474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.543516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.544072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.544207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.544511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.545032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.545361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.545691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.546013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.546336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.546654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.546973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b568f-e311-40e3-94e2-e88df40ea4c4 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:45.571064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b27c6884-6b77-48e8-b9b9-2fb69468bdab details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:45.634752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.647956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Calling delete_port for 88ddc184-c4b8-433b-a190-0e6f922f3fad owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:45.705367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.706115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router a53b8bc2-0d72-44d8-b08f-e36c1acb547f {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:45.735436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:45.755751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.761676 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-15f23639-bfcf-4cf3-8ae0-120b05bb36c3 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 204 len: 168 time: 7.5862691 Feb 10 11:29:45.761817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:45.766149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.772907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:45.779148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1914290277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:45.786175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e169649-70f3-4cad-a6bc-53f45288e0ff None None] Pushing event updated for resources: {'Port': ['ID=8609a169-7a5d-4406-957e-ca7751603611,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.803721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:45.812560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:45.816235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:45.832211 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Sync routers for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:45.832716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.853181 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:45.856446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ec19d883-0815-4d6a-a2ee-d33fddd135bd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ec19d883-0815-4d6a-a2ee-d33fddd135bd,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:45.857026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:45.857813 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:45.861452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:45.877446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:45.884460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=2555f095-ccfd-4329-a08a-6e0752675118,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:45.904347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:45.924822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6f95fc6-bd44-4dc0-a8f4-ced48a4921cb admin admin] 10.222.0.42 "PUT /v2.0/routers/b96b3165-e823-41f5-9b34-bf8e783ecab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9026306 Feb 10 11:29:45.924822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:45.927689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46848) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:45.997202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.002545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ec19d883-0815-4d6a-a2ee-d33fddd135bd,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.037329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.038799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.042615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.042954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.043321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.043668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.044001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.044322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.044642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.044979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.045274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.045628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.046110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:46.081548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '33ffa79d-fab6-4e1d-a224-2644d42db994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9338e2-c298-4733-a58f-23ab8a75896b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:46.082132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 8f9338e2-c298-4733-a58f-23ab8a75896b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:46.145753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.146535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 9cf5d758-77a7-4f37-835c-d1703d37be70 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:46.153423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.153910 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:46.160235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.227535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b8a2d5-3af9-41e6-bb6d-785283ba84c2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.376535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.452773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 8f9338e2-c298-4733-a58f-23ab8a75896b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:46.469743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.483467 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:29:42Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:46.488498 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Checking router: b96b3165-e823-41f5-9b34-bf8e783ecab3 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:29:46.501004 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Routers {'b96b3165-e823-41f5-9b34-bf8e783ecab3'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:46.502423 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b96b3165-e823-41f5-9b34-bf8e783ecab3'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:46.503643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8f9338e2-c298-4733-a58f-23ab8a75896b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:46.508311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:46.508898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.520752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:46.534387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.587161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.591339 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4e288279-6e26-40a8-9abd-38e4f7e05493 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8215561 Feb 10 11:29:46.596294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.600230 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdce8c28-0a06-43f5-a9e3-636ebb9e7a65 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1786585 Feb 10 11:29:46.600870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Port': ['ID=88ddc184-c4b8-433b-a190-0e6f922f3fad,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.602917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:46.620190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:46.625849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': True}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:46.679535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:46.681290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=9cf5d758-77a7-4f37-835c-d1703d37be70,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:46.693572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:46.697434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:46.698217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:46.719444 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] Set router b96b3165-e823-41f5-9b34-bf8e783ecab3 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:29:46.773215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.092637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.153798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8609a169-7a5d-4406-957e-ca7751603611 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:47.165598 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:29:42Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:47.171320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed70aa-621d-4110-be10-9000418655b6 None None] The sync data for ids ['b96b3165-e823-41f5-9b34-bf8e783ecab3'] in dv-neutron-827807-1-hyperv is: [{'id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'name': 'tempest-ServersTestManualDisk-2144176424-router', 'tenant_id': '93d7067759464df68c4212e589960d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:27:49Z', 'updated_at': '2022-02-10T11:29:42Z', 'revision_number': 5, 'project_id': '93d7067759464df68c4212e589960d94', 'gw_port': {'id': '278ebc1a-d852-45ee-9c00-b76a4e3eed16', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96b3165-e823-41f5-9b34-bf8e783ecab3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:27:50Z', 'updated_at': '2022-02-10T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:47.180976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.253775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.270161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8609a169-7a5d-4406-957e-ca7751603611 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:47.276179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ec19d883-0815-4d6a-a2ee-d33fddd135bd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:47.280411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-658ba169-6961-4e7e-b36b-b01210619835 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2617929 Feb 10 11:29:47.288549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:47.351843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d0d29-3abf-4617-ba3e-583cf5264bdd None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:47.365150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58121da-0cf8-4cce-b556-82fa380a260e None None] Network 8f9338e2-c298-4733-a58f-23ab8a75896b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:47.611891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.615734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=28394f46-042e-4510-b4e9-3485a79025f9,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.626527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.663164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.679639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': '7289d5f9-20b4-4da0-abec-e6af5209b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b27c6884-6b77-48e8-b9b9-2fb69468bdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:47.679996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: b27c6884-6b77-48e8-b9b9-2fb69468bdab, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:47.726849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.733642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.734142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b25ea97-a18f-4b9e-b141-190c5ad1d89b {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:47.755442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network b27c6884-6b77-48e8-b9b9-2fb69468bdab is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:47.768490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.772807 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-103bbd7d-270f-4399-90b0-e656325e2b74 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9b25ea97-a18f-4b9e-b141-190c5ad1d89b HTTP/1.1" status: 204 len: 168 time: 4.5460429 Feb 10 11:29:47.773592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46864) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:47.776418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.792214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Provisioning for port 8609a169-7a5d-4406-957e-ca7751603611 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:47.807323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b27c6884-6b77-48e8-b9b9-2fb69468bdab) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:47.811310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:47.812062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.817442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Provisioning complete for port 8609a169-7a5d-4406-957e-ca7751603611 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:47.817849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.823771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.852449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.873822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa73e28-0c42-41cd-bb38-cf896ec4f194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8f9338e2-c298-4733-a58f-23ab8a75896b', 'network_id': '8f9338e2-c298-4733-a58f-23ab8a75896b', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '2555f095-ccfd-4329-a08a-6e0752675118'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:47.874679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8aa73e28-0c42-41cd-bb38-cf896ec4f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:47.888094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=2555f095-ccfd-4329-a08a-6e0752675118,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:47.985457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2664b44b-e472-4e0b-a45b-bc47d84a2b47 None None] Network b27c6884-6b77-48e8-b9b9-2fb69468bdab requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:48.028208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ec19d883-0815-4d6a-a2ee-d33fddd135bd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:48.028444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.074311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42dca8-ef33-4059-a2e1-d5619b9f13ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:48.078460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42dca8-ef33-4059-a2e1-d5619b9f13ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:48.079206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-de42dca8-ef33-4059-a2e1-d5619b9f13ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:48.120040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ccb17cc-c08b-4244-91f0-82ec625e2b62 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7776403 Feb 10 11:29:48.125648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.158543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.159221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:48.182213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-de42dca8-ef33-4059-a2e1-d5619b9f13ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:48.187495 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de42dca8-ef33-4059-a2e1-d5619b9f13ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8829851 Feb 10 11:29:48.189364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.192955 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c4aec39f-418f-4e12-a709-7a1286af6bc1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/02c4dac6-3287-4e15-b8ce-ab1d52d8eb7e HTTP/1.1" status: 204 len: 168 time: 8.4771678 Feb 10 11:29:48.192955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46872) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.193221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e4062-33e3-4452-b86f-b96570cbe715 None None] Network 8f9338e2-c298-4733-a58f-23ab8a75896b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:48.205390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46874) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.259056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.299585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 9cf5d758-77a7-4f37-835c-d1703d37be70 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:48.300401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.316908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.398467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9338e2-c298-4733-a58f-23ab8a75896b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:48.417888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Deleting subnet 41725683-c8ac-403a-b580-964f9728885a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:48.431764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ffa79d-fab6-4e1d-a224-2644d42db994') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:48.432047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ffa79d-fab6-4e1d-a224-2644d42db994') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:48.447312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.498752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.535544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.538149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.553835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.583070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.586514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:48.586911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:48.605330 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:48.650310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:48.666779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:48.777185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] For port 8609a169-7a5d-4406-957e-ca7751603611, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8609a169-7a5d-4406-957e-ca7751603611,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:48.788039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.795173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.799424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.814517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.838414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.852825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:48.853380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:48.866055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=8f9338e2-c298-4733-a58f-23ab8a75896b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:48.869280 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e197cee3-e847-4dbd-9521-f3065aedbeee tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/8f9338e2-c298-4733-a58f-23ab8a75896b HTTP/1.1" status: 204 len: 168 time: 2.2635946 Feb 10 11:29:48.881396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46880) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.889256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.892765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1136255358'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:48.904393 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-884e108a-4bdf-4f1c-aec4-75055acf1763 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.4722724 Feb 10 11:29:48.913268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:48.920004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46884) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:48.923455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0fae47-00dd-4774-9f76-080870e806fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-b27c6884-6b77-48e8-b9b9-2fb69468bdab', 'network_id': 'b27c6884-6b77-48e8-b9b9-2fb69468bdab', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '28394f46-042e-4510-b4e9-3485a79025f9'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:48.924354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f0fae47-00dd-4774-9f76-080870e806fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:48.925807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:48.931947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:48.951053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b47178e3-45bb-4981-a62f-ae20946eb931 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:48.951274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.016280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:49.028103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: b47178e3-45bb-4981-a62f-ae20946eb931 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:49.028447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b47178e3-45bb-4981-a62f-ae20946eb931 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:49.039210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.057437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.084109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Deleting port 278ebc1a-d852-45ee-9c00-b76a4e3eed16 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:49.084511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.088951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.118636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.118815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944150f1-9d25-42b1-82a2-40bb5cfb4ce3 None None] Pushing event updated for resources: {'Port': ['ID=8609a169-7a5d-4406-957e-ca7751603611,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.129628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:49.130786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.132505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:49.136110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.174339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=28394f46-042e-4510-b4e9-3485a79025f9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.180419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.238585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41725683-c8ac-403a-b580-964f9728885a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:49.275312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.276699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6967c5-9a98-4aca-b688-fef957959994 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:49.281126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 9cf5d758-77a7-4f37-835c-d1703d37be70 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-5f0fae47-00dd-4774-9f76-080870e806fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28394f46-042e-4510-b4e9-3485a79025f9: This subnet is being modified by another concurrent operation. Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:29:49.291545 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28394f46-042e-4510-b4e9-3485a79025f9: This subnet is being modified by another concurrent operation. Feb 10 11:29:49.295129 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:29:49.313037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.321313 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d3a681b2-5ee1-4b22-ad96-a4edd8099647 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/floatingips/25ad399f-1314-4bcc-9cee-eb3f5862ba2b HTTP/1.1" status: 200 len: 978 time: 0.3982704 Feb 10 11:29:49.332856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.333229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d4e212-2d49-4c62-83e8-9947677a01bc None None] Network b27c6884-6b77-48e8-b9b9-2fb69468bdab requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:49.392368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.413071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a1603daa-1115-4192-b09a-a46ceed8cff4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/41725683-c8ac-403a-b580-964f9728885a HTTP/1.1" status: 204 len: 168 time: 1.2065778 Feb 10 11:29:49.416379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.492141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:49.514281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3262e54-35d7-4d07-894c-c179d7e44276 None None] Network a6c84bf1-5ad2-4a02-8d20-cd07ac405676 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:49.524760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27c6884-6b77-48e8-b9b9-2fb69468bdab']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.538969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.539705 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 38f02daf-92da-4d54-a486-f1a4ff9e13a2 of type vlan for network e286f978-917b-472a-a5a7-ff426e33d0f0 Feb 10 11:29:49.561071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.654641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.701630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7289d5f9-20b4-4da0-abec-e6af5209b78a') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.701849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7289d5f9-20b4-4da0-abec-e6af5209b78a') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:49.740724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.741839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.749691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] For port 278ebc1a-d852-45ee-9c00-b76a4e3eed16, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=278ebc1a-d852-45ee-9c00-b76a4e3eed16,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:49.750122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.765543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5b21ac77-6332-4c49-93f1-4611cfd49466 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Synchronizing usage tracker for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:floatingip {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:49.773224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.777197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.800495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:49.800892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.806446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5fa4d6d6-c0a7-4e2b-8dd9-a93fcc84368b None None] Provisioning complete for port 8609a169-7a5d-4406-957e-ca7751603611 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:49.806822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5fa4d6d6-c0a7-4e2b-8dd9-a93fcc84368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:49.816959 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:49.873485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Deleting port d1d26508-41fa-4c5b-875d-15ecb16edc88 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:49.873848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.885349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Calling delete_port for 278ebc1a-d852-45ee-9c00-b76a4e3eed16 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:49.912474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:49.919451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5b21ac77-6332-4c49-93f1-4611cfd49466 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Unset dirty status for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:floatingip {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:49.923542 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5b21ac77-6332-4c49-93f1-4611cfd49466 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5840287 Feb 10 11:29:49.938837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:49.951685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': 'a145cb54-4e8a-4414-b6df-f5b3bde3ac24'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:49.966471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:29:49.977929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5fa4d6d6-c0a7-4e2b-8dd9-a93fcc84368b None None] Could not find standard attr ID for object 9cf5d758-77a7-4f37-835c-d1703d37be70. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:49.992074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=9cf5d758-77a7-4f37-835c-d1703d37be70,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.012768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] DHCP port deletion for a6c84bf1-5ad2-4a02-8d20-cd07ac405676 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:50.017734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Deleting port d1d26508-41fa-4c5b-875d-15ecb16edc88 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:50.019608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.049742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.092589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.096569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.117391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8c16bdcc-f553-460a-8f90-a2bf8010296a None None] Could not find standard attr ID for object 9cf5d758-77a7-4f37-835c-d1703d37be70. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:29:50.139002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Deleting port ec19d883-0815-4d6a-a2ee-d33fddd135bd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:50.139366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.182760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.183523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=b27c6884-6b77-48e8-b9b9-2fb69468bdab,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.191777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.192508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.200446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.203729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca34f3f3-0283-44e5-8e27-378c6e65559d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/b27c6884-6b77-48e8-b9b9-2fb69468bdab HTTP/1.1" status: 204 len: 168 time: 2.0764487 Feb 10 11:29:50.216147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46900) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.229832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375402351'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:50.246711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.301366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] For port d1d26508-41fa-4c5b-875d-15ecb16edc88, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d1d26508-41fa-4c5b-875d-15ecb16edc88,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:50.301984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.331270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:50.378104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:50.423751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Calling delete_port for d1d26508-41fa-4c5b-875d-15ecb16edc88 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:50.428320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:50.462790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.502160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:50.504362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.538800 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c6ee321-832a-4254-b9c8-5e7bbe4b6a34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/9cf5d758-77a7-4f37-835c-d1703d37be70 HTTP/1.1" status: 204 len: 168 time: 2.3428333 Feb 10 11:29:50.548744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Pushing event deleted for resources: {'Port': ['ID=d1d26508-41fa-4c5b-875d-15ecb16edc88,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.549354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46904) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.551925 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6688113 Feb 10 11:29:50.560326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] No DVR routers for this DVR port d1d26508-41fa-4c5b-875d-15ecb16edc88 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:50.560537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c7523-0fb2-434c-a85b-180ccf658439 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=e286f978-917b-472a-a5a7-ff426e33d0f0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.562419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.562552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Pushing event deleted for resources: {'Port': ['ID=278ebc1a-d852-45ee-9c00-b76a4e3eed16,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:50.562784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.563077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.563428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.564927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.564927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.565142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.565426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.565738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.566546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.566546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f2e159-7697-4d50-8da1-7a9811a625b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:29:50.566732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:50.572908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:50.588635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71613458-eb66-4cf9-a966-ccdaf4a6f60d None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:29:50.619597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:50.635034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:50.637900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.701746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] For port d1d26508-41fa-4c5b-875d-15ecb16edc88, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d1d26508-41fa-4c5b-875d-15ecb16edc88,segment=NetworkSegment(fe6f143b-81e4-4751-b7dc-acd909206c5e),segment_id=fe6f143b-81e4-4751-b7dc-acd909206c5e)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:50.701746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.741667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 172.26.3.232 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4074075c-1ac2-4aeb-a354-cd14a36dc339) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:50.865837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71613458-eb66-4cf9-a966-ccdaf4a6f60d None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:29:50.890087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Calling delete_port for d1d26508-41fa-4c5b-875d-15ecb16edc88 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:50.925232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] For port ec19d883-0815-4d6a-a2ee-d33fddd135bd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ec19d883-0815-4d6a-a2ee-d33fddd135bd,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:50.925598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:50.943748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c9190-785a-4021-95dd-0b5cd4591cdb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.945390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c9190-785a-4021-95dd-0b5cd4591cdb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:50.946631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-071c9190-785a-4021-95dd-0b5cd4591cdb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:50.953328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:51.102782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.125295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Calling delete_port for ec19d883-0815-4d6a-a2ee-d33fddd135bd owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:51.201297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.201984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment d19ff1ab-423f-4600-8e85-c68090a89fe1 of type vlan for network d4ad966f-4b89-49e8-8a2c-569437723f7b Feb 10 11:29:51.241422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-071c9190-785a-4021-95dd-0b5cd4591cdb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:51.242764 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-071c9190-785a-4021-95dd-0b5cd4591cdb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6925573 Feb 10 11:29:51.254684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46912) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.312862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8609a169-7a5d-4406-957e-ca7751603611 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:51.421493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8609a169-7a5d-4406-957e-ca7751603611 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:51.422288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.458268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.477092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.501091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.506075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.531177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network e286f978-917b-472a-a5a7-ff426e33d0f0 is not hosted by any dhcp agent {{(pid=83553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:29:51.535794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:51.536371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.540200 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "PUT /v2.0/networks/e286f978-917b-472a-a5a7-ff426e33d0f0 HTTP/1.1" status: 200 len: 723 time: 0.9694154 Feb 10 11:29:51.541764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.548567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46916) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.567615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.583370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:51.583965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:51.606249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:51.617010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:51.650764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:51.651086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d0b8a2d5-3af9-41e6-bb6d-785283ba84c2 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:51.651418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d1d26508-41fa-4c5b-875d-15ecb16edc88 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:51.682669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d1d26508-41fa-4c5b-875d-15ecb16edc88 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:51.683012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d1d26508-41fa-4c5b-875d-15ecb16edc88 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:51.725503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58122e33-e614-467f-b4bb-01c54a5603c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=e286f978-917b-472a-a5a7-ff426e33d0f0,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:51.739569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:51.745974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.746732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96b3165-e823-41f5-9b34-bf8e783ecab3 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:51.765270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.769861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:51.770451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.780357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:51.784419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:51.785541 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-066d1559-91b1-4bee-a92a-d688952af659 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b96b3165-e823-41f5-9b34-bf8e783ecab3 HTTP/1.1" status: 204 len: 168 time: 5.8561022 Feb 10 11:29:51.788140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46920) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:51.790545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:51.817199 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:29:51.956806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:51.970467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:51.974594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.031572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8119466 Feb 10 11:29:52.037275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46924) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:52.043838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdaf6a-eee9-4802-afbb-375f584b1826 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=d4ad966f-4b89-49e8-8a2c-569437723f7b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:52.046658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:52.047762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet de24c2d1-ce80-4458-ae94-b998ee2f92f5 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:52.054708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:52.069305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:52.081439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.100871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Deleting subnet 8049264b-9b30-4db3-90b6-ea7e10120a36 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:29:52.107831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Deleting port d1d26508-41fa-4c5b-875d-15ecb16edc88 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:52.107973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.212266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.221652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] The port 'd1d26508-41fa-4c5b-875d-15ecb16edc88' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:52.223917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.250152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:52.268752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:52.279253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.291876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:52.323888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=4074075c-1ac2-4aeb-a354-cd14a36dc339,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:52.369047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec19d883-0815-4d6a-a2ee-d33fddd135bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:52.370996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.391019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.420694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:52.481787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:52.492218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.495212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:52.519274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:52.575605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c84bf1-5ad2-4a02-8d20-cd07ac405676']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.596077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6f143b-81e4-4751-b7dc-acd909206c5e') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.596362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6f143b-81e4-4751-b7dc-acd909206c5e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:52.598332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:52.669649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.748151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.751478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.764403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:52.912819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 278ebc1a-d852-45ee-9c00-b76a4e3eed16 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:52.945915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 278ebc1a-d852-45ee-9c00-b76a4e3eed16 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:52.946347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 278ebc1a-d852-45ee-9c00-b76a4e3eed16 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:52.995964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.021225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:53.021408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.021522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:53.035993 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:53.042854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.064831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.071216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8049264b-9b30-4db3-90b6-ea7e10120a36,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.089137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.123354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.124624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1725d9-3eaa-4271-9a11-c28374ed1b51 None None] Network 1ec14f9c-ba98-41e7-8323-ee6744453c7a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:53.153608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.208275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.258513 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b9fefc4-d07c-4429-b6d3-80abd32231e8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8049264b-9b30-4db3-90b6-ea7e10120a36 HTTP/1.1" status: 204 len: 168 time: 1.4671364 Feb 10 11:29:53.264566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=2fac7222-1d28-43eb-861b-cfeb88f842f9,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.273221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46928) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.348722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.399541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] DHCP port deletion for 1ec14f9c-ba98-41e7-8323-ee6744453c7a request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:53.404079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=de24c2d1-ce80-4458-ae94-b998ee2f92f5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.405711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Deleting port 3fa01d9f-0621-47e7-9a80-84297073c2db {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:53.406154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.469972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.553984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.557507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.578091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6852eefd-2fdf-4680-a834-276e1027b8b9 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:53.587387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.589471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c84bf1-5ad2-4a02-8d20-cd07ac405676,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.593363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '38f02daf-92da-4d54-a486-f1a4ff9e13a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:53.593950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: e286f978-917b-472a-a5a7-ff426e33d0f0, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:53.604603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.608181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bafca53-b085-4d50-9552-f18f078743df tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/de24c2d1-ce80-4458-ae94-b998ee2f92f5 HTTP/1.1" status: 204 len: 168 time: 2.3522027 Feb 10 11:29:53.610129 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5d703a3e-5e5b-4c5f-b4a5-a0357a7261ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/a6c84bf1-5ad2-4a02-8d20-cd07ac405676 HTTP/1.1" status: 204 len: 168 time: 4.1753881 Feb 10 11:29:53.612172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46932) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.614174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.677633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.691906 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-431a0a9d-e67c-42fa-81f9-afde20c27230 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738137 Feb 10 11:29:53.694910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.707167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] For port 3fa01d9f-0621-47e7-9a80-84297073c2db, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa01d9f-0621-47e7-9a80-84297073c2db,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:53.709998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.715791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.730846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=5940c69f-639f-444d-8384-75a89b5ab114,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:53.743711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Deleting port 3fa01d9f-0621-47e7-9a80-84297073c2db {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:53.744268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.760787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.761302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7420d3-904a-403a-8b52-c7d0d559b407 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:29:53.775139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.776450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.777731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e46b7503-0f7d-449e-8f8e-662f255cc0d3 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "DELETE /v2.0/routers/2e7420d3-904a-403a-8b52-c7d0d559b407 HTTP/1.1" status: 204 len: 168 time: 6.0029392 Feb 10 11:29:53.785009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46942) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:53.794578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1536655301', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:53.801134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network e286f978-917b-472a-a5a7-ff426e33d0f0 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:53.808000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:53.824219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:53.829539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:53.841783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:53.917778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c5102-0192-4a02-8410-d158136e7929 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:53.919091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8a0c5102-0192-4a02-8410-d158136e7929 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:53.939186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.940878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.953109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e286f978-917b-472a-a5a7-ff426e33d0f0) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:53.972333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:53.972987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:53.990123 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 25ad399f-1314-4bcc-9cee-eb3f5862ba2b associated. External IP: 172.26.3.207, port: ae6b816d-e1d7-4185-b6b6-83d542236569. Feb 10 11:29:54.003041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46946) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.004283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Calling delete_port for 3fa01d9f-0621-47e7-9a80-84297073c2db owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:54.029779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00436f8-d704-4c1a-b23d-b78a672f8bbd None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:54.047136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': 'd19ff1ab-423f-4600-8e85-c68090a89fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:54.047136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: d4ad966f-4b89-49e8-8a2c-569437723f7b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:29:54.066549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8a0c5102-0192-4a02-8410-d158136e7929 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:54.070271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8a0c5102-0192-4a02-8410-d158136e7929 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3720853 Feb 10 11:29:54.077379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46950) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.099800 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-69c61230-d2d4-4582-b498-f357b8e3fed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5458431 Feb 10 11:29:54.101760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46952) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.131329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.132910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:54.235952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.242977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1cb23-b9a0-4279-8b92-8c0cdeb333b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.243682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56a1cb23-b9a0-4279-8b92-8c0cdeb333b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:54.285954 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24ec3d69-2fa0-4a22-95b4-20a763ca9605 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4a57bb9cc0646a990668aafbe9eafe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2763433 Feb 10 11:29:54.292713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46958) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.298749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network d4ad966f-4b89-49e8-8a2c-569437723f7b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:29:54.319419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] Pushing event deleted for resources: {'Port': ['ID=3fa01d9f-0621-47e7-9a80-84297073c2db,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:54.321415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] For port 3fa01d9f-0621-47e7-9a80-84297073c2db, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa01d9f-0621-47e7-9a80-84297073c2db,segment=NetworkSegment(ab23650e-395c-4176-afaf-6bc6f47a854d),segment_id=ab23650e-395c-4176-afaf-6bc6f47a854d)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:54.321850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.341020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cbc0d-d3c7-434e-84a3-149ae4238368 None None] No DVR routers for this DVR port 3fa01d9f-0621-47e7-9a80-84297073c2db on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:54.389781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, d4ad966f-4b89-49e8-8a2c-569437723f7b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:54.397444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-e286f978-917b-472a-a5a7-ff426e33d0f0', 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '2fac7222-1d28-43eb-861b-cfeb88f842f9'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:54.399367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.414752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca2844e-5d8f-41c7-a598-e7629f209b07 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:54.441337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:29:54.500211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Deleting port 8609a169-7a5d-4406-957e-ca7751603611 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:54.500211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.515893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Calling delete_port for 3fa01d9f-0621-47e7-9a80-84297073c2db owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:54.541047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:54.541878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.572423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56a1cb23-b9a0-4279-8b92-8c0cdeb333b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:54.573553 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56a1cb23-b9a0-4279-8b92-8c0cdeb333b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4449830 Feb 10 11:29:54.577067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.617893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1910845'] for subnet, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.648470 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a8110ab1-1902-4904-ab95-13b23d1db03a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6078777 Feb 10 11:29:54.660712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46966) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.668360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87b0cd17-878d-441a-8161-85f7f7571384 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849140 Feb 10 11:29:54.670326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 46968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:54.672351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.680194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:54.699988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.703741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:54.731108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:54.731441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:54.754514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.835623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.856950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3410a92a-9c3f-4588-81ec-d95171019557,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:54.858797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router 228ba144-6d07-40a1-9ed9-d0f32cd983c4 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:29:54.883260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:54.884199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dcd18ad5-3b33-4813-86b0-f55341f55ac6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3410a92a-9c3f-4588-81ec-d95171019557 HTTP/1.1" status: 204 len: 168 time: 0.5871375 Feb 10 11:29:55.023420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:55.042260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] For port 8609a169-7a5d-4406-957e-ca7751603611, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8609a169-7a5d-4406-957e-ca7751603611,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:55.051454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.073750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa01d9f-0621-47e7-9a80-84297073c2db no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:55.076197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:55.104220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:55.111242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.115020 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] Sync routers for ids ['228ba144-6d07-40a1-9ed9-d0f32cd983c4'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:55.116252 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e85906bd-eca8-48a5-b5d4-4b2b21c55ccc tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "PUT /v2.0/routers/228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 200 len: 919 time: 8.5066409 Feb 10 11:29:55.117377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46976) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.133768 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] Routers {'228ba144-6d07-40a1-9ed9-d0f32cd983c4'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:55.134738 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['228ba144-6d07-40a1-9ed9-d0f32cd983c4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.141173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Allocated IP 172.20.0.2 (e286f978-917b-472a-a5a7-ff426e33d0f0/2fac7222-1d28-43eb-861b-cfeb88f842f9/dfe820fa-ad08-4e2e-9a17-69a2d70f68e8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:55.144530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:55.154543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:subnet and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:55.158616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:55.173694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.200512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:55.230698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3fa01d9f-0621-47e7-9a80-84297073c2db {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:55.231049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa01d9f-0621-47e7-9a80-84297073c2db not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:55.231509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8609a169-7a5d-4406-957e-ca7751603611 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:55.275642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:55.342371 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.343739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Deleting port 3fa01d9f-0621-47e7-9a80-84297073c2db {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:55.344195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.358244 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] Routers {'228ba144-6d07-40a1-9ed9-d0f32cd983c4'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:55.359106 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['228ba144-6d07-40a1-9ed9-d0f32cd983c4'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.366960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Calling delete_port for 8609a169-7a5d-4406-957e-ca7751603611 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:55.443644 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.444284 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8acffb2-6178-4f29-a42f-043dabee1da9 None None] The sync data for ids ['228ba144-6d07-40a1-9ed9-d0f32cd983c4'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:55.472062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:55.499798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] The port '3fa01d9f-0621-47e7-9a80-84297073c2db' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:29:55.634847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-d4ad966f-4b89-49e8-8a2c-569437723f7b', 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '5940c69f-639f-444d-8384-75a89b5ab114'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:55.635796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.662442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.700548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec14f9c-ba98-41e7-8323-ee6744453c7a']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.721678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab23650e-395c-4176-afaf-6bc6f47a854d') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.722162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab23650e-395c-4176-afaf-6bc6f47a854d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:55.738564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.767458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.777456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:29:55.777849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:29:55.793266 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:29:55.830031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.839428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Allocated IP 2001:db8::2 (d4ad966f-4b89-49e8-8a2c-569437723f7b/5940c69f-639f-444d-8384-75a89b5ab114/2df20f72-a80b-4b98-919c-f2fb4a12bc04) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:55.859430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.883961 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-76655f7b-3e26-4633-87ea-ae96357526c7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 200 len: 925 time: 0.7649481 Feb 10 11:29:55.884541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 46992) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:55.887624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.937077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.953289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec14f9c-ba98-41e7-8323-ee6744453c7a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:55.959684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:55.964650 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-94d2a96d-efde-4b9a-9324-950f52cd9112 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1ec14f9c-ba98-41e7-8323-ee6744453c7a HTTP/1.1" status: 204 len: 168 time: 2.6390536 Feb 10 11:29:56.031252 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98a54b63-96e7-4e12-9fbc-4f8c1fc00c17 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=228ba144-6d07-40a1-9ed9-d0f32cd983c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1453123 Feb 10 11:29:56.031834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47000) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.086980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.097653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Transition to ACTIVE for port object 2df20f72-a80b-4b98-919c-f2fb4a12bc04 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:56.118651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Transition to ACTIVE for port object 2df20f72-a80b-4b98-919c-f2fb4a12bc04 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:56.156846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.168096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.208921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47006) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.211835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] No DVR routers for this DVR port 8609a169-7a5d-4406-957e-ca7751603611 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:29:56.244331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.249358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026cf8b-7979-4b84-9478-509217b2a92e None None] Pushing event deleted for resources: {'Port': ['ID=8609a169-7a5d-4406-957e-ca7751603611,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.257279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191e3c0-021b-417f-895a-8a272662e5e7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:56.261376 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b191e3c0-021b-417f-895a-8a272662e5e7 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.2254181 Feb 10 11:29:56.262009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.300795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No active binding found for port 8609a169-7a5d-4406-957e-ca7751603611 {{(pid=83555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:29:56.301210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8609a169-7a5d-4406-957e-ca7751603611 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:56.305452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:56.312355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.319005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:56.326723 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-12616e2f-2149-45c2-bd1a-66ac2e17dd35 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 200 len: 205 time: 0.0621772 Feb 10 11:29:56.328002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47016) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.330543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-807362fb-a65d-47a8-9164-ea5ef36d052d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93d7067759464df68c4212e589960d94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1202807 Feb 10 11:29:56.333025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:56.335173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.379716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:56.394171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Pushing event updated for resources: {'Port': ['ID=2df20f72-a80b-4b98-919c-f2fb4a12bc04,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.396048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:56.437917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:56.438698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.474197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff18a4-08ae-4fd0-afd9-7710baaeed63 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:56.489966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=3b639389-487d-4b67-a090-4b8932d5ee6d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.541005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Allocated IP 172.26.3.30 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/8d1e45f4-6cb7-4f91-b665-d9c7b6056131) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:56.555601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.587467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54521738-4e61-432c-8250-875722d12d3f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9119475 Feb 10 11:29:56.588248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47028) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:56.603655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Attempting to bind port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:56.604742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Attempting to bind port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd19ff1ab-423f-4600-8e85-c68090a89fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:56.605166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Attempting to bind port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 on network d4ad966f-4b89-49e8-8a2c-569437723f7b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:56.605419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.640287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.651537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:56.652277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Checking segment: {'id': 'd19ff1ab-423f-4600-8e85-c68090a89fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:56.652979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.653532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Bound using segment: {'id': 'd19ff1ab-423f-4600-8e85-c68090a89fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:56.654276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Bound port: 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19ff1ab-423f-4600-8e85-c68090a89fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:56.655013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.685626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.690580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Transition to ACTIVE for port object dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:56.729298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:29:56.741981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '3b639389-487d-4b67-a090-4b8932d5ee6d', 'ip_address': '2001:db8::c1f:de59:586c:9052'}], 'name': 'tempest-NetworksTestDHCPv6-383468767'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.745079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.764216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-214631771-network', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:56.799289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Transition to ACTIVE for port object dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:56.815356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf96783-0091-42ff-a24b-16e7ce6cb8be,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:56.824792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.828301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:56.868922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Usage tracker for resource:network and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:56.873663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:56.878710 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b4745486-fdb4-4b1f-a454-dd5ae1790255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf96783-0091-42ff-a24b-16e7ce6cb8be HTTP/1.1" status: 204 len: 168 time: 0.5361924 Feb 10 11:29:56.883111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:56.892710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ec19d883-0815-4d6a-a2ee-d33fddd135bd no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:29:56.947967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:56.987377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1505559'] for subnet, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.052039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.052618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.053867 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "PUT /v2.0/subnets/2fac7222-1d28-43eb-861b-cfeb88f842f9 HTTP/1.1" status: 200 len: 806 time: 2.9494188 Feb 10 11:29:57.054528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] For port 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:57.057592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:57.086576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ec19d883-0815-4d6a-a2ee-d33fddd135bd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:29:57.090784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ec19d883-0815-4d6a-a2ee-d33fddd135bd not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:29:57.097427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '3b639389-487d-4b67-a090-4b8932d5ee6d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:29:57.099767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.149187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Made reservation on behalf of 09e0583b55da4c5b997c44ad422611d0 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:57.150013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] For port 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2df20f72-a80b-4b98-919c-f2fb4a12bc04,segment=NetworkSegment(d19ff1ab-423f-4600-8e85-c68090a89fe1),segment_id=d19ff1ab-423f-4600-8e85-c68090a89fe1)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:57.151068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.153551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Pushing event updated for resources: {'Port': ['ID=dfe820fa-ad08-4e2e-9a17-69a2d70f68e8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.166978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:57.171838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.206710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:57.211086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.211672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:57.227182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c808ec-c11a-4280-9703-25627c6d3c71 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=2fac7222-1d28-43eb-861b-cfeb88f842f9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.288157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-317f13ba-bf93-42fd-9d05-de688fced563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.302423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:57.308952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.331212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.356017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.362723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port 4074075c-1ac2-4aeb-a354-cd14a36dc339 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:57.363067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.410740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.436730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:57.447569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163a652-0e09-417b-8281-fa11f780ca13 None None] Pushing event updated for resources: {'Port': ['ID=2df20f72-a80b-4b98-919c-f2fb4a12bc04,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.463831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:57.496503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network d4ad966f-4b89-49e8-8a2c-569437723f7b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:57.498659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Attempting to bind port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:57.499038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Attempting to bind port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '38f02daf-92da-4d54-a486-f1a4ff9e13a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:57.499431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Attempting to bind port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 on network e286f978-917b-472a-a5a7-ff426e33d0f0 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:57.502820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Usage tracker for resource:security_group_rule and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:57.515978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:57.516617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Checking segment: {'id': '38f02daf-92da-4d54-a486-f1a4ff9e13a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:57.516801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:57.517411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.518130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Bound using segment: {'id': '38f02daf-92da-4d54-a486-f1a4ff9e13a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:57.519691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.520286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.521726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:57.522232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.522857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Bound port: dfe820fa-ad08-4e2e-9a17-69a2d70f68e8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f02daf-92da-4d54-a486-f1a4ff9e13a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e286f978-917b-472a-a5a7-ff426e33d0f0'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:57.523328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.529777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:57.545210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:57.547073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:57.556558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/3b639389-487d-4b67-a090-4b8932d5ee6d/af54992d-9bbe-49fa-91da-15bd0ebdac3e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:57.587634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=262df3ab-7399-4394-a991-fa48804bad6b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:57.675164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.678391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-487456ff-7978-4b83-9942-18a5773a3365 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0135090 Feb 10 11:29:57.689927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:57.771760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:57.814771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.816473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.817843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.819797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.820642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:57.821540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Synchronizing usage tracker for tenant:fa9314a3fcce464f92ac55375f88410d on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:29:57.889757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for 4074075c-1ac2-4aeb-a354-cd14a36dc339 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:57.915698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Unset dirty status for tenant:fa9314a3fcce464f92ac55375f88410d on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:29:57.918025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6067b09c-da7f-44c2-80fd-9e8e3629398a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2260754 Feb 10 11:29:57.939694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47058) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:57.951589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771538176'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:57.956864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] For port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:57.978197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:29:58.002070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:29:58.018546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:29:58.034200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] For port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dfe820fa-ad08-4e2e-9a17-69a2d70f68e8,segment=NetworkSegment(38f02daf-92da-4d54-a486-f1a4ff9e13a2),segment_id=38f02daf-92da-4d54-a486-f1a4ff9e13a2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:58.037149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:58.040003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.055633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.065967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:58.074944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event updated for resources: {'Port': ['ID=8d1e45f4-6cb7-4f91-b665-d9c7b6056131,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.125502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:29:58.128643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:58.179410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.201132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8, host dv-neutron-827807-1-hyperv, got binding levels [] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:29:58.201598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.208395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Transition to ACTIVE for port object af54992d-9bbe-49fa-91da-15bd0ebdac3e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:58.213496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 0759e86e-84ec-4340-b973-1fbcc6c8e63b yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:29:58.219631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec8a78-cc0f-46c5-a6a7-1eee9fac0d20 None None] Pushing event updated for resources: {'Port': ['ID=dfe820fa-ad08-4e2e-9a17-69a2d70f68e8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.249499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Transition to ACTIVE for port object af54992d-9bbe-49fa-91da-15bd0ebdac3e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:29:58.259417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.351495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:29:58.353969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:29:58.359770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47064) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.361360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:29:58.378481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:29:58.382289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.417793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Pushing event updated for resources: {'Port': ['ID=af54992d-9bbe-49fa-91da-15bd0ebdac3e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.424472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:29:58.427736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.445770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:29:58.465734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:29:58.498726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Attempting to bind port af54992d-9bbe-49fa-91da-15bd0ebdac3e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:29:58.499375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Attempting to bind port af54992d-9bbe-49fa-91da-15bd0ebdac3e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:29:58.500244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Attempting to bind port af54992d-9bbe-49fa-91da-15bd0ebdac3e on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:29:58.508023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.512148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:29:58.513169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:29:58.514389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.515144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:29:58.515945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Bound port: af54992d-9bbe-49fa-91da-15bd0ebdac3e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:29:58.516747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.530952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:58.533335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:58.540596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.608231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=4074075c-1ac2-4aeb-a354-cd14a36dc339,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.616367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:58.627277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:29:58.627902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:29:58.643453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:58.654141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.654839 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment c825c248-05dc-4d3e-ae26-5f31fc1ab67b of type vlan for network 0151d56c-de74-4b29-9772-69ede875dfe5 Feb 10 11:29:58.706578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.720630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-780938e5-128b-45e4-b089-607838b69c3e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:58.721630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-780938e5-128b-45e4-b089-607838b69c3e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3529167 Feb 10 11:29:58.734489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:29:58.735106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:58.752328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.753155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:29:58.769079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.775678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:58.776673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.778064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-abb78163-a16d-41df-9b84-dcba0c758895 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:58.787400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-abb78163-a16d-41df-9b84-dcba0c758895 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0283787 Feb 10 11:29:58.793496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47074) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.811436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d38a4f-3890-4ea4-8e72-4782f077fedc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:58.812984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:29:58.814100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c05e9-7b2d-426c-8db1-8ffb6e9f4d36 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:29:58.821071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.821401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Added segment 69b6732d-1513-40cd-9632-4e37811ae565 of type vlan for network c15c6fce-2062-4bb1-8928-209086e3bb6b Feb 10 11:29:58.825072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-40ed6266-4321-4df8-af45-fb18c8b35f75 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:58.829619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-40ed6266-4321-4df8-af45-fb18c8b35f75 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0298214 Feb 10 11:29:58.836324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47078) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.848873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] For port af54992d-9bbe-49fa-91da-15bd0ebdac3e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:29:58.856381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] For port af54992d-9bbe-49fa-91da-15bd0ebdac3e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af54992d-9bbe-49fa-91da-15bd0ebdac3e,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:29:58.869154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:58.940146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-2562bbde-c5e3-4082-9cf3-888d3cb42f90 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:58.941101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2562bbde-c5e3-4082-9cf3-888d3cb42f90 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0931921 Feb 10 11:29:58.960821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47082) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:58.973665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-329b0baf-a9bf-4487-a0a7-a05990126ca2 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:58.977649 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-329b0baf-a9bf-4487-a0a7-a05990126ca2 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0139549 Feb 10 11:29:58.981147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47086) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.006933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-2a5471b7-fb12-4dcb-baab-16c9df340018 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.011764 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2a5471b7-fb12-4dcb-baab-16c9df340018 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139163 Feb 10 11:29:59.025736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47090) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.048586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f47e4-6856-44f2-948a-b9f676d86daa None None] Pushing event updated for resources: {'Port': ['ID=af54992d-9bbe-49fa-91da-15bd0ebdac3e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:59.108572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2df20f72-a80b-4b98-919c-f2fb4a12bc04 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:59.135320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:29:59.135658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.161825 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2209866 Feb 10 11:29:59.169435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-f7ef0a8b-1bc5-42b3-91c3-cb3c541323d0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.170363 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f7ef0a8b-1bc5-42b3-91c3-cb3c541323d0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1243937 Feb 10 11:29:59.180536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300682f3-882f-4957-ad50-61377c86304a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=0151d56c-de74-4b29-9772-69ede875dfe5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:29:59.193762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:29:59.226965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47094) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.227361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.254681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.264141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-55ca8df3-fc4b-4d33-8d8d-752536fe1d87 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.267578 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55ca8df3-fc4b-4d33-8d8d-752536fe1d87 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0273530 Feb 10 11:29:59.278174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:29:59.294526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:59.309805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:29:59.386741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a1971-5254-41b9-96d8-32b9e26c54af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.387566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47102) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.406490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:59.411785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-3b16ee4e-6536-4b76-96e4-c6859c12b5b1 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.413001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b16ee4e-6536-4b76-96e4-c6859c12b5b1 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0219204 Feb 10 11:29:59.417448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47106) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.428386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-c6107bda-da49-4a29-a5fc-35bdfcb0a9b8 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.429325 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c6107bda-da49-4a29-a5fc-35bdfcb0a9b8 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087445 Feb 10 11:29:59.439103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47110) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.446125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-577a4df9-b661-447f-a7aa-af62938b6527 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.447177 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-577a4df9-b661-447f-a7aa-af62938b6527 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070362 Feb 10 11:29:59.447778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.449149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::c1f:de59:586c:9052 (777c9540-812e-4174-85ca-b69ca9423c5f/3b639389-487d-4b67-a090-4b8932d5ee6d/0759e86e-84ec-4340-b973-1fbcc6c8e63b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:29:59.458094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47114) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.468093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-9d1756e3-3619-4de4-90df-5cac2dfe576a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.468953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9d1756e3-3619-4de4-90df-5cac2dfe576a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075369 Feb 10 11:29:59.501799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.502555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.503452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47118) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.535892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c4fbd-3fb6-4fd3-95ce-333c0a99bb3c None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:29:59.596110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-bd739949-2380-4b7d-a97c-0c7846552503 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.599550 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bd739949-2380-4b7d-a97c-0c7846552503 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0925641 Feb 10 11:29:59.599808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47122) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.650170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-20cefd70-3d6a-4c74-8d65-0edc2360fbe3 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.651380 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20cefd70-3d6a-4c74-8d65-0edc2360fbe3 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0375071 Feb 10 11:29:59.662985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47126) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.683603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-d82e683f-6e1b-4ad3-b7bb-998b8cba0abe tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:29:59.684583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d82e683f-6e1b-4ad3-b7bb-998b8cba0abe tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0135663 Feb 10 11:29:59.708869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:29:59.812445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.812711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:29:59.813200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.835219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Provisioning for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:29:59.842183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:29:59.842555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.895965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:29:59.994419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.012354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 0759e86e-84ec-4340-b973-1fbcc6c8e63b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:00.036999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-4787935e-8627-4130-8271-4e0e20ff5346 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.042171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4787935e-8627-4130-8271-4e0e20ff5346 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.3306572 Feb 10 11:30:00.070854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47134) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.087182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.088304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-d664d10e-14c2-4636-b8e0-92f6f8e36f19 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.090178 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d664d10e-14c2-4636-b8e0-92f6f8e36f19 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0180335 Feb 10 11:30:00.093824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.095497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47138) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.105163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-90d93121-ba83-444d-ad7e-ff1b7b95bcf5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.109500 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90d93121-ba83-444d-ad7e-ff1b7b95bcf5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0095127 Feb 10 11:30:00.109500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47142) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.114839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-d62150f5-f9a6-4a0f-85e2-2a16d29105a6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.118558 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d62150f5-f9a6-4a0f-85e2-2a16d29105a6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059645 Feb 10 11:30:00.121853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47146) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.132324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-ac07c2c8-9837-4f20-8195-f56deacf07f7 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.135653 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ac07c2c8-9837-4f20-8195-f56deacf07f7 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0105548 Feb 10 11:30:00.162892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47150) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.177192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-940f0162-fa82-4700-8ace-a4c60ccb295b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.180987 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-940f0162-fa82-4700-8ace-a4c60ccb295b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0142474 Feb 10 11:30:00.182801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47154) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.196433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-a4acf4d5-e6e8-48dd-b281-9e9b44b1bacd tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.199780 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a4acf4d5-e6e8-48dd-b281-9e9b44b1bacd tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0136635 Feb 10 11:30:00.200883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.201050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router 228ba144-6d07-40a1-9ed9-d0f32cd983c4 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:00.203025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.205411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47158) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.209946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-717a747c-edee-4223-a692-b3ede0e1d83b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.213321 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-717a747c-edee-4223-a692-b3ede0e1d83b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046659 Feb 10 11:30:00.218046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc60eb2-9f63-415b-a418-59e2594b123a None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:00.218857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47162) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.222208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dfe820fa-ad08-4e2e-9a17-69a2d70f68e8,segment=NetworkSegment(38f02daf-92da-4d54-a486-f1a4ff9e13a2),segment_id=38f02daf-92da-4d54-a486-f1a4ff9e13a2)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:00.222558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.236419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.237341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-447dcb34-d8d2-49b0-b5bc-a2c0e40eea00 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.240763 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-447dcb34-d8d2-49b0-b5bc-a2c0e40eea00 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0187778 Feb 10 11:30:00.243448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.248646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e8fed0dc-4d82-48a3-96d5-06c27d098372 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 204 len: 168 time: 3.9127495 Feb 10 11:30:00.295204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47166) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.295204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47168) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.357227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-e1b754b6-782c-4dc1-ac1a-a9983561721e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.361302 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e1b754b6-782c-4dc1-ac1a-a9983561721e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0623112 Feb 10 11:30:00.362018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-367413152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:00.366998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47174) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.375854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:00.384245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] Pushing event updated for resources: {'Network': ['ID=c15c6fce-2062-4bb1-8928-209086e3bb6b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.386311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.397579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] For port 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2df20f72-a80b-4b98-919c-f2fb4a12bc04,segment=NetworkSegment(d19ff1ab-423f-4600-8e85-c68090a89fe1),segment_id=d19ff1ab-423f-4600-8e85-c68090a89fe1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:00.416272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:00.419602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c15c6fce-2062-4bb1-8928-209086e3bb6b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:00.421153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-63b9e8e6-3615-4a90-bf24-e98f30d931dd tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.425289 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63b9e8e6-3615-4a90-bf24-e98f30d931dd tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0167348 Feb 10 11:30:00.429443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:00.432191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47178) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.436813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:00.441310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.442114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-b3cfd9f4-67dc-45ac-a733-072be030fbf5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.445975 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b3cfd9f4-67dc-45ac-a733-072be030fbf5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0127928 Feb 10 11:30:00.456075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47182) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.463417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:00.471120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-7a882190-4f52-4065-95ed-fcfa58dceea5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.474851 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7a882190-4f52-4065-95ed-fcfa58dceea5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0177503 Feb 10 11:30:00.476815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47186) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.521081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-563f77d5-4a16-4a72-bb08-2d187ba72594 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.1928382 Feb 10 11:30:00.528093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-f8809d02-55b2-4a26-ba2a-2e33bc5d6c2f tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.529347 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f8809d02-55b2-4a26-ba2a-2e33bc5d6c2f tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0399394 Feb 10 11:30:00.534280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47190) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.537171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.568041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.569257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.576585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Request body: {'subnet': {'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-214631771-subnet', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:00.584146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:00.593369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Usage tracker for resource:subnet and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:00.600336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:00.607112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=0151d56c-de74-4b29-9772-69ede875dfe5,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.609379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:00.616125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.625267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=0759e86e-84ec-4340-b973-1fbcc6c8e63b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.639315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-6aa2bdc3-c898-4e6b-ba33-27f6e10f2337 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.644128 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6aa2bdc3-c898-4e6b-ba33-27f6e10f2337 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0422275 Feb 10 11:30:00.658924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:00.662249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:00.663035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.666560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 0151d56c-de74-4b29-9772-69ede875dfe5 is not hosted by any dhcp agent {{(pid=83554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:30:00.679461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:00.680941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.682592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db0a4b04-862d-4dff-8f78-e849f0eb87e1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "PUT /v2.0/networks/0151d56c-de74-4b29-9772-69ede875dfe5 HTTP/1.1" status: 200 len: 723 time: 1.4470980 Feb 10 11:30:00.691507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.695708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.696947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Made reservation on behalf of 09e0583b55da4c5b997c44ad422611d0 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:00.699259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.702012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:00.708999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:00.726978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-20726c30-1cc8-499d-9d5d-16a46148e37b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.730923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-20726c30-1cc8-499d-9d5d-16a46148e37b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0467832 Feb 10 11:30:00.736048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.736804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:00.741483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:00.741736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.763018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-37dbffa1-87ce-4cf2-8dfd-66a88adb5e99 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.767632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37dbffa1-87ce-4cf2-8dfd-66a88adb5e99 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0175030 Feb 10 11:30:00.807717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Update dhcp port {'port': {'network_id': 'd4ad966f-4b89-49e8-8a2c-569437723f7b', 'fixed_ips': [{'subnet_id': '5940c69f-639f-444d-8384-75a89b5ab114', 'ip_address': '2001:db8::2'}, {'subnet_id': '262df3ab-7399-4394-a991-fa48804bad6b'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '2df20f72-a80b-4b98-919c-f2fb4a12bc04'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:30:00.835366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47210) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:00.866767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-e91b52d8-6f3b-4a12-aca1-b19eac08d605 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:00.871115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e91b52d8-6f3b-4a12-aca1-b19eac08d605 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0293024 Feb 10 11:30:00.887977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.900044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:00.944760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedf18f-ed8c-47f9-9a25-2e065dabc8de None None] Pushing event updated for resources: {'Port': ['ID=2df20f72-a80b-4b98-919c-f2fb4a12bc04,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:00.999624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47214) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.006796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.019034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-ee5fad3f-7dab-4820-bb9d-7718cb04222c tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.019892 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee5fad3f-7dab-4820-bb9d-7718cb04222c tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0192595 Feb 10 11:30:01.060895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.075744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:01.100639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:01.114027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.158654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ba7f5d2-9a40-48b1-8a07-e029acc6c13d None None] Provisioning for port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:01.162115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af54992d-9bbe-49fa-91da-15bd0ebdac3e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:01.169565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.194323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-2a2798ae-9a1f-4502-9e50-b6237176fa1b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.198548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a2798ae-9a1f-4502-9e50-b6237176fa1b tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0889425 Feb 10 11:30:01.207531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.208311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2636150-7edc-4ced-8d48-8df7c669c536,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:01.210393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=dfe820fa-ad08-4e2e-9a17-69a2d70f68e8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:01.227859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ba7f5d2-9a40-48b1-8a07-e029acc6c13d None None] Provisioning complete for port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:01.228376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f5d2-9a40-48b1-8a07-e029acc6c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.237430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8429c18b-1c4d-4b62-bab0-c97221177306 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6392632 Feb 10 11:30:01.244064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-b3640343-7642-4cea-9993-45d08af7a2d0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.252579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3640343-7642-4cea-9993-45d08af7a2d0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0182958 Feb 10 11:30:01.254350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.254703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47228) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.276067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Checking segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:01.276399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Network hostable DHCP agents. Network: c15c6fce-2062-4bb1-8928-209086e3bb6b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:01.293758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7f5d2-9a40-48b1-8a07-e029acc6c13d None None] Port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:30:01.322684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-e37eae9e-4bc2-4e1e-b8f2-cf31e1369926 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.326620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e37eae9e-4bc2-4e1e-b8f2-cf31e1369926 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0691977 Feb 10 11:30:01.331476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.334800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.335725 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e6b643f-3748-445e-b2c7-bab932f72ee2 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0383461 Feb 10 11:30:01.344264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.349338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:01.350157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-fc5c822f-a31e-41e9-9c88-d5e34f3c7f4e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.352174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc5c822f-a31e-41e9-9c88-d5e34f3c7f4e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0174086 Feb 10 11:30:01.354616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:01.357161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.383128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-63ac7409-c80c-4f6d-acef-0aa9e077f42e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.388139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-63ac7409-c80c-4f6d-acef-0aa9e077f42e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0165842 Feb 10 11:30:01.392176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:01.408220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.413356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port af54992d-9bbe-49fa-91da-15bd0ebdac3e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:01.420847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-3aa82da0-b2ce-4fc0-a5fb-8ebaed45a56e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.421795 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3aa82da0-b2ce-4fc0-a5fb-8ebaed45a56e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0117757 Feb 10 11:30:01.448259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Provisioning for port 0759e86e-84ec-4340-b973-1fbcc6c8e63b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:01.459403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Provisioning complete for port 0759e86e-84ec-4340-b973-1fbcc6c8e63b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:01.459909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.543522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c0feb-993a-4e4b-a91c-2a32906dd3ff None None] Network e286f978-917b-472a-a5a7-ff426e33d0f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:01.566601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47250) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.584037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-b17e9e51-ab87-4ea4-a5bc-d470eeed157a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.584996 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b17e9e51-ab87-4ea4-a5bc-d470eeed157a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0169008 Feb 10 11:30:01.626627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Port 0759e86e-84ec-4340-b973-1fbcc6c8e63b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:01.631310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.650263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-074f43ca-0c38-49c8-b998-b3afa50d63a0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.653664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-074f43ca-0c38-49c8-b998-b3afa50d63a0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0187864 Feb 10 11:30:01.654982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47258) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.662691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Allocated IP 172.20.0.1 (d4ad966f-4b89-49e8-8a2c-569437723f7b/262df3ab-7399-4394-a991-fa48804bad6b/2df20f72-a80b-4b98-919c-f2fb4a12bc04) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:01.662924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-feb2f19b-beaf-4db0-b598-41cde0a1a489 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.666395 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-feb2f19b-beaf-4db0-b598-41cde0a1a489 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050411 Feb 10 11:30:01.668857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.680907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.691025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Provisioning for port af54992d-9bbe-49fa-91da-15bd0ebdac3e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:01.693012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-1bfe7506-ff56-4c6f-8dbc-02eed0985ddc tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.696450 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1bfe7506-ff56-4c6f-8dbc-02eed0985ddc tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0111477 Feb 10 11:30:01.699265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.706723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Network c15c6fce-2062-4bb1-8928-209086e3bb6b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:01.707746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-44be84c4-02e0-494e-a9b8-ec6821424667 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.710901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44be84c4-02e0-494e-a9b8-ec6821424667 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066843 Feb 10 11:30:01.713973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47270) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.728591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Provisioning complete for port af54992d-9bbe-49fa-91da-15bd0ebdac3e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:01.729292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.738011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-266568eb-af9c-4a00-81a5-c25943ceb0e6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.738965 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-266568eb-af9c-4a00-81a5-c25943ceb0e6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145366 Feb 10 11:30:01.741240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.743341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47274) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.750450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c15c6fce-2062-4bb1-8928-209086e3bb6b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:01.756977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-9228472a-4dab-480d-9833-c7f6085c5a4e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.758128 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9228472a-4dab-480d-9833-c7f6085c5a4e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0125988 Feb 10 11:30:01.768496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.778058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94655408-b167-47de-94f7-e0d61b784f77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:01.782049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94655408-b167-47de-94f7-e0d61b784f77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:01.783250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94655408-b167-47de-94f7-e0d61b784f77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:01.824181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f4793a-4653-4caa-b08c-5f5fe6eca77c None None] Network c15c6fce-2062-4bb1-8928-209086e3bb6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:01.824603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:01.825186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:01.842794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-ab40135a-353a-4599-805e-eb080fead874 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.846835 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab40135a-353a-4599-805e-eb080fead874 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0578651 Feb 10 11:30:01.854291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.882424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-df9f0a42-a372-4fd2-99d6-211108432e34 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.886769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-df9f0a42-a372-4fd2-99d6-211108432e34 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0228047 Feb 10 11:30:01.887036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.916637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-2d9f5a55-4754-4f2c-a460-635aa532923e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.916637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2d9f5a55-4754-4f2c-a460-635aa532923e tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0162981 Feb 10 11:30:01.917191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47290) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.923702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-09d344bc-f6ed-4d21-8ad4-ff7f1257b55a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.924634 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-09d344bc-f6ed-4d21-8ad4-ff7f1257b55a tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075428 Feb 10 11:30:01.928805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.937606 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7e63e0cd-8089-48cb-8175-da0a207de57c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3990371 Feb 10 11:30:01.940002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47296) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.943150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-94655408-b167-47de-94f7-e0d61b784f77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:01.946851 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94655408-b167-47de-94f7-e0d61b784f77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6885672 Feb 10 11:30:01.949607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-fbfae7e8-93f8-40ec-ad75-e1537c4636c0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:01.953013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fbfae7e8-93f8-40ec-ad75-e1537c4636c0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0137482 Feb 10 11:30:01.961738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.962062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47304) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:01.965239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:01.995864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.008097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-0eca5d9a-43f2-4cf4-b657-35d114f16a36 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.011441 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0eca5d9a-43f2-4cf4-b657-35d114f16a36 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0393558 Feb 10 11:30:02.011441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:02.014240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.031268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Usage tracker for resource:router and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:02.042546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:02.048656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-cf0e51c4-5627-4489-9245-f22011b18059 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.049620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf0e51c4-5627-4489-9245-f22011b18059 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0265410 Feb 10 11:30:02.065524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:02.072844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.094900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [None req-c51bb512-9114-4d52-b98e-20df44699298 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.095155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=2fac7222-1d28-43eb-861b-cfeb88f842f9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.096036 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c51bb512-9114-4d52-b98e-20df44699298 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0144973 Feb 10 11:30:02.103008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47318) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.116697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Router 4b0bcb95-505d-4d0f-8613-3f3fd3b10064 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:02.117749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-730b8fb1-15fa-4df0-80e7-1d5572b4df3f tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.118718 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-730b8fb1-15fa-4df0-80e7-1d5572b4df3f tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0146894 Feb 10 11:30:02.121603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47322) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.144112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-fb494540-5819-48e3-ae1d-31318596f9e0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.145063 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fb494540-5819-48e3-ae1d-31318596f9e0 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0209534 Feb 10 11:30:02.149291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47326) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.155605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 0759e86e-84ec-4340-b973-1fbcc6c8e63b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:02.156191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.189906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.210817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-ee589d8d-e7c4-472c-9808-a75916d266d4 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.214775 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee589d8d-e7c4-472c-9808-a75916d266d4 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0605688 Feb 10 11:30:02.218969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47330) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.219448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.220433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.227127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-15b2cd28-751b-42d6-b3c9-91b977f6d3b5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.230589 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-15b2cd28-751b-42d6-b3c9-91b977f6d3b5 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082459 Feb 10 11:30:02.240552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47334) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.249672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-de0eb824-1e95-48cd-b2e6-5cbe03d14f97 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.253294 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de0eb824-1e95-48cd-b2e6-5cbe03d14f97 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086877 Feb 10 11:30:02.254920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.257587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47338) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.259409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.271196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5827a8ff-f546-4df8-9130-a8e24250fc95 None None] DHCP port deletion for e286f978-917b-472a-a5a7-ff426e33d0f0 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:02.278395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-10d2b9af-f6c1-412e-b97e-8d3b7c9f6ec6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.281765 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10d2b9af-f6c1-412e-b97e-8d3b7c9f6ec6 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109749 Feb 10 11:30:02.283676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47342) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.293100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] For port 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2df20f72-a80b-4b98-919c-f2fb4a12bc04,segment=NetworkSegment(d19ff1ab-423f-4600-8e85-c68090a89fe1),segment_id=d19ff1ab-423f-4600-8e85-c68090a89fe1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:02.295754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-4402b7d4-8a51-4d6c-802f-80ec2313f958 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.298806 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4402b7d4-8a51-4d6c-802f-80ec2313f958 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0132122 Feb 10 11:30:02.300131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47346) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.311189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e286f978-917b-472a-a5a7-ff426e33d0f0']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.322375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-af043a2c-6281-41fb-827e-14171a7f3711 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.325770 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-af043a2c-6281-41fb-827e-14171a7f3711 tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0169265 Feb 10 11:30:02.326864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47350) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.334845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [None req-8b0249f9-6721-4920-ac8e-8e2a85c53d8d tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83553) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:30:02.340603 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8b0249f9-6721-4920-ac8e-8e2a85c53d8d tempest-ExtensionsTestJSON-500861595 tempest-ExtensionsTestJSON-500861595-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0080571 Feb 10 11:30:02.349973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f02daf-92da-4d54-a486-f1a4ff9e13a2') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.350414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f02daf-92da-4d54-a486-f1a4ff9e13a2') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:02.367785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.409164 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.432989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:02.451936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c15c6fce-2062-4bb1-8928-209086e3bb6b', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:02.452746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.470119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:02.471098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.476075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.482103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:02.482723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.493620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] For port af54992d-9bbe-49fa-91da-15bd0ebdac3e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af54992d-9bbe-49fa-91da-15bd0ebdac3e,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:02.502449 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:02.520773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.538669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.541856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.616730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Transition to ACTIVE for port object 2df20f72-a80b-4b98-919c-f2fb4a12bc04 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:02.616978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.630821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.661062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.667859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=e286f978-917b-472a-a5a7-ff426e33d0f0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.676886 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-97a64422-88d6-4a18-b9c9-cb00ca2cde9f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/e286f978-917b-472a-a5a7-ff426e33d0f0 HTTP/1.1" status: 204 len: 168 time: 5.6184893 Feb 10 11:30:02.685831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47356) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.686216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d30ce1-2a2f-4e6d-b4cd-f1828b5d9b3c None None] Pushing event updated for resources: {'Port': ['ID=af54992d-9bbe-49fa-91da-15bd0ebdac3e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.753638 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da89fb6-ee18-46fa-ac5a-012768221b0c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:02.754349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da89fb6-ee18-46fa-ac5a-012768221b0c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:02.756186 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8da89fb6-ee18-46fa-ac5a-012768221b0c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/e286f978-917b-472a-a5a7-ff426e33d0f0 HTTP/1.1" status: 404 len: 339 time: 0.0666478 Feb 10 11:30:02.759908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47362) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.776829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-158334187', 'description': 'd1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:02.786336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:02.819052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47366) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:02.821659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:network and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:02.825354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:02.831818 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:02.852345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:02.855735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.866102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Allocated IP 172.20.0.2 (c15c6fce-2062-4bb1-8928-209086e3bb6b/d2636150-7edc-4ced-8d48-8df7c669c536/23eca99e-c680-4c4b-81d8-1623d68292ca) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:02.868996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da76ea-9c3c-4a20-944e-993e081bfa4f None None] Pushing event updated for resources: {'Port': ['ID=2df20f72-a80b-4b98-919c-f2fb4a12bc04,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:02.925289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:02.975163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:02.984569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.029060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af54992d-9bbe-49fa-91da-15bd0ebdac3e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:03.054740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.054990 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 5e48a288-4455-4fbc-ae9d-7ed8e90bf5d5 of type vlan for network 893f918f-ff1c-4d2c-8915-e81df233325c Feb 10 11:30:03.112722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.204671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.222855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port af54992d-9bbe-49fa-91da-15bd0ebdac3e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:03.223666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.225959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:03.226454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: 0151d56c-de74-4b29-9772-69ede875dfe5, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:03.237289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:03.257142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.261825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:03.261968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.262420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.294702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.297498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Transition to ACTIVE for port object 23eca99e-c680-4c4b-81d8-1623d68292ca will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:03.316345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Allocated IP 172.26.3.234 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d2c035e9-882b-45a2-8f26-51bd45eb7f95) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:03.335967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.340466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Transition to ACTIVE for port object 23eca99e-c680-4c4b-81d8-1623d68292ca will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:03.348690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.467169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Network c15c6fce-2062-4bb1-8928-209086e3bb6b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:03.484505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:03.491610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:03.511005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Pushing event updated for resources: {'Port': ['ID=23eca99e-c680-4c4b-81d8-1623d68292ca,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:03.514943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2df20f72-a80b-4b98-919c-f2fb4a12bc04 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:03.519733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:03.535113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea89a903b12411d864068494d9ccd87 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:03.540767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=893f918f-ff1c-4d2c-8915-e81df233325c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:03.561260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:03.569844 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-06e4270d-cde9-41f9-8670-ccfe27ed1688 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8085201 Feb 10 11:30:03.576948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47372) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:03.580398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:03.651262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 0759e86e-84ec-4340-b973-1fbcc6c8e63b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:03.666911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 893f918f-ff1c-4d2c-8915-e81df233325c details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:03.694588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f146a2-a698-4869-8ea2-afeba8dc8a06 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:03.708105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 0151d56c-de74-4b29-9772-69ede875dfe5 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:03.783658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 0151d56c-de74-4b29-9772-69ede875dfe5) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:03.809634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:03.810394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.818632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:03.819336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700fdea-786f-4f5d-aa3d-abfc64e12681 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:03.820914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0700fdea-786f-4f5d-aa3d-abfc64e12681 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Synchronizing usage tracker for tenant:990791a2244b42d3ae61f23b5649247d on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:03.837951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2200186-bc2d-4d70-b228-a77301e461bc None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:03.854139 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] Sync routers for ids ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:03.869195 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] Routers {'4b0bcb95-505d-4d0f-8613-3f3fd3b10064'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:03.870077 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.881699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Attempting to bind port 23eca99e-c680-4c4b-81d8-1623d68292ca on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:03.881924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Attempting to bind port 23eca99e-c680-4c4b-81d8-1623d68292ca by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:03.882204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Attempting to bind port 23eca99e-c680-4c4b-81d8-1623d68292ca on network c15c6fce-2062-4bb1-8928-209086e3bb6b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:03.890517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.911467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0700fdea-786f-4f5d-aa3d-abfc64e12681 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Unset dirty status for tenant:990791a2244b42d3ae61f23b5649247d on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:03.916201 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0700fdea-786f-4f5d-aa3d-abfc64e12681 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks?id=893f918f-ff1c-4d2c-8915-e81df233325c HTTP/1.1" status: 200 len: 760 time: 0.3376074 Feb 10 11:30:03.926147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47376) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:03.932764 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.937650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'description': 'd2'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:03.944837 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] Routers {'4b0bcb95-505d-4d0f-8613-3f3fd3b10064'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:03.945570 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:03.946422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:03.960086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.009811 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.010388 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1814540-0ab6-4b57-a28d-32bf4c6c1816 None None] The sync data for ids ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:04.021209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.036810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.039010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4177004a-10fd-49ee-bafb-24961ee4d9bc tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.2519152 Feb 10 11:30:04.046421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32e3bcac-9314-46e6-8e24-637e50aaebcf tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3458908 Feb 10 11:30:04.053011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47380) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.053618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.054072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47382) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.054194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:04.054487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Checking segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:04.054884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.055287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Bound using segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:04.056279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Bound port: 23eca99e-c680-4c4b-81d8-1623d68292ca, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:04.056971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.084287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:04.090686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fcc8b511-3c18-4bd3-9d88-21a251bc4ead None None] Provisioning for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:04.112777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:04.118275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fcc8b511-3c18-4bd3-9d88-21a251bc4ead None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:04.118641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fcc8b511-3c18-4bd3-9d88-21a251bc4ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.121271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=0759e86e-84ec-4340-b973-1fbcc6c8e63b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.124076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:04.132869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.150953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:04.151344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.213640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.217854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d89a66c-c21a-4608-93df-c36a54239542 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0759e86e-84ec-4340-b973-1fbcc6c8e63b HTTP/1.1" status: 204 len: 168 time: 2.2470222 Feb 10 11:30:04.222354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:04.224095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.309475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc4b6e7-9f8b-45eb-a4eb-9a7f0536c4bd,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.350673 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2b96551c-45a2-4046-8ba6-bcdc0a5e3188 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ea89a903b12411d864068494d9ccd87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5047288 Feb 10 11:30:04.357626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.358627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.398399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8cf06-9c49-45d7-92a9-13dc13004182 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:04.399844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8cf06-9c49-45d7-92a9-13dc13004182 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:04.400589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b4b8cf06-9c49-45d7-92a9-13dc13004182 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:04.426030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] For port 23eca99e-c680-4c4b-81d8-1623d68292ca, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:04.429611 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bdc1029d-bca5-4626-b72f-b99ada2c946a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/25ad399f-1314-4bcc-9cee-eb3f5862ba2b HTTP/1.1" status: 200 len: 977 time: 14.4799535 Feb 10 11:30:04.430396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] For port 23eca99e-c680-4c4b-81d8-1623d68292ca, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=23eca99e-c680-4c4b-81d8-1623d68292ca,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:04.447539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.460058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:04.502388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.541462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b4b8cf06-9c49-45d7-92a9-13dc13004182 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:04.542625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b4b8cf06-9c49-45d7-92a9-13dc13004182 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3163588 Feb 10 11:30:04.549416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47400) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:04.639054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.662614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:04.662868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:04.663278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.673205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c035e9-882b-45a2-8f26-51bd45eb7f95,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.683108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:04.685311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:04.687843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.713511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.719548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.756524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.782588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:04.800392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:04.830309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c4df-4fb2-4d41-a054-355a3e5a326a None None] Pushing event updated for resources: {'Port': ['ID=23eca99e-c680-4c4b-81d8-1623d68292ca,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:04.832444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.081000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-0151d56c-de74-4b29-9772-69ede875dfe5', 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:05.082465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.121456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Allocated IP 172.26.3.58 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/8c1cc8c1-9ff5-40b0-9720-b138a3abe810) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:05.210826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 893f918f-ff1c-4d2c-8915-e81df233325c is not hosted by any dhcp agent {{(pid=83553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:30:05.215653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:05.216257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.221504 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "PUT /v2.0/networks/893f918f-ff1c-4d2c-8915-e81df233325c HTTP/1.1" status: 200 len: 757 time: 1.2942164 Feb 10 11:30:05.234170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47404) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:05.242318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:05.245853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:05.287006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644ad49-1062-4d2e-9c73-b715ccccaed1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=893f918f-ff1c-4d2c-8915-e81df233325c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.330314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 893f918f-ff1c-4d2c-8915-e81df233325c details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:05.365991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:05.379354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1910845'] for subnet, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.399866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.410757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:05.411157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2cddf4-bf9a-469b-9d50-1745f688871f None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:05.428997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.440618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc4b6e7-9f8b-45eb-a4eb-9a7f0536c4bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:05.446848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.447299 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 25ad399f-1314-4bcc-9cee-eb3f5862ba2b disassociated. External IP: 172.26.3.207, port: a145cb54-4e8a-4414-b6df-f5b3bde3ac24. Feb 10 11:30:05.480672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:05.480672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dfe820fa-ad08-4e2e-9a17-69a2d70f68e8 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:05.496026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 3b639389-487d-4b67-a090-4b8932d5ee6d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:05.514277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a67921a-6c8a-42e6-ac1a-4cd626da942d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:05.520567 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9a67921a-6c8a-42e6-ac1a-4cd626da942d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks?id=893f918f-ff1c-4d2c-8915-e81df233325c HTTP/1.1" status: 200 len: 760 time: 0.2820809 Feb 10 11:30:05.521755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.533579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47408) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:05.546400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-64851476'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:05.602108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.615004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Allocated IP 2001:db8::2 (0151d56c-de74-4b29-9772-69ede875dfe5/82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc/d86513ca-6c5b-4cfc-80ca-8c919a519ff7) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:05.630315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:05.805010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 23eca99e-c680-4c4b-81d8-1623d68292ca up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:05.834372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.836052 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ecc96a7-8e7b-450c-8139-c1c0f1ca6af2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efc4b6e7-9f8b-45eb-a4eb-9a7f0536c4bd HTTP/1.1" status: 204 len: 168 time: 1.4689772 Feb 10 11:30:05.855636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:05.890009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.895004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.941471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.950799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:05.964684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:05.968548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.088867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.114796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Transition to ACTIVE for port object d86513ca-6c5b-4cfc-80ca-8c919a519ff7 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:06.152642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 23eca99e-c680-4c4b-81d8-1623d68292ca completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:06.161939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Transition to ACTIVE for port object d86513ca-6c5b-4cfc-80ca-8c919a519ff7 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:06.163668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2df20f72-a80b-4b98-919c-f2fb4a12bc04 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:06.216937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.232384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:06.232812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.247515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:06.259311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:06.295383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Pushing event updated for resources: {'Port': ['ID=d86513ca-6c5b-4cfc-80ca-8c919a519ff7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.306713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7f095259-9a61-4926-802f-6bf9a352def9 None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:06.307641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7f095259-9a61-4926-802f-6bf9a352def9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.314720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.325998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.336944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:06.360872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:06.366510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:06.369674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:06.383660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.385144 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 0baa222d-f6b5-43e4-be12-372aeaf476fa of type vlan for network a3180394-69a6-4883-82dc-065717f0830d Feb 10 11:30:06.474712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.493710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.510558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad72bd-7271-4781-a0d6-92aa49a58a35 None None] Network c15c6fce-2062-4bb1-8928-209086e3bb6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:06.568322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.572168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:06.572749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.604675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=3b639389-487d-4b67-a090-4b8932d5ee6d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.627806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.691809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1505559'] for subnet, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:06.713841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038b3e2-e4ba-4c68-85ae-b3a8f163c0ea None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:06.728753 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1915221 Feb 10 11:30:06.729518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa6d1-4426-43b6-bf64-13f8cb7f94c3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=a3180394-69a6-4883-82dc-065717f0830d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:06.733507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:06.737334 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8b775d6c-4d03-4b02-891b-62b8f1ec08ac tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/3b639389-487d-4b67-a090-4b8932d5ee6d HTTP/1.1" status: 204 len: 168 time: 2.1815963 Feb 10 11:30:06.740770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': 'a3180394-69a6-4883-82dc-065717f0830d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:06.757262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47428) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:06.799635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a3180394-69a6-4883-82dc-065717f0830d details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:06.927954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Attempting to bind port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:06.928296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Attempting to bind port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:06.930606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Attempting to bind port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 on network 0151d56c-de74-4b29-9772-69ede875dfe5 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:06.936360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:06.937378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.012370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4ba45c25-7707-4a31-bf69-5829a541fa9c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2075920 Feb 10 11:30:07.021790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.054150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.062701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:07.063941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Checking segment: {'id': 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:07.064542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.065107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Bound using segment: {'id': 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:07.065763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Bound port: d86513ca-6c5b-4cfc-80ca-8c919a519ff7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0151d56c-de74-4b29-9772-69ede875dfe5'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:07.066337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.070145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:07.070721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.074434 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "PUT /v2.0/subnets/82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc HTTP/1.1" status: 200 len: 826 time: 3.0127861 Feb 10 11:30:07.084886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47440) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.123579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283d32-d639-41cc-8b63-16206eed051d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:07.264905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.270400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Router dd6a7dc8-72b3-4d42-b0af-974c92442048 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:07.342688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.354537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.375397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Usage tracker for resource:subnet and tenant:990791a2244b42d3ae61f23b5649247d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:07.384945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:07.407712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:07.426041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.436127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:07.441420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Provisioning for port 23eca99e-c680-4c4b-81d8-1623d68292ca completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:07.444164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:07.453462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:07.478123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:07.507509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.508247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.529067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Provisioning complete for port 23eca99e-c680-4c4b-81d8-1623d68292ca triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:07.529602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.601100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:07.622933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.662948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] For port d86513ca-6c5b-4cfc-80ca-8c919a519ff7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:07.666933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] For port d86513ca-6c5b-4cfc-80ca-8c919a519ff7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d86513ca-6c5b-4cfc-80ca-8c919a519ff7,segment=NetworkSegment(c825c248-05dc-4d3e-ae26-5f31fc1ab67b),segment_id=c825c248-05dc-4d3e-ae26-5f31fc1ab67b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:07.700485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'networks': [{'name': 'tempest-network--479833004'}, {'name': 'tempest-network--519854640'}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.700485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-network--479833004'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.700811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-network--519854640'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:07.700897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.758707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:07.763098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.763565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:07.768548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fc60fc1c-3cfc-4ef0-ae68-a0d89597bbd9 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "PUT /v2.0/routers/dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 200 len: 919 time: 6.4178081 Feb 10 11:30:07.768548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47452) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:07.788996 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] Sync routers for ids ['dd6a7dc8-72b3-4d42-b0af-974c92442048'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:07.811753 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] Routers {'dd6a7dc8-72b3-4d42-b0af-974c92442048'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:07.812316 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['dd6a7dc8-72b3-4d42-b0af-974c92442048'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:07.862510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.899691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:07.923628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.930262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.950031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dfe29-8060-404f-8c82-7bc8c4eb4fdf None None] Pushing event updated for resources: {'Port': ['ID=d86513ca-6c5b-4cfc-80ca-8c919a519ff7,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:07.968963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Deleting port af54992d-9bbe-49fa-91da-15bd0ebdac3e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:07.984329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:07.991894 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:08.007048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.031308 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] Routers {'dd6a7dc8-72b3-4d42-b0af-974c92442048'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:08.032462 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['dd6a7dc8-72b3-4d42-b0af-974c92442048'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:08.045054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:network and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:08.064948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:08.133350 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:08.134122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971299a-f6a1-42a9-96d1-3c1cd1a56a66 None None] The sync data for ids ['dd6a7dc8-72b3-4d42-b0af-974c92442048'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:08.194222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:08.207667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:08.208168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.238569 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5df728b6-4f19-4c36-b715-559936d8b082 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 200 len: 925 time: 0.4664590 Feb 10 11:30:08.240437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47456) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.303880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] For port 23eca99e-c680-4c4b-81d8-1623d68292ca, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=23eca99e-c680-4c4b-81d8-1623d68292ca,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:08.336700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.343746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router 4b0bcb95-505d-4d0f-8613-3f3fd3b10064 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:08.362528 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9b2a3f56-5eca-4322-b2b7-068be3d7bf10 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=dd6a7dc8-72b3-4d42-b0af-974c92442048&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1180153 Feb 10 11:30:08.363850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47460) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.419121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] For port af54992d-9bbe-49fa-91da-15bd0ebdac3e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af54992d-9bbe-49fa-91da-15bd0ebdac3e,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:08.420245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.463835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'network': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:08.467406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.498381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.530313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.591952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Calling delete_port for af54992d-9bbe-49fa-91da-15bd0ebdac3e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:08.614294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:08.621021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e132b26-0fda-4ec1-af39-3de6b388eecd tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:08.623167 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e132b26-0fda-4ec1-af39-3de6b388eecd tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.2565467 Feb 10 11:30:08.624953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47464) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.673873 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2ba306e5-3441-479a-87f0-ddd0d1c9f4de tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 200 len: 205 time: 0.0442431 Feb 10 11:30:08.674966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47468) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:08.713030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6d7a4a51-9d71-4f94-935c-99711da18bbe None None] Provisioning complete for port 23eca99e-c680-4c4b-81d8-1623d68292ca triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:08.713415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d7a4a51-9d71-4f94-935c-99711da18bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.738849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd106-4cd7-47e7-9deb-71803a51e522 None None] Pushing event updated for resources: {'Port': ['ID=23eca99e-c680-4c4b-81d8-1623d68292ca,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.748522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:08.762596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:08.828815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:security_group_rule and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:08.843180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:08.875207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] Pushing event deleted for resources: {'Port': ['ID=af54992d-9bbe-49fa-91da-15bd0ebdac3e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:08.882789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879953b3-e8fe-478e-9782-081c00a6c801 None None] No DVR routers for this DVR port af54992d-9bbe-49fa-91da-15bd0ebdac3e on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:08.883025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:09.033394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:09.046688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.048092 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0600987-0a51-489a-b0d1-138d279f2da6 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "PUT /v2.0/routers/4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 200 len: 921 time: 4.9910474 Feb 10 11:30:09.050757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47472) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.057544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] Sync routers for ids ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:09.098274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] Routers {'4b0bcb95-505d-4d0f-8613-3f3fd3b10064'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:09.098916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.202009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.225450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] Routers {'4b0bcb95-505d-4d0f-8613-3f3fd3b10064'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:09.226171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.262145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.285195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.325149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.331965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port d86513ca-6c5b-4cfc-80ca-8c919a519ff7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d86513ca-6c5b-4cfc-80ca-8c919a519ff7,segment=NetworkSegment(c825c248-05dc-4d3e-ae26-5f31fc1ab67b),segment_id=c825c248-05dc-4d3e-ae26-5f31fc1ab67b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:09.332547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.352314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:09.352726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbc475-0e7b-43df-b2b9-9d1aee035372 None None] The sync data for ids ['4b0bcb95-505d-4d0f-8613-3f3fd3b10064'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:09.521572 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dd0ed82d-53a3-4224-95d1-df2226e1101a tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 200 len: 921 time: 0.4651875 Feb 10 11:30:09.521572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47476) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.533411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9ce29-e1fd-46a2-afbd-f4342302a11f None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:09.550423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for d86513ca-6c5b-4cfc-80ca-8c919a519ff7 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:09.601719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:09.619743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:09.634568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.635145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.644284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.653230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3ea3d-b04a-48c0-8f6d-cdc8bf109e5b None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:09.657305 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7ad0ef20-6eec-47a3-8d6a-e5414a933191 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=4b0bcb95-505d-4d0f-8613-3f3fd3b10064&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1326041 Feb 10 11:30:09.657984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.658605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47480) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.664730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=0307bff2-5ea1-4f34-8615-ed1948155435,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:09.685652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port d2c035e9-882b-45a2-8f26-51bd45eb7f95 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:09.686016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.708442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.708442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.764473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 23eca99e-c680-4c4b-81d8-1623d68292ca up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:09.856540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-63132231-91f7-4f43-82e4-b921babfbe08 None None] Provisioning for port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:09.859193 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-73d6852c-1fb6-4e79-a8e1-f951d25f2b18 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8234770 Feb 10 11:30:09.864721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47484) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:09.912413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '0307bff2-5ea1-4f34-8615-ed1948155435', 'ip_address': '2001:db8::b581:18ee:6480:4ce3'}], 'name': 'tempest-NetworksTestDHCPv6-779309720'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:09.927343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59396a50-1505-4b40-b76d-4d0080f3d296 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:09.927850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-59396a50-1505-4b40-b76d-4d0080f3d296 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Synchronizing usage tracker for tenant:84627421aaf4464e8be35d1a510744b2 on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:09.968582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:09.977836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-59396a50-1505-4b40-b76d-4d0080f3d296 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Unset dirty status for tenant:84627421aaf4464e8be35d1a510744b2 on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:09.981640 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-59396a50-1505-4b40-b76d-4d0080f3d296 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.3181255 Feb 10 11:30:09.982628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47488) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:10.062198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=52609d4f-680c-4ee6-be73-c8cb20e25670,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.064176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864cee26-ad2b-4f0f-b827-16ff5f6fda77,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.073262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '0baa222d-f6b5-43e4-be12-372aeaf476fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:10.073619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: a3180394-69a6-4883-82dc-065717f0830d, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:10.087720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:10.111914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 23eca99e-c680-4c4b-81d8-1623d68292ca triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:10.112295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.138007 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a56eef57-82e7-4425-8283-faa08aad105a tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 200 len: 205 time: 0.1522143 Feb 10 11:30:10.142822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for d2c035e9-882b-45a2-8f26-51bd45eb7f95 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:10.144304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '0307bff2-5ea1-4f34-8615-ed1948155435'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:10.145071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.145329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:10.242701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.243012 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 0f8d9834-feb6-427c-a22c-d4d50b625e28 of type vlan for network f9dadd67-45a2-4741-ba58-0144a73d9c03 Feb 10 11:30:10.341766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.347709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d86513ca-6c5b-4cfc-80ca-8c919a519ff7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:10.374820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Router 7fbce611-638c-4543-a830-dd52bda3bf5b is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:10.385392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.391936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=d2c035e9-882b-45a2-8f26-51bd45eb7f95,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.394898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d86513ca-6c5b-4cfc-80ca-8c919a519ff7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:10.395265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d86513ca-6c5b-4cfc-80ca-8c919a519ff7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:30:10.430151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.445011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 not found, will not notify nova. {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:30:10.487211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=d86513ca-6c5b-4cfc-80ca-8c919a519ff7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:10.535633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network a3180394-69a6-4883-82dc-065717f0830d is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:10.544640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af54992d-9bbe-49fa-91da-15bd0ebdac3e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:10.585224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: af54992d-9bbe-49fa-91da-15bd0ebdac3e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:10.585571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af54992d-9bbe-49fa-91da-15bd0ebdac3e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:10.596062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/0307bff2-5ea1-4f34-8615-ed1948155435/57b19ebf-8595-4cfb-9d84-99dd6e20c621) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:10.613857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:10.702801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:10.705642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a3180394-69a6-4883-82dc-065717f0830d) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:10.706669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d51159-0d14-4578-8f9f-d10e9ad4816a None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:10.717443 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:10.737964 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:10.738938 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:10.781657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port d86513ca-6c5b-4cfc-80ca-8c919a519ff7 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:10.787186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:10.812199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.815671 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:10.824135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:10.824725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.829410 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:10.829557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:10.830301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:10.885147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d5c26-9408-4055-bcb2-4fe0749d2262 None None] Network a3180394-69a6-4883-82dc-065717f0830d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:10.893095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.893436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 64dbefcd-1f40-4f43-81c5-92691ba36cae of type vlan for network a15da80d-1715-489f-b7d3-96c457e62669 Feb 10 11:30:10.895632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.918001 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:10.918736 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018364f7-b6be-4d38-8139-ee6e7388e9ca None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:10.932799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-22967f85-6b30-43aa-b63b-5158de2761b2 None None] Could not find standard attr ID for object d86513ca-6c5b-4cfc-80ca-8c919a519ff7. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:30:10.934992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:10.940915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:10.964414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3cf915d-4753-40c4-9701-19162b404bf0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2266910 Feb 10 11:30:10.970871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:10.998402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.155476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.158230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port e6b8cbd4-7997-4c34-8ade-67c3b4873e16 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:11.162811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.193266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.194159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router dd6a7dc8-72b3-4d42-b0af-974c92442048 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:11.205688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.212875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f1570f8-0ee0-46d5-8b82-1e1f48791bfc tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/25ad399f-1314-4bcc-9cee-eb3f5862ba2b HTTP/1.1" status: 200 len: 688 time: 6.7614598 Feb 10 11:30:11.215674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47500) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.289851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.294303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a3180394-69a6-4883-82dc-065717f0830d', 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '52609d4f-680c-4ee6-be73-c8cb20e25670'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:11.294782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.358774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Transition to ACTIVE for port object 57b19ebf-8595-4cfb-9d84-99dd6e20c621 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:11.392298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.397387 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d19ad42-0d92-4aa1-8b6a-1785b821e874 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 204 len: 168 time: 2.7180009 Feb 10 11:30:11.399021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47504) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.403127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2059539978', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:11.406330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Transition to ACTIVE for port object 57b19ebf-8595-4cfb-9d84-99dd6e20c621 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:11.409678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port f5e5f481-aecd-4b4b-9601-6a1905024581 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:11.410007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.434976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.449359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.449614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:11.457304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Usage tracker for resource:router and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:11.466875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:11.475824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:11.493873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.494679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.498223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:11.501497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:11.502185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.529646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:11.535616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:11.541098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:11.543526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Pushing event updated for resources: {'Port': ['ID=57b19ebf-8595-4cfb-9d84-99dd6e20c621,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:11.545284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:11.546793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.560406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.561166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.580707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.629228 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b490b725-5329-4eac-870c-080a1df27d47 None None] Network 0151d56c-de74-4b29-9772-69ede875dfe5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:11.643728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Allocated IP 172.20.0.2 (a3180394-69a6-4883-82dc-065717f0830d/52609d4f-680c-4ee6-be73-c8cb20e25670/75b95a88-913f-45ec-9dff-c6d29c30e937) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:11.726296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.3540363 Feb 10 11:30:11.740452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47508) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:11.760900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Attempting to bind port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:11.761585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Attempting to bind port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:11.761851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Attempting to bind port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:11.833472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:11.833947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:11.834460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.834950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:11.835574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Bound port: 57b19ebf-8595-4cfb-9d84-99dd6e20c621, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:11.836036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.865764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.866406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.904726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:11.969593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=f9dadd67-45a2-4741-ba58-0144a73d9c03,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.001324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f9dadd67-45a2-4741-ba58-0144a73d9c03 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:12.013056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.084194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ada440-1251-43e6-96ca-b6bd53bd2ee1 None None] DHCP port deletion for 0151d56c-de74-4b29-9772-69ede875dfe5 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:12.135451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for f5e5f481-aecd-4b4b-9601-6a1905024581 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:12.155266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] For port 57b19ebf-8595-4cfb-9d84-99dd6e20c621, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:12.171278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.181110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0151d56c-de74-4b29-9772-69ede875dfe5']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:12.213324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] For port 57b19ebf-8595-4cfb-9d84-99dd6e20c621, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=57b19ebf-8595-4cfb-9d84-99dd6e20c621,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:12.220368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.260891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::b581:18ee:6480:4ce3 (777c9540-812e-4174-85ca-b69ca9423c5f/0307bff2-5ea1-4f34-8615-ed1948155435/e6b8cbd4-7997-4c34-8ade-67c3b4873e16) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:12.275457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.280639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09210655-c9e2-4957-a2a8-3d4691fcc72b tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.284913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09210655-c9e2-4957-a2a8-3d4691fcc72b tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.288832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09210655-c9e2-4957-a2a8-3d4691fcc72b tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.292672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09210655-c9e2-4957-a2a8-3d4691fcc72b tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:12.297095 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-09210655-c9e2-4957-a2a8-3d4691fcc72b tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5529304 Feb 10 11:30:12.297925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47512) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.300584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:12.300876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c825c248-05dc-4d3e-ae26-5f31fc1ab67b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:12.303664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Transition to ACTIVE for port object 75b95a88-913f-45ec-9dff-c6d29c30e937 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:12.326211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.336268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd714-9860-421e-8474-759ee06a1ff0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=a15da80d-1715-489f-b7d3-96c457e62669,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.339808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.346398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d6c1-e5a4-49c8-bb9d-af6dd28cf23c None None] Pushing event updated for resources: {'Port': ['ID=57b19ebf-8595-4cfb-9d84-99dd6e20c621,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.349938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Transition to ACTIVE for port object 75b95a88-913f-45ec-9dff-c6d29c30e937 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:12.355865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a15da80d-1715-489f-b7d3-96c457e62669 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:12.434595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.450934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:12.451737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.465061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:12.468728 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:12.481145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:12.536140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Sync routers for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:12.548867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.568974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Network a3180394-69a6-4883-82dc-065717f0830d is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:12.570985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.599970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:12.610693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:12.627088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Pushing event updated for resources: {'Port': ['ID=75b95a88-913f-45ec-9dff-c6d29c30e937,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.674691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:12.675670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:12.700515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.701946 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-744f2dc0-dd51-4902-86a2-7b1c1a220574 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7567189 Feb 10 11:30:12.706017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47516) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.708086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=f5e5f481-aecd-4b4b-9601-6a1905024581,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.715637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.720911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.727192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.771303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/0151d56c-de74-4b29-9772-69ede875dfe5 HTTP/1.1" status: 204 len: 168 time: 5.6832762 Feb 10 11:30:12.790577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:12.816378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493ffc-f401-4c4c-a82f-48c5f8853d2d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=0151d56c-de74-4b29-9772-69ede875dfe5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.903395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=52609d4f-680c-4ee6-be73-c8cb20e25670,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:12.925828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Attempting to bind port 75b95a88-913f-45ec-9dff-c6d29c30e937 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:12.926914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Attempting to bind port 75b95a88-913f-45ec-9dff-c6d29c30e937 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '0baa222d-f6b5-43e4-be12-372aeaf476fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:12.927480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Attempting to bind port 75b95a88-913f-45ec-9dff-c6d29c30e937 on network a3180394-69a6-4883-82dc-065717f0830d {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:12.944420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:12.945048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Checking segment: {'id': '0baa222d-f6b5-43e4-be12-372aeaf476fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:12.945603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:12.946158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Bound using segment: {'id': '0baa222d-f6b5-43e4-be12-372aeaf476fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:12.946775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Bound port: 75b95a88-913f-45ec-9dff-c6d29c30e937, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baa222d-f6b5-43e4-be12-372aeaf476fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'a3180394-69a6-4883-82dc-065717f0830d'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:12.947321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.017787 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ca1432-3a1a-447b-b54c-94da8b658eec tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:13.018644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ca1432-3a1a-447b-b54c-94da8b658eec tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:13.035059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:13.036971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.099569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3180394-69a6-4883-82dc-065717f0830d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.119120 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-01ca1432-3a1a-447b-b54c-94da8b658eec tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/0151d56c-de74-4b29-9772-69ede875dfe5 HTTP/1.1" status: 404 len: 339 time: 0.3270571 Feb 10 11:30:13.127090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.127323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.139090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.142864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baa222d-f6b5-43e4-be12-372aeaf476fa') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.143157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baa222d-f6b5-43e4-be12-372aeaf476fa') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.154322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906961755', 'description': 'd1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:13.157254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.159681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.164444 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f3174ad5-9761-4829-8bf1-0d307f26c05d tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/25ad399f-1314-4bcc-9cee-eb3f5862ba2b HTTP/1.1" status: 204 len: 168 time: 1.9443169 Feb 10 11:30:13.164598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:13.165586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47528) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.171525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.175563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Usage tracker for resource:network and tenant:fa9314a3fcce464f92ac55375f88410d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:13.183997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:13.189656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] For port 75b95a88-913f-45ec-9dff-c6d29c30e937, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:13.192297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.207372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:13.209605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object e6b8cbd4-7997-4c34-8ade-67c3b4873e16 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:13.219097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port 8d1e45f4-6cb7-4f91-b665-d9c7b6056131 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:13.219495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.253860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] For port 75b95a88-913f-45ec-9dff-c6d29c30e937, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=75b95a88-913f-45ec-9dff-c6d29c30e937,segment=NetworkSegment(0baa222d-f6b5-43e4-be12-372aeaf476fa),segment_id=0baa222d-f6b5-43e4-be12-372aeaf476fa)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:13.273056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:13.277828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.289609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.290521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.307063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dadd67-45a2-4741-ba58-0144a73d9c03']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.318811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:13.319220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.322404 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-31c0197d-adad-4144-90ef-340156b5629a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] delete failed (client error): The resource could not be found. Feb 10 11:30:13.323904 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31c0197d-adad-4144-90ef-340156b5629a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/25ad399f-1314-4bcc-9cee-eb3f5862ba2b HTTP/1.1" status: 404 len: 345 time: 0.1312845 Feb 10 11:30:13.332472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47532) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:13.338073 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:13.403172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8d9834-feb6-427c-a22c-d4d50b625e28') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.403172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8d9834-feb6-427c-a22c-d4d50b625e28') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.425239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.452492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.491966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.511822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:13.517857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8e2b-078c-464f-9e46-63675e70ab4a None None] Pushing event updated for resources: {'Port': ['ID=75b95a88-913f-45ec-9dff-c6d29c30e937,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.519121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.542354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709dc424-e2a9-43ca-8d6e-3810d8afdd9b None None] Network a3180394-69a6-4883-82dc-065717f0830d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:13.543085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.556326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:13.560970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.579791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:30:13.579791 dv-neutron-827807-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:30:13.579791 dv-neutron-827807-1-hyperv neutron-server[83554]: [parameters: {'id': 'a3180394-69a6-4883-82dc-065717f0830d'}] Feb 10 11:30:13.579791 dv-neutron-827807-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:13.580170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:13.590119 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:13.607519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.608275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment d784149c-1ebd-4873-87e0-0fb8807afc53 of type vlan for network 2751120a-a08a-4052-ae32-e46749f2b3cc Feb 10 11:30:13.688915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.697710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 57b19ebf-8595-4cfb-9d84-99dd6e20c621 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:13.715039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:13.723139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:13.724651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:06Z', 'revision_number': 3, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:13.725807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:13.730057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:13.731325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.771057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.804193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Checking router: 7fbce611-638c-4543-a830-dd52bda3bf5b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:13.804539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Updating router 7fbce611-638c-4543-a830-dd52bda3bf5b port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:30:13.914330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.920374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:13.944570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=e6b8cbd4-7997-4c34-8ade-67c3b4873e16,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:13.969954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:14.003945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.018840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for 8d1e45f4-6cb7-4f91-b665-d9c7b6056131 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:14.033745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d86513ca-6c5b-4cfc-80ca-8c919a519ff7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:14.080819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-494be910-671c-483a-bfdc-b7431d0c4652 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2074769 Feb 10 11:30:14.082896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.084200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d86513ca-6c5b-4cfc-80ca-8c919a519ff7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:14.084545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d86513ca-6c5b-4cfc-80ca-8c919a519ff7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:14.087116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47536) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.137275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Provisioning for port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:14.145284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Provisioning complete for port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:14.145658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.148004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=f9dadd67-45a2-4741-ba58-0144a73d9c03,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.158569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Allocated IP 172.26.3.60 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/6dd68bc4-1c0a-47d6-bf76-8e7a59c1eb9c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:14.176394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.180500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.182512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.184566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.185520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Synchronizing usage tracker for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:14.186329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.186910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.193615 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a5c23cd9-2856-4d70-8f9b-3c372d557766 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/f9dadd67-45a2-4741-ba58-0144a73d9c03 HTTP/1.1" status: 204 len: 168 time: 1.8945789 Feb 10 11:30:14.197029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47540) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.220073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port 75b95a88-913f-45ec-9dff-c6d29c30e937 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:14.220413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.274180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30aadcc-6010-41d2-ae25-3029546447a4 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:30:14.335466 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2015512 Feb 10 11:30:14.337665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.343138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.396510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Unset dirty status for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:14.400164 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff391695-3bc8-47fd-a2d7-2b88537dda95 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/ports?network_id=61ba7fe2-64a9-4043-ac39-3f5709e4d6ce HTTP/1.1" status: 200 len: 2357 time: 1.0641956 Feb 10 11:30:14.415116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] For port 57b19ebf-8595-4cfb-9d84-99dd6e20c621, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=57b19ebf-8595-4cfb-9d84-99dd6e20c621,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:14.415561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47548) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.423377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.426341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b391e2-5fbd-4491-9ee9-8471aa3b02eb tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=2751120a-a08a-4052-ae32-e46749f2b3cc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.469740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2751120a-a08a-4052-ae32-e46749f2b3cc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:14.545342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.604967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f39f2-8608-4e18-96ae-180d3f6e7e7c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.605673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-275f39f2-8608-4e18-96ae-180d3f6e7e7c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Synchronizing usage tracker for tenant:fa9314a3fcce464f92ac55375f88410d on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:14.655199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30aadcc-6010-41d2-ae25-3029546447a4 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:30:14.669458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.671213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c72ed-cfb3-4207-b4d9-71605c2ea17e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.671922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-701c72ed-cfb3-4207-b4d9-71605c2ea17e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Synchronizing usage tracker for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:14.672760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3c381-6ed7-4455-bff7-1d145fbd567a None None] Pushing event updated for resources: {'Port': ['ID=57b19ebf-8595-4cfb-9d84-99dd6e20c621,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.680793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314a8b6-deaa-41be-99d4-d362e191208f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.684797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7314a8b6-deaa-41be-99d4-d362e191208f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:14.685627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7314a8b6-deaa-41be-99d4-d362e191208f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:14.688522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a1f2b885-24d3-4d67-9f7b-b4e0bbe4dc8e None None] Provisioning for port e6b8cbd4-7997-4c34-8ade-67c3b4873e16 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:14.711535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a1f2b885-24d3-4d67-9f7b-b4e0bbe4dc8e None None] Provisioning complete for port e6b8cbd4-7997-4c34-8ade-67c3b4873e16 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:14.711535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a1f2b885-24d3-4d67-9f7b-b4e0bbe4dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.739269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=8d1e45f4-6cb7-4f91-b665-d9c7b6056131,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:14.749147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-275f39f2-8608-4e18-96ae-180d3f6e7e7c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Unset dirty status for tenant:fa9314a3fcce464f92ac55375f88410d on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:14.752939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-275f39f2-8608-4e18-96ae-180d3f6e7e7c tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks?id=2751120a-a08a-4052-ae32-e46749f2b3cc HTTP/1.1" status: 200 len: 764 time: 0.4023905 Feb 10 11:30:14.753545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.761478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port 75b95a88-913f-45ec-9dff-c6d29c30e937, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=75b95a88-913f-45ec-9dff-c6d29c30e937,segment=NetworkSegment(0baa222d-f6b5-43e4-be12-372aeaf476fa),segment_id=0baa222d-f6b5-43e4-be12-372aeaf476fa)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:14.761836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.773797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'description': 'd2'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:14.788047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.837492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2b885-24d3-4d67-9f7b-b4e0bbe4dc8e None None] Port e6b8cbd4-7997-4c34-8ade-67c3b4873e16 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:14.849509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7314a8b6-deaa-41be-99d4-d362e191208f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:14.850809 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7314a8b6-deaa-41be-99d4-d362e191208f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7598088 Feb 10 11:30:14.860326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47556) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.874192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-701c72ed-cfb3-4207-b4d9-71605c2ea17e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Unset dirty status for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:14.876025 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-701c72ed-cfb3-4207-b4d9-71605c2ea17e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/subnets/ca168a1f-eb5a-4a21-95a6-6be1917e6521 HTTP/1.1" status: 200 len: 797 time: 0.4566765 Feb 10 11:30:14.916717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47560) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:14.929467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:14.958314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'port': {'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce', 'name': 'tempest-FloatingIPTestJSON-1038923741', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:14.988981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for 75b95a88-913f-45ec-9dff-c6d29c30e937 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:15.062467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15da80d-1715-489f-b7d3-96c457e62669']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.098983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dbefcd-1f40-4f43-81c5-92691ba36cae') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.099539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dbefcd-1f40-4f43-81c5-92691ba36cae') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.117572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port e6b8cbd4-7997-4c34-8ade-67c3b4873e16 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:15.117992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.164655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.191888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.266756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.336454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:15.336877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:15.366986 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:15.387845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.400826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Transition to ACTIVE for port object 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:15.408060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.435412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:15.456727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.459873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:15.471322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:15.495113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4019b1-a8c1-4074-820a-f3a995df85e7 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.497160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:15.499146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Attempting to bind port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:15.499146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Attempting to bind port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:15.499435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Attempting to bind port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:15.506980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:15.507182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:15.507510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.507903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:15.508361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Bound port: 8c1cc8c1-9ff5-40b0-9720-b138a3abe810, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:15.509186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.509985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event updated for resources: {'Port': ['ID=6dd68bc4-1c0a-47d6-bf76-8e7a59c1eb9c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.518931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.556408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:15.572829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=75b95a88-913f-45ec-9dff-c6d29c30e937,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.589598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] For port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:15.592969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] For port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:15.598322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.658632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 57b19ebf-8595-4cfb-9d84-99dd6e20c621 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:15.670779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port 75b95a88-913f-45ec-9dff-c6d29c30e937 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:15.713841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.747137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4019b1-a8c1-4074-820a-f3a995df85e7 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.752422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.763637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:15.763885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:15.788745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.793435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:15.896172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=a15da80d-1715-489f-b7d3-96c457e62669,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:15.905814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:15.906503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.912382 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d919ecf3-f913-4202-9b4e-3e32609652f2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/a15da80d-1715-489f-b7d3-96c457e62669 HTTP/1.1" status: 204 len: 168 time: 1.7102747 Feb 10 11:30:15.914154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:15.925025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.001104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:16.028870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=2751120a-a08a-4052-ae32-e46749f2b3cc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.063194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2751120a-a08a-4052-ae32-e46749f2b3cc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:16.090969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.105069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.128445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 2751120a-a08a-4052-ae32-e46749f2b3cc is not hosted by any dhcp agent {{(pid=83554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 10 11:30:16.132595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.133182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.135287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e33f789-26e2-411d-982a-0313ce49e554 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "PUT /v2.0/networks/2751120a-a08a-4052-ae32-e46749f2b3cc HTTP/1.1" status: 200 len: 761 time: 1.3766336 Feb 10 11:30:16.147167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.154131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.155415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.253178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for e6b8cbd4-7997-4c34-8ade-67c3b4873e16 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:16.277910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3180394-69a6-4883-82dc-065717f0830d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:16.315370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.327328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baa222d-f6b5-43e4-be12-372aeaf476fa') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:16.327328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baa222d-f6b5-43e4-be12-372aeaf476fa') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:16.365700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.376656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a3341-3953-4021-96a2-2c6ce0777363 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.384030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-622a3341-3953-4021-96a2-2c6ce0777363 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks?id=2751120a-a08a-4052-ae32-e46749f2b3cc HTTP/1.1" status: 200 len: 764 time: 0.2218437 Feb 10 11:30:16.384233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] device_id is not set on port 6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:16.384338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.420864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb784b-d05c-4ab4-a826-55d9cafe6d51 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.425068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb784b-d05c-4ab4-a826-55d9cafe6d51 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.425891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2ccb784b-d05c-4ab4-a826-55d9cafe6d51 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Synchronizing usage tracker for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:16.480307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.481063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router 4b0bcb95-505d-4d0f-8613-3f3fd3b10064 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:16.488837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.491046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:06Z', 'revision_number': 3, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:16.496047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac020e-a1d5-460f-b74d-f2c63fe40b04 None None] The sync data for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv is: [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:06Z', 'revision_number': 3, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:16.519053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:16.519483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:16.537902 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:16.596166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2ccb784b-d05c-4ab4-a826-55d9cafe6d51 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Unset dirty status for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:16.596930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2ccb784b-d05c-4ab4-a826-55d9cafe6d51 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5749464 Feb 10 11:30:16.603313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.609841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47576) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.639571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.640640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c1426f03-47c0-4749-8bdb-47354879184f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 204 len: 168 time: 6.4830215 Feb 10 11:30:16.646280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.662518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909510535', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:16.667419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1251129963'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:16.671489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:16.675732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.684275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:16.690540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=e6b8cbd4-7997-4c34-8ade-67c3b4873e16,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.706587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:16.711823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.723439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:16.739486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb108cd-6eaa-4f39-b382-c1002115f261 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:16.739486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5cb108cd-6eaa-4f39-b382-c1002115f261 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3504782 Feb 10 11:30:16.739486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=a3180394-69a6-4883-82dc-065717f0830d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:16.741367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47584) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.747202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:16.749862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:16.768968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.769955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.795447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1eca4cf3-9f4b-4127-8586-d0b4fef6266d tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a3180394-69a6-4883-82dc-065717f0830d HTTP/1.1" status: 204 len: 168 time: 5.8135309 Feb 10 11:30:16.801746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.804558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-126a1891-46ca-4c2f-86b8-d95412c2378a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Synchronizing usage tracker for tenant:fa9314a3fcce464f92ac55375f88410d on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:16.853152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e085db03-52d6-41dd-bb76-a824ab67ac7e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] GET failed (client error): The resource could not be found. Feb 10 11:30:16.854018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e085db03-52d6-41dd-bb76-a824ab67ac7e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Synchronizing usage tracker for tenant:990791a2244b42d3ae61f23b5649247d on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:16.860375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.861542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.875027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-126a1891-46ca-4c2f-86b8-d95412c2378a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Unset dirty status for tenant:fa9314a3fcce464f92ac55375f88410d on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:16.876481 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-126a1891-46ca-4c2f-86b8-d95412c2378a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 207 time: 0.1320841 Feb 10 11:30:16.880293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:16.904523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:16.908203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:16.927294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.143328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:17.155276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e085db03-52d6-41dd-bb76-a824ab67ac7e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Unset dirty status for tenant:990791a2244b42d3ae61f23b5649247d on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:17.157126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e085db03-52d6-41dd-bb76-a824ab67ac7e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets/52609d4f-680c-4ee6-be73-c8cb20e25670 HTTP/1.1" status: 404 len: 337 time: 0.3538156 Feb 10 11:30:17.164391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.168550 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-27023016-619a-4be6-8bd7-bd321fcfb5c5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/e6b8cbd4-7997-4c34-8ade-67c3b4873e16 HTTP/1.1" status: 204 len: 168 time: 2.3064973 Feb 10 11:30:17.182135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47600) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.183097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.183463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 7aa9ddb6-7040-4195-b33c-47bb190787b7 of type vlan for network a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952 Feb 10 11:30:17.205024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.214168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-86079706-08ca-496e-8272-c6a6cf0e8aa2 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:17.214612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86079706-08ca-496e-8272-c6a6cf0e8aa2 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:17.226400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86079706-08ca-496e-8272-c6a6cf0e8aa2 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a3180394-69a6-4883-82dc-065717f0830d HTTP/1.1" status: 404 len: 339 time: 0.0609896 Feb 10 11:30:17.233548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.349622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.415998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.419783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3fc62a0-8f2f-4386-9932-8c1ba971ce05 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7697384 Feb 10 11:30:17.422453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.427026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.430845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.434897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.436608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47608) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.439369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.443209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.445010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e8018208-6fcc-44c4-a182-fb4621e72e24 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5635843 Feb 10 11:30:17.449159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.472413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:17.521918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.577361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb27bc6-e3a8-4eca-8f82-87bec1dd01e3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.578056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0cb27bc6-e3a8-4eca-8f82-87bec1dd01e3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Synchronizing usage tracker for tenant:990791a2244b42d3ae61f23b5649247d on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:17.620426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0cb27bc6-e3a8-4eca-8f82-87bec1dd01e3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Unset dirty status for tenant:990791a2244b42d3ae61f23b5649247d on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:17.621580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0cb27bc6-e3a8-4eca-8f82-87bec1dd01e3 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3871355 Feb 10 11:30:17.627676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47616) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.641708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:17.683634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.14 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:17.692368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be316691-773e-4b34-acbb-df3677c60071 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 207 time: 0.0597768 Feb 10 11:30:17.694469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39e170-c5bb-4167-975b-58947f5ac638 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.695802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47620) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.696026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39e170-c5bb-4167-975b-58947f5ac638 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.696741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5e39e170-c5bb-4167-975b-58947f5ac638 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:17.712682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:17.718066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:17.718439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.732140 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e71a31d1-e656-47dc-a4ba-6ee318abe482 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2816436 Feb 10 11:30:17.736060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.13 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:17.737427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47624) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.775182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.779087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.779862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.827730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.842604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.847273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5e39e170-c5bb-4167-975b-58947f5ac638 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:17.848768 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5e39e170-c5bb-4167-975b-58947f5ac638 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6638587 Feb 10 11:30:17.852514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.864568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:17.868528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:17.950916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-116faf0c-904d-4153-947d-974405da1f30 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1969461 Feb 10 11:30:17.958606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:17.970515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.058193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed17153-2320-4149-bb0f-5151d031395f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.062248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed17153-2320-4149-bb0f-5151d031395f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.066100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed17153-2320-4149-bb0f-5151d031395f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.069913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed17153-2320-4149-bb0f-5151d031395f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.075787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1ed17153-2320-4149-bb0f-5151d031395f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3740885 Feb 10 11:30:18.076631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.142754 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5318503 Feb 10 11:30:18.144913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317b120-5313-4663-8f65-84438f8f42b9 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:18.151796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.160100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:18.223615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1230143620'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:18.230344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.231651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.232882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.234743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.235720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.240676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ded13846-451a-4937-98e8-3d1617944cc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2766304 Feb 10 11:30:18.242917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47644) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.251461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:18.268461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:network and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:18.273492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:18.285246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:18.337722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 0307bff2-5ea1-4f34-8615-ed1948155435 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:18.339387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:18.342190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.360595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.447945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef5ebbc3-ea0c-4925-ba3b-64e5a26dc5af tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.3641667 Feb 10 11:30:18.451330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.487185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.534866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:18.567205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.567565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 6911163e-989a-4008-8d6f-cc28438e45c0 of type vlan for network 3e97527d-e7ef-49d8-a14d-1613ea04760a Feb 10 11:30:18.583324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e10e4-d7d4-4403-982a-8289dc3ec1fb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.584723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e10e4-d7d4-4403-982a-8289dc3ec1fb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.586227 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af7e10e4-d7d4-4403-982a-8289dc3ec1fb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1340203 Feb 10 11:30:18.591429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.660232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.660859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.708935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.713179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adee4d9-d20f-4ae1-9e84-88435d68c920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.713749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0adee4d9-d20f-4ae1-9e84-88435d68c920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Synchronizing usage tracker for tenant:fa9314a3fcce464f92ac55375f88410d on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:18.717232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.738615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b3fd0-6c77-4e82-9e03-bdacaaf98977 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.739929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b3fd0-6c77-4e82-9e03-bdacaaf98977 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.744656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a89b3fd0-6c77-4e82-9e03-bdacaaf98977 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1468277 Feb 10 11:30:18.746698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Allocated IP 172.20.0.1 (c15c6fce-2062-4bb1-8928-209086e3bb6b/d2636150-7edc-4ced-8d48-8df7c669c536/2fd47b28-ea27-4d06-b23e-393a7a6ce369) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:18.749521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47656) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.770882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0adee4d9-d20f-4ae1-9e84-88435d68c920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Unset dirty status for tenant:fa9314a3fcce464f92ac55375f88410d on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:18.775445 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0adee4d9-d20f-4ae1-9e84-88435d68c920 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks/edd574b9-61c1-420f-9a90-8ab72968e585 HTTP/1.1" status: 200 len: 804 time: 0.5280821 Feb 10 11:30:18.779259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:18.968148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:18.971847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:18.972425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.058092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.063560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Router c539fa11-c60f-4cd4-93bd-8154feb716b8 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:19.195107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:19.199014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0436847 Feb 10 11:30:19.211844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558da10-2a28-4fff-8ddb-7074973de5a3 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=3e97527d-e7ef-49d8-a14d-1613ea04760a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:19.213771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.223940 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 3e97527d-e7ef-49d8-a14d-1613ea04760a details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:19.238741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'ports': [{'network_id': 'a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952', 'name': 'tempest-port--837810335', 'admin_state_up': True}, {'network_id': '3e97527d-e7ef-49d8-a14d-1613ea04760a', 'admin_state_up': False}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.239301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'port': {'network_id': 'a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952', 'name': 'tempest-port--837810335', 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.239536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'port': {'network_id': '3e97527d-e7ef-49d8-a14d-1613ea04760a', 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.253768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.258716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:19.260548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:19.262780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:19.376638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438640e9-f769-4865-9c5b-4d1c7a6396d0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.377960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-438640e9-f769-4865-9c5b-4d1c7a6396d0 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks/a0748311-0ca6-4140-b3eb-3bee6651c32d HTTP/1.1" status: 200 len: 798 time: 0.6275473 Feb 10 11:30:19.378784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=0307bff2-5ea1-4f34-8615-ed1948155435,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:19.384940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.390285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47668) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.415913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43a70a-caf7-4f46-8763-a9f8eca58146 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:19.418307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.422966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f96942ec-f32d-431b-8060-56fa5c1d4c7c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/0307bff2-5ea1-4f34-8615-ed1948155435 HTTP/1.1" status: 204 len: 168 time: 1.5644567 Feb 10 11:30:19.427750 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12e1db19-053b-4b49-9a07-b4579f26962f tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/networks/edd574b9-61c1-420f-9a90-8ab72968e585?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6412647 Feb 10 11:30:19.427750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.427981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.499122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.499758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.504672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Transition to ACTIVE for port object 2fd47b28-ea27-4d06-b23e-393a7a6ce369 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:19.554166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af4e8c87-eaf9-40c1-ad61-7d0a0bbda9e9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252599 Feb 10 11:30:19.559729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47680) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.588570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.614199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-807b9e32-d3de-4641-9cc5-1254a4e25baf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6910558 Feb 10 11:30:19.617765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.629567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.645979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:19.647742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:19.655405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9a4502-6a3c-4640-8107-34a32d38a5d6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.662163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5e9a4502-6a3c-4640-8107-34a32d38a5d6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets/7b5afec6-ecf4-4c48-a339-08e6e3c13e98 HTTP/1.1" status: 200 len: 843 time: 0.2265620 Feb 10 11:30:19.662429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.716258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:19.736782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:19.737589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.748850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:19.755469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:port and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:19.758653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:19.763322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.785121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:19.788507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.798388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e6766-0e2e-47de-bc5d-be9403232dc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.803291 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d04e6766-0e2e-47de-bc5d-be9403232dc3 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "GET /v2.0/subnets/7b5afec6-ecf4-4c48-a339-08e6e3c13e98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1363015 Feb 10 11:30:19.805832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:19.811343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47692) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.813563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.814738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Deleting port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:19.815100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.818846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335189099'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:19.853180 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-506f84ad-6ac8-4138-a224-66128b862479 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/networks/a0748311-0ca6-4140-b3eb-3bee6651c32d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.4608305 Feb 10 11:30:19.871652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47696) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.874879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:19.878060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.882671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:19.884501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'port': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:19.888063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:19.960668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:19.965445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4af79-ca42-4d25-aff8-5a42b990e9ef tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:19.966831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32b4af79-ca42-4d25-aff8-5a42b990e9ef tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets/4339159d-47f3-4373-964b-71a23584502d HTTP/1.1" status: 200 len: 811 time: 0.0938036 Feb 10 11:30:19.978092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47700) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:19.995388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:20.010313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Network c15c6fce-2062-4bb1-8928-209086e3bb6b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:20.021803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:20.029238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.030749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:20.041632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:20.090915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:20.094702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.095298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:20.165802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] For port 57b19ebf-8595-4cfb-9d84-99dd6e20c621, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=57b19ebf-8595-4cfb-9d84-99dd6e20c621,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:20.166485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.227979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ad6de-afdb-4f42-be59-200296a43f07 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:20.229368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee3ad6de-afdb-4f42-be59-200296a43f07 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "GET /v2.0/subnets/4339159d-47f3-4373-964b-71a23584502d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2497776 Feb 10 11:30:20.234633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47704) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:20.264020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821492689'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:20.279952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:20.318728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.326492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Calling delete_port for 57b19ebf-8595-4cfb-9d84-99dd6e20c621 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:20.335858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:20.367158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:20.391501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.391916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Added segment dbe2221b-94fd-4588-99be-26577898efc9 of type vlan for network 9625165a-a497-4572-ad7e-1f5d62d7eeed Feb 10 11:30:20.402833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-728d719d-c933-45a2-b8b8-c7666f850d66 None None] Provisioning for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:20.410117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-728d719d-c933-45a2-b8b8-c7666f850d66 None None] Provisioning complete for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:20.410435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-728d719d-c933-45a2-b8b8-c7666f850d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.417254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] device_id is not set on port e7f09795-24eb-4842-b002-93db3dd079e7 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:20.423025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:20.426302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.436242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.450895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.488288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.497952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.506779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:20.507125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] Pushing event deleted for resources: {'Port': ['ID=57b19ebf-8595-4cfb-9d84-99dd6e20c621,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:20.512688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-728d719d-c933-45a2-b8b8-c7666f850d66 None None] Port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:20.516708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db652c46-9b09-4a37-8b1a-c8307f3bca6a None None] No DVR routers for this DVR port 57b19ebf-8595-4cfb-9d84-99dd6e20c621 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:20.519473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Allocated IP 172.26.3.105 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/266ad968-238a-4d54-a8a2-0e9001b5f12e) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:20.544412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:20.555524 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] Sync routers for ids ['c539fa11-c60f-4cd4-93bd-8154feb716b8'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:20.572291 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] Routers {'c539fa11-c60f-4cd4-93bd-8154feb716b8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:20.572982 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c539fa11-c60f-4cd4-93bd-8154feb716b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:20.583032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.583476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Added segment 7223033e-0ffe-47b5-8726-be42b2a92d82 of type vlan for network 564001d3-fba8-400d-aa52-b192bf67b605 Feb 10 11:30:20.640028 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:20.660207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] Routers {'c539fa11-c60f-4cd4-93bd-8154feb716b8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:20.660774 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c539fa11-c60f-4cd4-93bd-8154feb716b8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:20.671411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.675150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:20.675843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.725830 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:20.726239 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd521bd-ec77-452e-ab0d-2cbcbf6d16d3 None None] The sync data for ids ['c539fa11-c60f-4cd4-93bd-8154feb716b8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:20.818634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.824485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.825676 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ebe65d17-5f50-4fa6-96cf-d530b8583909 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4271805 Feb 10 11:30:20.834852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47708) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:20.872202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:20.920935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.948093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Network': ['ID=9625165a-a497-4572-ad7e-1f5d62d7eeed,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:20.964033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:20.964935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:20.988723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-de6efa0c-418a-4502-83c5-a959d9e85a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1762290 Feb 10 11:30:20.994619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.047687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:21.073245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.077347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:21.077496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.123948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.209565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.260913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0233438 Feb 10 11:30:21.282653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.292999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] device_id is not set on port 6ef9d200-4f24-4590-9c43-3fea9c8d4292 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:21.299571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'network_id': '564001d3-fba8-400d-aa52-b192bf67b605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:21.326512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76c2d-cc94-4166-bbdc-e2b88546b45f tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Network': ['ID=564001d3-fba8-400d-aa52-b192bf67b605,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.339329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:21.339905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:21.361613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:21.372196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:21.376536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=4345568b-ce25-4c68-bce3-1637435c3ad2,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.390114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:21.390688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.415712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a006c-d2c6-46d3-b7ee-351737bdc605 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:21.417705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.450007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:21.522193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Made reservation on behalf of fa9314a3fcce464f92ac55375f88410d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:21.527118 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-21be4821-8baf-4884-a15a-05fa15e12aa2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9629788 Feb 10 11:30:21.527921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47720) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:21.541678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:21.547017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '4345568b-ce25-4c68-bce3-1637435c3ad2', 'ip_address': '2001:db8::65c3:aa0b:735e:1b35'}], 'name': 'tempest-NetworksTestDHCPv6-1072875850'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:21.561576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:21.574122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event updated for resources: {'Port': ['ID=266ad968-238a-4d54-a8a2-0e9001b5f12e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:21.582288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:21.601573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.66 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/8a8f6346-b2ae-4f55-bc5b-220383e9db06) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:21.625362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:21.633943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 57b19ebf-8595-4cfb-9d84-99dd6e20c621 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:21.646204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:21.674127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 57b19ebf-8595-4cfb-9d84-99dd6e20c621 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:21.674621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 57b19ebf-8595-4cfb-9d84-99dd6e20c621 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:21.682350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:21.725150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '4345568b-ce25-4c68-bce3-1637435c3ad2'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:21.725378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.726233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.744358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.771657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Made reservation on behalf of 990791a2244b42d3ae61f23b5649247d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:21.799838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:21.886049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/4345568b-ce25-4c68-bce3-1637435c3ad2/caa452e4-0b82-4d2a-ac89-d92a99dd41b6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:22.001985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.004937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.018078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:30:22.018633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:30:22.035654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.068889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.085812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:22.101043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:22.103822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.106601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:22.115456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Transition to ACTIVE for port object caa452e4-0b82-4d2a-ac89-d92a99dd41b6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:22.127982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:22.137647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Transition to ACTIVE for port object caa452e4-0b82-4d2a-ac89-d92a99dd41b6 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:22.144399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.146086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.186115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:30:22.186628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:30:22.215865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Pushing event updated for resources: {'Port': ['ID=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.228472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:22.228730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:22.229574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:22.232889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:22.233681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.263252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.285560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 406a6b72-9efd-4b4f-a055-81ab33b0d2dc yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:22.329217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Attempting to bind port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:22.329583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Attempting to bind port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:22.330064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Attempting to bind port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:22.336717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:22.337085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:22.337700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.338101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:22.338555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Bound port: caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:22.338979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.366288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Network c15c6fce-2062-4bb1-8928-209086e3bb6b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:22.373761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.375441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:22.443856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:22.448703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:22.455632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.564132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06855-1dba-451b-a174-7fee9cd8ce00 None None] Pushing event updated for resources: {'Port': ['ID=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.577812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Port': ['ID=e7f09795-24eb-4842-b002-93db3dd079e7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.658379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b54552bf-9d18-4176-a2db-4239c24749fe None None] Provisioning complete for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:22.658602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b54552bf-9d18-4176-a2db-4239c24749fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.685961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=8a8f6346-b2ae-4f55-bc5b-220383e9db06,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:22.722137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:22.725899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b54552bf-9d18-4176-a2db-4239c24749fe None None] Port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:22.727720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:22.731700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:22.783010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:22.816326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Checking segment: {'id': '7aa9ddb6-7040-4195-b33c-47bb190787b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:22.816978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network hostable DHCP agents. Network: a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:22.853431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.028698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.038815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=19e34d7e-9d9a-4093-b45f-796d35705e50,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.082111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:23.234168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::65c3:aa0b:735e:1b35 (777c9540-812e-4174-85ca-b69ca9423c5f/4345568b-ce25-4c68-bce3-1637435c3ad2/406a6b72-9efd-4b4f-a055-81ab33b0d2dc) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:23.246969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:23.257664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092bc97-eaa6-40c3-bb94-d49b6cf2100a None None] Network a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:23.275395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:23.276225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.287800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Checking segment: {'id': 'dbe2221b-94fd-4588-99be-26577898efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:23.288160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network hostable DHCP agents. Network: 9625165a-a497-4572-ad7e-1f5d62d7eeed, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:23.362026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=650e8a91-28f7-4734-bab8-d6b03a346d8c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.383079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.403728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.428804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Port': ['ID=6ef9d200-4f24-4590-9c43-3fea9c8d4292,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:23.431069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Checking segment: {'id': '7223033e-0ffe-47b5-8726-be42b2a92d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:23.431456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network hostable DHCP agents. Network: 564001d3-fba8-400d-aa52-b192bf67b605, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:23.486350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:23.508551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 9625165a-a497-4572-ad7e-1f5d62d7eeed) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:23.518467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664fff44-e787-4e8b-b203-21fc423436c5 None None] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:23.520714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.521318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.528626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Checking segment: {'id': '6911163e-989a-4008-8d6f-cc28438e45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '3e97527d-e7ef-49d8-a14d-1613ea04760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:23.528987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network hostable DHCP agents. Network: 3e97527d-e7ef-49d8-a14d-1613ea04760a, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:23.548036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Network 564001d3-fba8-400d-aa52-b192bf67b605 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:23.609114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 564001d3-fba8-400d-aa52-b192bf67b605) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:23.620339 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aa855e4b-fd79-4b4d-8ed4-0b201e59a68e tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6210098 Feb 10 11:30:23.626675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.629003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4065016'] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.633148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47724) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.651094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:23.691562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network 3e97527d-e7ef-49d8-a14d-1613ea04760a is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:23.708934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb512c43-1d2c-4688-8f97-ec6d27dec1c1 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:23.725278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device caa452e4-0b82-4d2a-ac89-d92a99dd41b6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:23.729163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23662cab-156e-4d4d-8b46-2615366d5805 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4403503 Feb 10 11:30:23.729163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 3e97527d-e7ef-49d8-a14d-1613ea04760a) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:23.734331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47728) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:23.756793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:23.761712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.765053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:23.767473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.798579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a96a3-f51c-478e-b47c-8fe692c8d1b1 None None] Network 3e97527d-e7ef-49d8-a14d-1613ea04760a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:23.839951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.882424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 406a6b72-9efd-4b4f-a055-81ab33b0d2dc will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:23.887573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:23.979565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.985352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:23.996116 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-00460161-d5f0-42ac-956a-c3ffc4524aaf tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7752001 Feb 10 11:30:24.003814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.017614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6597117'] for subnet, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.061902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.115550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=406a6b72-9efd-4b4f-a055-81ab33b0d2dc,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:24.124603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.129445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Router 7fbce611-638c-4543-a830-dd52bda3bf5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:24.131705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:24.136215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:24.141851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:24.146120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.146794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.163302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b5d8f415-df52-4b75-8ac8-89afbd4371c0 None None] Provisioning for port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:24.168251 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Deleting port 6dd68bc4-1c0a-47d6-bf76-8e7a59c1eb9c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:24.168697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.191531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.226790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-9625165a-a497-4572-ad7e-1f5d62d7eeed', 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed', 'tenant_id': 'fa9314a3fcce464f92ac55375f88410d', 'fixed_ips': [{'subnet_id': '19e34d7e-9d9a-4093-b45f-796d35705e50'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:24.227826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.312740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6597117'] for subnet, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.392411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9e1239bc-db77-4b35-8679-153416e1eeed tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8579543 Feb 10 11:30:24.411311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:24.426760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:24.427189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.448144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47736) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.600768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-564001d3-fba8-400d-aa52-b192bf67b605', 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605', 'tenant_id': '990791a2244b42d3ae61f23b5649247d', 'fixed_ips': [{'subnet_id': '650e8a91-28f7-4734-bab8-d6b03a346d8c'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:24.601581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.645895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701200d-5a50-4497-89a6-52a39500f71c tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.649995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701200d-5a50-4497-89a6-52a39500f71c tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.650598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1701200d-5a50-4497-89a6-52a39500f71c tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Synchronizing usage tracker for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:24.699951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6172a56d-5736-4d23-9de5-1c933af565b4 None None] Provisioning for port 406a6b72-9efd-4b4f-a055-81ab33b0d2dc completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:24.711824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6172a56d-5736-4d23-9de5-1c933af565b4 None None] Provisioning complete for port 406a6b72-9efd-4b4f-a055-81ab33b0d2dc triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:24.712199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6172a56d-5736-4d23-9de5-1c933af565b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.740713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.789978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.805049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1701200d-5a50-4497-89a6-52a39500f71c tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Unset dirty status for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:24.806215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1701200d-5a50-4497-89a6-52a39500f71c tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7953577 Feb 10 11:30:24.809669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47740) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:24.825098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6172a56d-5736-4d23-9de5-1c933af565b4 None None] Port 406a6b72-9efd-4b4f-a055-81ab33b0d2dc cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:24.850185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:24.854074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.871537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Calling delete_port for 6dd68bc4-1c0a-47d6-bf76-8e7a59c1eb9c owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:24.901378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Router ef255d47-7a00-4039-a182-900a1dd9d07a is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:24.911906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6567058'] for subnet, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.964693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d5ac3-d2af-46bf-a451-494f70f19083 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.967892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:24.969150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d5ac3-d2af-46bf-a451-494f70f19083 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:24.970202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-585d5ac3-d2af-46bf-a451-494f70f19083 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:24.993045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.001640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.017143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Allocated IP 2001:db8::3 (9625165a-a497-4572-ad7e-1f5d62d7eeed/19e34d7e-9d9a-4093-b45f-796d35705e50/138610cf-2720-4ab7-ab9f-b452e2fcb724) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:25.042424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting port e7f09795-24eb-4842-b002-93db3dd079e7 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:25.042957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.059288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:25.059901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.064593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "PUT /v2.0/subnets/19e34d7e-9d9a-4093-b45f-796d35705e50 HTTP/1.1" status: 200 len: 900 time: 1.4256663 Feb 10 11:30:25.069722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:25.070958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6567058'] for subnet, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.082152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-585d5ac3-d2af-46bf-a451-494f70f19083 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:25.083459 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-585d5ac3-d2af-46bf-a451-494f70f19083 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6342123 Feb 10 11:30:25.102623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcc0bf-e489-44c8-a33d-7655d3d14945 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event updated for resources: {'Subnet': ['ID=19e34d7e-9d9a-4093-b45f-796d35705e50,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.104899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:25.208690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Allocated IP 172.20.0.3 (564001d3-fba8-400d-aa52-b192bf67b605/650e8a91-28f7-4734-bab8-d6b03a346d8c/c00978ee-eb0b-4400-b604-f04f43c11fa9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:25.282101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=8a8f6346-b2ae-4f55-bc5b-220383e9db06,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.356722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:25.357249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.361449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "PUT /v2.0/subnets/650e8a91-28f7-4734-bab8-d6b03a346d8c HTTP/1.1" status: 200 len: 877 time: 1.6231117 Feb 10 11:30:25.364363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47752) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:25.371863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 406a6b72-9efd-4b4f-a055-81ab33b0d2dc {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:25.372210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.396898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.404421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.427364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Transition to ACTIVE for port object 138610cf-2720-4ab7-ab9f-b452e2fcb724 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:25.484342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5fea3-1e03-4d4d-a87f-5c14b2b2edba tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event updated for resources: {'Subnet': ['ID=650e8a91-28f7-4734-bab8-d6b03a346d8c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.486444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:25.491909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Transition to ACTIVE for port object 138610cf-2720-4ab7-ab9f-b452e2fcb724 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:25.508531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.511041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.512807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Sync routers for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:25.543678 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-32ed11e9-7aef-4446-b8c6-ae0c6ce0eea0 admin admin] 10.222.0.42 "PUT /v2.0/routers/7fbce611-638c-4543-a830-dd52bda3bf5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8255274 Feb 10 11:30:25.641458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Pushing event updated for resources: {'Port': ['ID=138610cf-2720-4ab7-ab9f-b452e2fcb724,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:25.669800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:25.671215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.676145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:25.678436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device caa452e4-0b82-4d2a-ac89-d92a99dd41b6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:25.707158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:25.774267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Transition to ACTIVE for port object c00978ee-eb0b-4400-b604-f04f43c11fa9 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:25.800962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Calling delete_port for e7f09795-24eb-4842-b002-93db3dd079e7 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:25.802266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.810977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:25.811534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:25.880562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.894995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.945604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:25.950837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Pushing event deleted for resources: {'Port': ['ID=6dd68bc4-1c0a-47d6-bf76-8e7a59c1eb9c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:26.001118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port 138610cf-2720-4ab7-ab9f-b452e2fcb724 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:26.001816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.030197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:26.064624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Port': ['ID=e7f09795-24eb-4842-b002-93db3dd079e7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:26.130650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.165842 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c3b07ca7-26f4-4954-9960-dd509e91c795 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/ports/e7f09795-24eb-4842-b002-93db3dd079e7 HTTP/1.1" status: 204 len: 168 time: 1.3029819 Feb 10 11:30:26.171479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47764) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:26.303974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Transition to ACTIVE for port object c00978ee-eb0b-4400-b604-f04f43c11fa9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:26.305491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Attempting to bind port 138610cf-2720-4ab7-ab9f-b452e2fcb724 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:26.305855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Attempting to bind port 138610cf-2720-4ab7-ab9f-b452e2fcb724 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'dbe2221b-94fd-4588-99be-26577898efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:26.306215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Attempting to bind port 138610cf-2720-4ab7-ab9f-b452e2fcb724 on network 9625165a-a497-4572-ad7e-1f5d62d7eeed {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:26.326992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.353078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47768) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:26.368512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249824347', 'description': 'tempest-description--381727065'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:26.376108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.378337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:26.380577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:26.381012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Checking segment: {'id': 'dbe2221b-94fd-4588-99be-26577898efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:26.381367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.381732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Bound using segment: {'id': 'dbe2221b-94fd-4588-99be-26577898efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:26.382212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Bound port: 138610cf-2720-4ab7-ab9f-b452e2fcb724, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe2221b-94fd-4588-99be-26577898efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9625165a-a497-4572-ad7e-1f5d62d7eeed'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:26.382598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.394868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.396009 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e4d7890-7033-4872-b8d0-012f95961ea0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "PUT /v2.0/routers/ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 200 len: 879 time: 8.9464238 Feb 10 11:30:26.396895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:26.398417 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] Sync routers for ids ['ef255d47-7a00-4039-a182-900a1dd9d07a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:26.399926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:26.410182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:security_group and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:26.415431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting port 6ef9d200-4f24-4590-9c43-3fea9c8d4292 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:26.415772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.422212 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] Routers {'ef255d47-7a00-4039-a182-900a1dd9d07a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:26.423037 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef255d47-7a00-4039-a182-900a1dd9d07a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.444559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:26.447169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.461133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.520373 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.520689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:26.534420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:26.538413 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] Routers {'ef255d47-7a00-4039-a182-900a1dd9d07a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:26.540826 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef255d47-7a00-4039-a182-900a1dd9d07a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.545919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:26.570897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:26.574859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:26.575251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.606027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.632464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Pushing event updated for resources: {'Port': ['ID=c00978ee-eb0b-4400-b604-f04f43c11fa9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:26.642075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.644648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.659342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 406a6b72-9efd-4b4f-a055-81ab33b0d2dc owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:26.662406 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.664935 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b888f-5278-436f-be7b-ca3931c3c0d4 None None] The sync data for ids ['ef255d47-7a00-4039-a182-900a1dd9d07a'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:26.731182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] For port 138610cf-2720-4ab7-ab9f-b452e2fcb724, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:26.792093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] For port 138610cf-2720-4ab7-ab9f-b452e2fcb724, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=138610cf-2720-4ab7-ab9f-b452e2fcb724,segment=NetworkSegment(dbe2221b-94fd-4588-99be-26577898efc9),segment_id=dbe2221b-94fd-4588-99be-26577898efc9)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:26.804054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.841046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Attempting to bind port c00978ee-eb0b-4400-b604-f04f43c11fa9 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:26.841255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Attempting to bind port c00978ee-eb0b-4400-b604-f04f43c11fa9 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7223033e-0ffe-47b5-8726-be42b2a92d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:26.841428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Attempting to bind port c00978ee-eb0b-4400-b604-f04f43c11fa9 on network 564001d3-fba8-400d-aa52-b192bf67b605 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:26.893663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:21Z', 'revision_number': 2, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:26.896992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:26.900364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:26.901187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Checking segment: {'id': '7223033e-0ffe-47b5-8726-be42b2a92d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:26.901187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.901477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Bound using segment: {'id': '7223033e-0ffe-47b5-8726-be42b2a92d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:26.901920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Bound port: c00978ee-eb0b-4400-b604-f04f43c11fa9, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7223033e-0ffe-47b5-8726-be42b2a92d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '564001d3-fba8-400d-aa52-b192bf67b605'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:26.902286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.911582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:security_group_rule and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:26.919565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:26.923945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:26.924178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Checking router: 7fbce611-638c-4543-a830-dd52bda3bf5b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:26.924522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Updating router 7fbce611-638c-4543-a830-dd52bda3bf5b port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:30:26.938745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:26.968613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.032361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.057041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Calling delete_port for 6ef9d200-4f24-4590-9c43-3fea9c8d4292 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:27.074336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=406a6b72-9efd-4b4f-a055-81ab33b0d2dc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.091177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6139f-8c09-46a3-be3b-27108f3f2dca None None] Pushing event updated for resources: {'Port': ['ID=138610cf-2720-4ab7-ab9f-b452e2fcb724,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.092713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port 138610cf-2720-4ab7-ab9f-b452e2fcb724, host dv-neutron-827807-1-hyperv, got binding levels [] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:27.093582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.103430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP a2be78ff-eccc-4527-ac66-03bc9c312353 associated. External IP: 172.26.3.66, port: 6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f. Feb 10 11:30:27.128082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Router c539fa11-c60f-4cd4-93bd-8154feb716b8 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:27.166393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.236308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4f256572-7afb-484b-9648-f63e2df27865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.240813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] For port c00978ee-eb0b-4400-b604-f04f43c11fa9, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:27.246618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] For port c00978ee-eb0b-4400-b604-f04f43c11fa9, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c00978ee-eb0b-4400-b604-f04f43c11fa9,segment=NetworkSegment(7223033e-0ffe-47b5-8726-be42b2a92d82),segment_id=7223033e-0ffe-47b5-8726-be42b2a92d82)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:27.252481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.354871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.403048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=650e8a91-28f7-4734-bab8-d6b03a346d8c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.478142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for 138610cf-2720-4ab7-ab9f-b452e2fcb724 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:27.527958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.551683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.591656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Port': ['ID=6ef9d200-4f24-4590-9c43-3fea9c8d4292,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.620756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.651663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99611c11-23d1-4e6b-bd0b-cb6204cee094 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/406a6b72-9efd-4b4f-a055-81ab33b0d2dc HTTP/1.1" status: 204 len: 168 time: 2.5361123 Feb 10 11:30:27.661329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47776) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.699811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 138610cf-2720-4ab7-ab9f-b452e2fcb724 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:27.718158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.767646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffe35d-2388-45c5-a8d1-ac4d0a814b11,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.780627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.782597 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7d97e2b-3352-4835-9815-240b0c8ea1dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4185920 Feb 10 11:30:27.787348 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e07874ec-1180-4477-894d-2eda784edca7 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/ports/6ef9d200-4f24-4590-9c43-3fea9c8d4292 HTTP/1.1" status: 204 len: 168 time: 1.6132333 Feb 10 11:30:27.793446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47780) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.793874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47782) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.801650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'security_group_rule': {'security_group_id': '3cffe35d-2388-45c5-a8d1-ac4d0a814b11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:27.809033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557bac5-6f8e-4279-b9a9-dee54bfa9ee9 None None] Pushing event updated for resources: {'Port': ['ID=c00978ee-eb0b-4400-b604-f04f43c11fa9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:27.816786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.841162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 138610cf-2720-4ab7-ab9f-b452e2fcb724 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:27.861601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:27.861915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:27.864947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e3931-1f05-4718-9375-fc16ca4697e5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:27.866533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e3931-1f05-4718-9375-fc16ca4697e5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:27.867444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a67e3931-1f05-4718-9375-fc16ca4697e5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:27.872825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:27.876047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:27.879457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1c48ca39-a8bb-4937-805c-e10ec0b34501 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Synchronizing usage tracker for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:27.889254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564001d3-fba8-400d-aa52-b192bf67b605']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:27.892828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:27.894058 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-77da20f3-d7ab-4970-add4-e0604ce57cbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "PUT /v2.0/routers/c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 200 len: 710 time: 7.0582268 Feb 10 11:30:27.895991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] Sync routers for ids ['c539fa11-c60f-4cd4-93bd-8154feb716b8'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:27.906092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47788) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.908572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:security_group_rule and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:27.918737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:27.926669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:27.930702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] Routers {'c539fa11-c60f-4cd4-93bd-8154feb716b8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:27.932146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c539fa11-c60f-4cd4-93bd-8154feb716b8'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:27.952574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1c48ca39-a8bb-4937-805c-e10ec0b34501 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Unset dirty status for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:27.957793 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1c48ca39-a8bb-4937-805c-e10ec0b34501 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1579573 Feb 10 11:30:27.961832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47792) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:27.973660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1661583542'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:27.979815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.005968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:28.010706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a67e3931-1f05-4718-9375-fc16ca4697e5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:28.015040 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a67e3931-1f05-4718-9375-fc16ca4697e5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3495903 Feb 10 11:30:28.016716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47796) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.039945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.057632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] Routers {'c539fa11-c60f-4cd4-93bd-8154feb716b8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:28.058487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c539fa11-c60f-4cd4-93bd-8154feb716b8'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.107181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:network and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:28.125231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.125518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188a6854-ac58-4edf-89eb-fbb16b008f00 None None] The sync data for ids ['c539fa11-c60f-4cd4-93bd-8154feb716b8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:28.153008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:28.179116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7223033e-0ffe-47b5-8726-be42b2a92d82') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.180146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7223033e-0ffe-47b5-8726-be42b2a92d82') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:28.209409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.224321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:28.225626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Transition to ACTIVE for port object 2fd47b28-ea27-4d06-b23e-393a7a6ce369 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:28.237319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.261352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.273710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:28.276833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.297544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b6fdd606-70f4-41ff-bb37-e4a948729ed0 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 200 len: 920 time: 1.8895128 Feb 10 11:30:28.301263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.303857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.325004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f47f-8fab-4c5e-a52d-548323bc4bf4 None None] Pushing event updated for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:28.349824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:28.350221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.355557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.360458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 4345568b-ce25-4c68-bce3-1637435c3ad2 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:28.363715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:28.376757 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:28.390399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port 138610cf-2720-4ab7-ab9f-b452e2fcb724 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:28.390399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.401694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.443033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a6fa5b-5895-40f1-b592-d1c9dd8761a2,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:28.461463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.465209 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d4daa4f-963c-4198-ae74-adcdfea074f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6677763 Feb 10 11:30:28.465209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.506215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47804) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.521954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'security_group_rule': {'security_group_id': '3cffe35d-2388-45c5-a8d1-ac4d0a814b11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:28.535606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cef2cc1b-40ba-4297-aa9f-b4be9bd96ee8 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/routers/c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 200 len: 745 time: 0.6279323 Feb 10 11:30:28.539115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47808) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.540254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:28.565335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Attempting to bind port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:28.565699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Attempting to bind port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:28.566053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Attempting to bind port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 on network c15c6fce-2062-4bb1-8928-209086e3bb6b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:28.580561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:28.580966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Checking segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:28.581319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.581704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Bound using segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:28.582171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Bound port: 2fd47b28-ea27-4d06-b23e-393a7a6ce369, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:28.582593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.621871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:30:28.621871 dv-neutron-827807-1-hyperv neutron-server[83554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:30:28.621871 dv-neutron-827807-1-hyperv neutron-server[83554]: [parameters: {'id': '564001d3-fba8-400d-aa52-b192bf67b605'}] Feb 10 11:30:28.621871 dv-neutron-827807-1-hyperv neutron-server[83554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:28.622300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:28.630580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:security_group_rule and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:28.641343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:28.654208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.654785 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 1d8f1e47-f509-4194-a45a-b5f20d7ac88e of type vlan for network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 Feb 10 11:30:28.686040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.706436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ecc3c2fa-f0df-4893-b416-5ee6e1916bf1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Synchronizing usage tracker for tenant:84627421aaf4464e8be35d1a510744b2 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:28.726524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3ca42-e9b4-47a8-ad36-5bfe2e4e3caf None None] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:28.741462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:28.749854 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f8d815e8-cedf-4dc2-b09d-042b5b8beb85 tempest-RoutersIpV6AdminTest-1241820741 tempest-RoutersIpV6AdminTest-1241820741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 200 len: 205 time: 0.2032874 Feb 10 11:30:28.756846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47812) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.757809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.761611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:28.762181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.777731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] For port 2fd47b28-ea27-4d06-b23e-393a7a6ce369, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:28.799342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:28.809265 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:30:28.842234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ecc3c2fa-f0df-4893-b416-5ee6e1916bf1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Unset dirty status for tenant:84627421aaf4464e8be35d1a510744b2 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:28.845617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ecc3c2fa-f0df-4893-b416-5ee6e1916bf1 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=ef255d47-7a00-4039-a182-900a1dd9d07a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5384889 Feb 10 11:30:28.849318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] For port 2fd47b28-ea27-4d06-b23e-393a7a6ce369, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2fd47b28-ea27-4d06-b23e-393a7a6ce369,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:28.859310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.871127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:28.918735 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-745d117d-c050-4526-8296-50ca9857f474 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 200 len: 205 time: 0.1519349 Feb 10 11:30:28.921690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47820) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:28.924492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c39fd9c0-128b-4104-a79a-3d20409a38de None None] Provisioning for port 138610cf-2720-4ab7-ab9f-b452e2fcb724 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:28.959654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c39fd9c0-128b-4104-a79a-3d20409a38de None None] Provisioning complete for port 138610cf-2720-4ab7-ab9f-b452e2fcb724 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:28.960012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39fd9c0-128b-4104-a79a-3d20409a38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.067259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac295f-4b17-4d99-9079-e9f9434075d3 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:29.086308 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1218772 Feb 10 11:30:29.090015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.098717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port 138610cf-2720-4ab7-ab9f-b452e2fcb724, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=138610cf-2720-4ab7-ab9f-b452e2fcb724,segment=NetworkSegment(dbe2221b-94fd-4588-99be-26577898efc9),segment_id=dbe2221b-94fd-4588-99be-26577898efc9)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:29.099074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.107778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.111088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1278531915'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.124949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.194642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:29.250002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e9002-1e70-4505-816d-e36506165249 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=d4bb8e2c-fa37-46c7-8015-c1bddd7ab855,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.266736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:network and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:29.276025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for 138610cf-2720-4ab7-ab9f-b452e2fcb724 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:29.291223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:29.307118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.307336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:29.326940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:29.353758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port c00978ee-eb0b-4400-b604-f04f43c11fa9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:29.354121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.410573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:29.411244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:29:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:29.413579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.414747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:29.417962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.486085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00dd103-ac55-4ea3-a77d-fb360f17378d tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:29.487383 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c00dd103-ac55-4ea3-a77d-fb360f17378d tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.5749984 Feb 10 11:30:29.502128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f47f-8fab-4c5e-a52d-548323bc4bf4 None None] Pushing event updated for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.521913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47828) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.541995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.625880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ffc3d0cf-7251-41d5-bd1a-e4719b06ad5e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 200 len: 205 time: 0.0884569 Feb 10 11:30:29.631130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47832) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.666467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.675291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-907201d5-c660-444b-a827-44acfb1a97b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.689197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.714887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:29.723137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2480ee98-9975-4cfc-b3fb-db1e13c0cc9c,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.742504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=4345568b-ce25-4c68-bce3-1637435c3ad2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:29.761613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.766722 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f6687b00-f4ef-48c4-a3b5-041a4ea459c4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2555823 Feb 10 11:30:29.766722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.768463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-476b5082-567a-4208-b0f9-bd58907b9a8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/4345568b-ce25-4c68-bce3-1637435c3ad2 HTTP/1.1" status: 204 len: 168 time: 1.7402630 Feb 10 11:30:29.770793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47836) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.771115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:29.790019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c00978ee-eb0b-4400-b604-f04f43c11fa9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:29.816354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25253a-3c77-4fba-b460-e59150b60dc3 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:29.830963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:29.903696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:29.956605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:29.956963 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Added segment 58700787-e15e-4151-a5bb-33e3754e84cb of type vlan for network 1342edaa-ba22-466f-b2e0-4517771ded07 Feb 10 11:30:29.966824 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e677cae5-e8a6-41c4-85ff-a760e9b9e7d7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1930566 Feb 10 11:30:29.976238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47844) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.008394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c39fd9c0-128b-4104-a79a-3d20409a38de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.012140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:floatingip and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:30.021708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:30.022432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.037274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:30.120511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=138610cf-2720-4ab7-ab9f-b452e2fcb724,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:30.147189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.170305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:30.175197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port c00978ee-eb0b-4400-b604-f04f43c11fa9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c00978ee-eb0b-4400-b604-f04f43c11fa9,segment=NetworkSegment(7223033e-0ffe-47b5-8726-be42b2a92d82),segment_id=7223033e-0ffe-47b5-8726-be42b2a92d82)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:30.175609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.176476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.176751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] DHCP port deletion for 564001d3-fba8-400d-aa52-b192bf67b605 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:30.185751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:30.202519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.217254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.240720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Deleting port c00978ee-eb0b-4400-b604-f04f43c11fa9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:30.241087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.285769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560b7e6-e66e-41a5-88e1-7b9d7d7233d6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:30.289745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0560b7e6-e66e-41a5-88e1-7b9d7d7233d6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3127968 Feb 10 11:30:30.290327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47848) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.338080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port c00978ee-eb0b-4400-b604-f04f43c11fa9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:30.370274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for c00978ee-eb0b-4400-b604-f04f43c11fa9 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:30.372338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.372850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Fanout notify agent at l3_agent the message router_deleted on router c539fa11-c60f-4cd4-93bd-8154feb716b8 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:30.385886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417230fe-873f-4cb9-981f-ff3de36f8eaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:30.386519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-417230fe-873f-4cb9-981f-ff3de36f8eaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:30.398544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.399881 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-22f0b92c-9943-49e0-81ad-5148dfe5c207 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 204 len: 168 time: 1.4458129 Feb 10 11:30:30.408785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.417668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:30.433072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port 138610cf-2720-4ab7-ab9f-b452e2fcb724 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:30.466220 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-341042dd-8952-489f-8082-220d6adc0dbe tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 200 len: 205 time: 0.0560760 Feb 10 11:30:30.469331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47856) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.512892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.517844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:30.518425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.553369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-417230fe-873f-4cb9-981f-ff3de36f8eaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:30.556882 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-417230fe-873f-4cb9-981f-ff3de36f8eaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2611880 Feb 10 11:30:30.558454 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-9536250a-bc68-4614-a7c0-2b36e540997e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:30.559430 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9536250a-bc68-4614-a7c0-2b36e540997e tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/c539fa11-c60f-4cd4-93bd-8154feb716b8 HTTP/1.1" status: 404 len: 336 time: 0.0890293 Feb 10 11:30:30.560622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.563391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47862) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.616111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068a82e-b275-4d05-8fab-e413b4af5286 None None] Network 9625165a-a497-4572-ad7e-1f5d62d7eeed requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:30.688549 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5b5fab8b-ad8f-47da-8fed-d4f4086763fd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230078 Feb 10 11:30:30.692423 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-368d9ba6-fcd1-4f8b-850d-17c230250b71 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 200 len: 205 time: 0.0726371 Feb 10 11:30:30.692941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47870) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.696024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47872) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.751081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] For port c00978ee-eb0b-4400-b604-f04f43c11fa9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c00978ee-eb0b-4400-b604-f04f43c11fa9,segment=NetworkSegment(7223033e-0ffe-47b5-8726-be42b2a92d82),segment_id=7223033e-0ffe-47b5-8726-be42b2a92d82)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:30.751642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.752711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:30.782916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.785860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.837887 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-f2ead396-811d-46fa-bf18-9f796bb254e1 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:30.838816 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f2ead396-811d-46fa-bf18-9f796bb254e1 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/dd6a7dc8-72b3-4d42-b0af-974c92442048 HTTP/1.1" status: 404 len: 336 time: 0.1407948 Feb 10 11:30:30.842564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.845521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.849103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47878) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.891162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Network': ['ID=1342edaa-ba22-466f-b2e0-4517771ded07,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:30.901632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:30.948050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:30.951201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-73bd80cf-8e1a-4c78-8226-c795413acb41 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8562946 Feb 10 11:30:30.962676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Port': ['ID=c00978ee-eb0b-4400-b604-f04f43c11fa9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:30.977486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b187964-5164-4342-8c29-286b0d602782 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 200 len: 205 time: 0.0837381 Feb 10 11:30:30.987498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47882) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:30.992682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:30.998822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No DVR routers for this DVR port c00978ee-eb0b-4400-b604-f04f43c11fa9 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:31.041271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:31.043099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1342edaa-ba22-466f-b2e0-4517771ded07 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:31.067323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Calling delete_port for c00978ee-eb0b-4400-b604-f04f43c11fa9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:31.192491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.209467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.224636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Deleting port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:31.224636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.266137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.280065 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-7af31853-e815-4674-95a7-59519f393fa6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:31.282844 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7af31853-e815-4674-95a7-59519f393fa6 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/228ba144-6d07-40a1-9ed9-d0f32cd983c4 HTTP/1.1" status: 404 len: 336 time: 0.2915647 Feb 10 11:30:31.316305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0450c383-6bfc-460f-90aa-f5d7986ca1c2 None None] Provisioning complete for port c00978ee-eb0b-4400-b604-f04f43c11fa9 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:31.316668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0450c383-6bfc-460f-90aa-f5d7986ca1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.319565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47886) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:31.324032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Allocated IP 172.26.3.159 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4110d80b-11ee-46d1-a85c-5f05ba54cefa) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:31.329652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=19e34d7e-9d9a-4093-b45f-796d35705e50,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:31.362564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564001d3-fba8-400d-aa52-b192bf67b605']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:31.385552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0450c383-6bfc-460f-90aa-f5d7986ca1c2 None None] Port c00978ee-eb0b-4400-b604-f04f43c11fa9 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:30:31.572876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7223033e-0ffe-47b5-8726-be42b2a92d82') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:31.573322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7223033e-0ffe-47b5-8726-be42b2a92d82') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:31.574517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:31.574879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:31.581593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd6b3ecd-79e8-4930-b06e-99bc01dad535 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 200 len: 205 time: 0.2539299 Feb 10 11:30:31.608893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47890) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:31.614744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.620767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.693580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:31.699917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.713791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f71b2-82c9-4179-adf9-6a9bad57786a None None] DHCP port deletion for 9625165a-a497-4572-ad7e-1f5d62d7eeed request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:31.793815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b5034b9-82a3-4544-ba05-c242ceb12d72 None None] Could not find standard attr ID for object 138610cf-2720-4ab7-ab9f-b452e2fcb724. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:30:31.804820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device caa452e4-0b82-4d2a-ac89-d92a99dd41b6 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:31.825591 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-f539ac0e-f04b-4822-b58e-46e5a42a60fc tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:31.826949 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f539ac0e-f04b-4822-b58e-46e5a42a60fc tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/a53b8bc2-0d72-44d8-b08f-e36c1acb547f HTTP/1.1" status: 404 len: 336 time: 0.2168665 Feb 10 11:30:31.840800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47894) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:31.841701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.871011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:31.871436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.918030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.927017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:31.927437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:31.942177 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:31.952121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-acd8f44c-0ad2-4e88-9a12-5767e2b90c42 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 200 len: 205 time: 0.0960886 Feb 10 11:30:32.004680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47898) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.012537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:28Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.043626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Calling delete_port for caa452e4-0b82-4d2a-ac89-d92a99dd41b6 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:32.098042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9625165a-a497-4572-ad7e-1f5d62d7eeed']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.100847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.121943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Deleting port c00978ee-eb0b-4400-b604-f04f43c11fa9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:32.122173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.126822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-182270e4-82ee-4aca-a1c2-d2aa7552bfe8 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:32.127952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-182270e4-82ee-4aca-a1c2-d2aa7552bfe8 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/c0e21865-a0a6-49a0-8597-1e0fd3ba5793 HTTP/1.1" status: 404 len: 336 time: 0.1148534 Feb 10 11:30:32.134280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47902) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.139655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe2221b-94fd-4588-99be-26577898efc9') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.139949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe2221b-94fd-4588-99be-26577898efc9') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.171299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842cea20-dbf3-4f27-b2ee-d7b993441f96 None None] The sync data for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv is: [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:28Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:32.199331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.203549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:32.211469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.217366 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:32.233507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6aa5c916-0480-4be4-8977-e0b980b73e68 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e HTTP/1.1" status: 200 len: 205 time: 0.0956359 Feb 10 11:30:32.254480 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:32.258573 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.268649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.287659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e270c-f59a-488a-a9b0-0b75c00177cf None None] The port 'c00978ee-eb0b-4400-b604-f04f43c11fa9' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:32.302938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.305477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47906) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.322024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.332273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:32.334840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.364696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'Port': ['ID=4110d80b-11ee-46d1-a85c-5f05ba54cefa,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.367459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:32.383763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b59d2f4-5a32-418b-8b5d-b779a780db31 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:32.420020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b59d2f4-5a32-418b-8b5d-b779a780db31 None None] Network 564001d3-fba8-400d-aa52-b192bf67b605 could not be found, it might have been deleted concurrently. {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:30:32.425988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.434385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:32.439015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.439878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c00978ee-eb0b-4400-b604-f04f43c11fa9 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:32.456262 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:32.457109 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.464526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:32.519456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=564001d3-fba8-400d-aa52-b192bf67b605,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.544168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:32.549155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: c00978ee-eb0b-4400-b604-f04f43c11fa9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:32.549796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c00978ee-eb0b-4400-b604-f04f43c11fa9 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:32.565387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.567537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:32.567978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:32.573820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ec7b8cdd-7a82-4f49-9e28-cd8510f1e235 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] delete failed (client error): The resource could not be found. Feb 10 11:30:32.575438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec7b8cdd-7a82-4f49-9e28-cd8510f1e235 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/routers/fb15d9ae-f6e5-4f61-a4c6-be31f12ba59e HTTP/1.1" status: 404 len: 336 time: 0.2482193 Feb 10 11:30:32.596459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47910) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.598082 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:32.598719 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739455d5-f991-4669-8842-cd93de484fd3 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:32.601327 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d020b74-9e1f-4e27-9b5c-01d13cf7b65c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/564001d3-fba8-400d-aa52-b192bf67b605 HTTP/1.1" status: 204 len: 168 time: 7.2335801 Feb 10 11:30:32.604592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:32.606482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:32.606632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.609922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=357b957b-c380-44e1-9e8f-411731a4076d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.624566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:32.624773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.637224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:32.641115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47914) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:32.670005 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:32.671997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:32.733986 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b593759-8a5a-4167-a9ab-022ccc8a2a50 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:32.735109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b593759-8a5a-4167-a9ab-022ccc8a2a50 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:32.736950 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2b593759-8a5a-4167-a9ab-022ccc8a2a50 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/650e8a91-28f7-4734-bab8-d6b03a346d8c HTTP/1.1" status: 404 len: 337 time: 0.0945768 Feb 10 11:30:32.740394 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a0397ce9-1443-4d13-b0e3-4b7813039452 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0459626 Feb 10 11:30:32.741323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47918) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.762591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47920) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.777494 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc35380-fddf-4ba3-a329-2a97e999ea83 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:32.777847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc35380-fddf-4ba3-a329-2a97e999ea83 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:32.778754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '357b957b-c380-44e1-9e8f-411731a4076d', 'ip_address': '2001:db8::f8bc:14c0:dbea:ffbf'}], 'name': 'tempest-NetworksTestDHCPv6-1274997198'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:32.779907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2bc35380-fddf-4ba3-a329-2a97e999ea83 tempest-RoutersIpV6AdminTest-2093491429 tempest-RoutersIpV6AdminTest-2093491429-project] 10.222.0.42 "DELETE /v2.0/subnets/e871cfec-2b8a-4c6a-822f-b4085eb088fc HTTP/1.1" status: 404 len: 337 time: 0.1770158 Feb 10 11:30:32.803427 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c150da2-906f-43fd-b318-b555232bfb97 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:32.804004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c150da2-906f-43fd-b318-b555232bfb97 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:32.805720 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c150da2-906f-43fd-b318-b555232bfb97 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/564001d3-fba8-400d-aa52-b192bf67b605 HTTP/1.1" status: 404 len: 339 time: 0.0615880 Feb 10 11:30:32.812174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47928) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.872216 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9dedc0-2dc4-40fc-9ddd-b2fcb98ea48e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:32.875914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9dedc0-2dc4-40fc-9ddd-b2fcb98ea48e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:32.887955 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-821575ac-a03e-44d8-ad1c-b0f467ccd55a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.2662091 Feb 10 11:30:32.889368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47932) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:32.904409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': '6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:32.987514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.027166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dc9dedc0-2dc4-40fc-9ddd-b2fcb98ea48e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/52609d4f-680c-4ee6-be73-c8cb20e25670 HTTP/1.1" status: 404 len: 337 time: 0.1977794 Feb 10 11:30:33.035066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.069747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Deleting port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:33.070307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.091607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.093930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/9625165a-a497-4572-ad7e-1f5d62d7eeed HTTP/1.1" status: 204 len: 168 time: 8.0191853 Feb 10 11:30:33.103496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.110698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47940) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.186467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2601a5-3b1a-4a1b-9e23-3b0b24e2f364 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=9625165a-a497-4572-ad7e-1f5d62d7eeed,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:33.195051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-769d800f-a36f-4d5e-82b0-e807605d34d6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:33.195870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769d800f-a36f-4d5e-82b0-e807605d34d6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:33.197675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-769d800f-a36f-4d5e-82b0-e807605d34d6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a3180394-69a6-4883-82dc-065717f0830d HTTP/1.1" status: 404 len: 339 time: 0.1022031 Feb 10 11:30:33.201705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47944) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.252424 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d58228-5010-4105-82a5-8804b8522d3d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:33.252999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d58228-5010-4105-82a5-8804b8522d3d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:33.258601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.297553 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-68d58228-5010-4105-82a5-8804b8522d3d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/19e34d7e-9d9a-4093-b45f-796d35705e50 HTTP/1.1" status: 404 len: 337 time: 0.1850443 Feb 10 11:30:33.323783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47948) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.369064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.418608 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b19edf-ab64-4bc4-9c3f-407e9a1a9235 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:33.419171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b19edf-ab64-4bc4-9c3f-407e9a1a9235 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:33.420907 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d5b19edf-ab64-4bc4-9c3f-407e9a1a9235 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/9625165a-a497-4572-ad7e-1f5d62d7eeed HTTP/1.1" status: 404 len: 339 time: 0.0931208 Feb 10 11:30:33.428140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47952) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.434842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:33.454443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:33.465807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:33.475859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:33.544964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:33.570011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.724340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] For port caa452e4-0b82-4d2a-ac89-d92a99dd41b6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:33.724729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.756752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:33.807181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:33.904384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 1df3d0b6-0126-4777-9769-8f1540f71e33 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:33.905731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Calling delete_port for caa452e4-0b82-4d2a-ac89-d92a99dd41b6 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:33.978032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port 266ad968-238a-4d54-a8a2-0e9001b5f12e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:33.978616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.005483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.074393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.122346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2fd47b28-ea27-4d06-b23e-393a7a6ce369 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:34.243646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.253197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47964) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:34.282294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.295542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'subnets': [{'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--623196407', 'ip_version': 6}, {'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.296100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'subnet': {'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--623196407', 'ip_version': 6}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.297735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Request body: {'subnet': {'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:34.305092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] Pushing event deleted for resources: {'Port': ['ID=caa452e4-0b82-4d2a-ac89-d92a99dd41b6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.307067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.318485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20b2cc-6cc2-4ba1-9719-d71a3f47050e None None] No DVR routers for this DVR port caa452e4-0b82-4d2a-ac89-d92a99dd41b6 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:34.329342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.335957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:34.344626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:34.346120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.370529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc93228-a67b-4abf-9a48-1b5acd6547b4 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:34.456862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.598034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.604643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.663334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'Port': ['ID=4110d80b-11ee-46d1-a85c-5f05ba54cefa,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.683628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 2fd47b28-ea27-4d06-b23e-393a7a6ce369, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2fd47b28-ea27-4d06-b23e-393a7a6ce369,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:34.688043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.730482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 138610cf-2720-4ab7-ab9f-b452e2fcb724 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:34.742828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.752464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.752649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '357b957b-c380-44e1-9e8f-411731a4076d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:34.753436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.767261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f918f-ff1c-4d2c-8915-e81df233325c']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.786668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 138610cf-2720-4ab7-ab9f-b452e2fcb724 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:34.787008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 138610cf-2720-4ab7-ab9f-b452e2fcb724 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:34.797705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e48a288-4455-4fbc-ae9d-7ed8e90bf5d5') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.798143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e48a288-4455-4fbc-ae9d-7ed8e90bf5d5') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:34.798542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.825404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f8bc:14c0:dbea:ffbf (777c9540-812e-4174-85ca-b69ca9423c5f/357b957b-c380-44e1-9e8f-411731a4076d/1df3d0b6-0126-4777-9769-8f1540f71e33) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:34.846724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:34.851410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.858375 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-916599b0-d510-4254-8515-eea5fdc5fb62 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0805588 Feb 10 11:30:34.858375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Usage tracker for resource:subnet and tenant:0f9b7da5a7d34a268a30c175368a9a9e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:34.858721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:34.860380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:34.872258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:34.918748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Made reservation on behalf of 0f9b7da5a7d34a268a30c175368a9a9e for: {'subnet': 2} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:34.941832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:34.957953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for 266ad968-238a-4d54-a8a2-0e9001b5f12e owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:34.998672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:35.004869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2751120a-a08a-4052-ae32-e46749f2b3cc']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:35.030120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2c81fe3e714cb096511de96f65bba2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:35.038571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.040794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:35.053455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd784149c-1ebd-4873-87e0-0fb8807afc53') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:35.053741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd784149c-1ebd-4873-87e0-0fb8807afc53') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:35.074268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:35.134358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.141351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:35.141721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:35.160545 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:35.243783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.244305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.289052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.322257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.351048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:35.351463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:35.366569 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:35.370172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 1df3d0b6-0126-4777-9769-8f1540f71e33 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:35.405447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.472166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/357b957b-c380-44e1-9e8f-411731a4076d/0dfb3708-addb-49f0-aad4-6d32f93e133f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:35.485213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:35.488938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:35.490761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=1df3d0b6-0126-4777-9769-8f1540f71e33,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:35.493012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:35.497165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:35.497769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.517907 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-30d5c471-5372-4232-a90b-ca4029b954a4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7522287 Feb 10 11:30:35.520763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47976) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:35.526709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '357b957b-c380-44e1-9e8f-411731a4076d', 'ip_address': '2001:db8::f8bc:14c0:dbea:ffbf'}], 'name': 'tempest-NetworksTestDHCPv6-290252462'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:35.560167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.596230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.645950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=893f918f-ff1c-4d2c-8915-e81df233325c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:35.648596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-2bfd3748-5f00-4098-b219-be1075cd7ac2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Synchronizing usage tracker for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:35.658351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2fd47b28-ea27-4d06-b23e-393a7a6ce369 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:35.706514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-081cf832-7729-4a25-b89e-ab81850db56e tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/893f918f-ff1c-4d2c-8915-e81df233325c HTTP/1.1" status: 204 len: 168 time: 2.5010400 Feb 10 11:30:35.706514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.714810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:35.737391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.740764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.775414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.788295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:35.790303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Transition to ACTIVE for port object 0dfb3708-addb-49f0-aad4-6d32f93e133f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:35.797486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:35.801361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:35.806677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:35.807174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.818420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.818991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:35.824812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-2bfd3748-5f00-4098-b219-be1075cd7ac2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Unset dirty status for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:35.825962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-2bfd3748-5f00-4098-b219-be1075cd7ac2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1249824347&fields=id&tenant_id=09e0583b55da4c5b997c44ad422611d0 HTTP/1.1" status: 200 len: 267 time: 0.6683242 Feb 10 11:30:35.826886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=2751120a-a08a-4052-ae32-e46749f2b3cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:35.855494 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bda2d9-2a44-4719-b0a8-ec7409104f32 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:35.855945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bda2d9-2a44-4719-b0a8-ec7409104f32 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:35.860520 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51bda2d9-2a44-4719-b0a8-ec7409104f32 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/2fac7222-1d28-43eb-861b-cfeb88f842f9 HTTP/1.1" status: 404 len: 337 time: 0.1236537 Feb 10 11:30:35.862141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Transition to ACTIVE for port object 0dfb3708-addb-49f0-aad4-6d32f93e133f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:35.865537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47984) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:35.876096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.904300 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-216f196a-1183-46e5-8969-44029a62a6ea tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/2751120a-a08a-4052-ae32-e46749f2b3cc HTTP/1.1" status: 204 len: 168 time: 2.4511130 Feb 10 11:30:35.915633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:35.917151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:35.920715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:35.961418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Pushing event updated for resources: {'Port': ['ID=0dfb3708-addb-49f0-aad4-6d32f93e133f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:35.969808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:35.971557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:35.979686 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2735f1-201d-4304-b5bc-134ad28d2bad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:35.980143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2735f1-201d-4304-b5bc-134ad28d2bad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:35.997450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:36.000910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port c3973be1-4710-4b42-a0a1-2044d23b8545 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:36.034609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af3a44-d6d5-4f48-a6bc-25fdde258afe,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.054048 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7c2735f1-201d-4304-b5bc-134ad28d2bad tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/e286f978-917b-472a-a5a7-ff426e33d0f0 HTTP/1.1" status: 404 len: 339 time: 0.1853197 Feb 10 11:30:36.055540 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff86a0b-6485-4788-b914-22b1c6c006f7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.055540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff86a0b-6485-4788-b914-22b1c6c006f7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.059536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fff86a0b-6485-4788-b914-22b1c6c006f7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/82eb9a66-4ab7-4174-9a8d-1e3c4e1838cc HTTP/1.1" status: 404 len: 337 time: 0.0917866 Feb 10 11:30:36.061115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.061243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 47992) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.064120 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-450d4807-00a8-4dd0-9fc3-cac3b95b84c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a2c81fe3e714cb096511de96f65bba2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3056529 Feb 10 11:30:36.089265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 47998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.115649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Attempting to bind port 0dfb3708-addb-49f0-aad4-6d32f93e133f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:36.116137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Attempting to bind port 0dfb3708-addb-49f0-aad4-6d32f93e133f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:36.116528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.116749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Attempting to bind port 0dfb3708-addb-49f0-aad4-6d32f93e133f on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:36.121161 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3708c9de-e2c3-4cff-943d-f921748ceadb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.121582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3708c9de-e2c3-4cff-943d-f921748ceadb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.126457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:36.127053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:30:36.127431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:36.128054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.128727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:36.129396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Bound port: 0dfb3708-addb-49f0-aad4-6d32f93e133f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:36.130021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.142751 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3708c9de-e2c3-4cff-943d-f921748ceadb tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/2555f095-ccfd-4329-a08a-6e0752675118 HTTP/1.1" status: 404 len: 337 time: 0.0814500 Feb 10 11:30:36.146432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48004) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.211397 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b47025-1e88-4457-aa63-77a0226ff29a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.211871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b47025-1e88-4457-aa63-77a0226ff29a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.215927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b6b47025-1e88-4457-aa63-77a0226ff29a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/0151d56c-de74-4b29-9772-69ede875dfe5 HTTP/1.1" status: 404 len: 339 time: 0.1480808 Feb 10 11:30:36.223168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] For port 0dfb3708-addb-49f0-aad4-6d32f93e133f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:36.227306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] For port 0dfb3708-addb-49f0-aad4-6d32f93e133f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0dfb3708-addb-49f0-aad4-6d32f93e133f,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:36.233080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.257061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.321492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=266ad968-238a-4d54-a8a2-0e9001b5f12e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.333782 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42aa43e-585d-4743-a4da-f58d8b8dee51 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.334240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42aa43e-585d-4743-a4da-f58d8b8dee51 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.336148 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d42aa43e-585d-4743-a4da-f58d8b8dee51 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/8f9338e2-c298-4733-a58f-23ab8a75896b HTTP/1.1" status: 404 len: 339 time: 0.1877823 Feb 10 11:30:36.342135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dc9c8-6cc7-4f5f-9867-9bdd1f853cb6 None None] Pushing event updated for resources: {'Port': ['ID=0dfb3708-addb-49f0-aad4-6d32f93e133f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.365231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.469975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0ce36c-f2da-411a-86f2-b30377047314 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.469975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0ce36c-f2da-411a-86f2-b30377047314 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.471588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1d0ce36c-f2da-411a-86f2-b30377047314 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/8fb9ebe2-73c8-478d-a470-832319d41071 HTTP/1.1" status: 404 len: 337 time: 0.1053941 Feb 10 11:30:36.476334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-42817cc2-dcfe-4035-a446-df5d5541768b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:36.477026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-42817cc2-dcfe-4035-a446-df5d5541768b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Synchronizing usage tracker for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:36.477347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48016) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.520107 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd62b967-420e-472f-ba58-4f5ac381a6bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.520107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd62b967-420e-472f-ba58-4f5ac381a6bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.523459 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fd62b967-420e-472f-ba58-4f5ac381a6bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/7553ccb6-9dbc-42ae-811a-5980a2e00959 HTTP/1.1" status: 404 len: 339 time: 0.0412805 Feb 10 11:30:36.523459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.548951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.589914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.610743 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85ad0d6-7e3a-4814-a5a8-619bc2fbf612 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.611176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85ad0d6-7e3a-4814-a5a8-619bc2fbf612 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.615153 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f85ad0d6-7e3a-4814-a5a8-619bc2fbf612 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/c57069cd-2e7c-47b2-a3e7-687c129476c4 HTTP/1.1" status: 404 len: 337 time: 0.0815876 Feb 10 11:30:36.618250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48024) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.644240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 11:30:36.644686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.650557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.692578 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b14bcb-22ae-432d-9bc9-955098c16ffa tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.693137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b14bcb-22ae-432d-9bc9-955098c16ffa tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.697357 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d5b14bcb-22ae-432d-9bc9-955098c16ffa tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/4308297d-a40f-447c-a3ac-5b8950ca4e91 HTTP/1.1" status: 404 len: 339 time: 0.0757327 Feb 10 11:30:36.713266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48028) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.773873 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-93cad554-04e5-409b-8607-d66cb07a1f01 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2516913 Feb 10 11:30:36.778087 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac772df-2302-408f-a2ca-3220f3470960 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.778521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac772df-2302-408f-a2ca-3220f3470960 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.780052 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cac772df-2302-408f-a2ca-3220f3470960 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/f9338c6e-c331-414a-8ab5-7d410104034d HTTP/1.1" status: 404 len: 337 time: 0.0658703 Feb 10 11:30:36.783988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48032) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.784312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48034) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.804830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:36.815645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-42817cc2-dcfe-4035-a446-df5d5541768b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Unset dirty status for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:36.816784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-42817cc2-dcfe-4035-a446-df5d5541768b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 811 time: 0.9501941 Feb 10 11:30:36.843957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Subnet': ['ID=eb7b38db-f084-4bce-b2d0-5fdb7bb46f06,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:36.872025 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5864bbd4-8b29-4651-b29d-12e1362e2be1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.872702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5864bbd4-8b29-4651-b29d-12e1362e2be1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.874078 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5864bbd4-8b29-4651-b29d-12e1362e2be1 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/c58cb98e-063c-40dd-bec8-ff7e75cca3c4 HTTP/1.1" status: 404 len: 339 time: 0.0873725 Feb 10 11:30:36.877753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.923838 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e298aab0-ced8-461d-b9c7-8c01437a04d8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.924273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e298aab0-ced8-461d-b9c7-8c01437a04d8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.928126 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e298aab0-ced8-461d-b9c7-8c01437a04d8 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/f72a55f4-8ad6-4b56-be6d-821ee7f82382 HTTP/1.1" status: 404 len: 337 time: 0.0462434 Feb 10 11:30:36.932672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Checking segment: {'id': '1d8f1e47-f509-4194-a45a-b5f20d7ac88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:36.933034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network hostable DHCP agents. Network: d4bb8e2c-fa37-46c7-8015-c1bddd7ab855, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:36.939855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48044) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:36.975119 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-580370be-aa0a-4b9e-adb3-407f779cb2c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:36.976031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580370be-aa0a-4b9e-adb3-407f779cb2c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:36.979741 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-580370be-aa0a-4b9e-adb3-407f779cb2c6 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/1f8f559c-82f9-43fa-8b5b-1663c0cc7ea9 HTTP/1.1" status: 404 len: 339 time: 0.0354085 Feb 10 11:30:36.981400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48048) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.004121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.020791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-eaf1bf1c-9935-4155-8699-a67cae7fb148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/quotas/09e0583b55da4c5b997c44ad422611d0 HTTP/1.1" status: 200 len: 375 time: 0.1983953 Feb 10 11:30:37.027926 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dac0f8-2e2e-48e0-b8ab-6f58185c07e7 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:37.028293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dac0f8-2e2e-48e0-b8ab-6f58185c07e7 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:37.031977 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2dac0f8-2e2e-48e0-b8ab-6f58185c07e7 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/c715ccc1-3533-4ffb-b265-ceade6d93505 HTTP/1.1" status: 404 len: 337 time: 0.0491016 Feb 10 11:30:37.037278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd93f50-9486-4d49-937e-43c1c2270290 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:37.041266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd93f50-9486-4d49-937e-43c1c2270290 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:37.041995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cdd93f50-9486-4d49-937e-43c1c2270290 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:37.045581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.050420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.080908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:37.086211 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cebff0-aa05-4ca0-966b-2d46e248006c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:37.086749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cebff0-aa05-4ca0-966b-2d46e248006c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:37.091332 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c7cebff0-aa05-4ca0-966b-2d46e248006c tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a5eb0da0-0dc6-4a0b-829f-2fab91989dc5 HTTP/1.1" status: 404 len: 339 time: 0.0402405 Feb 10 11:30:37.092180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48056) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.129460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, d4bb8e2c-fa37-46c7-8015-c1bddd7ab855) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:37.133591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.138897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cdd93f50-9486-4d49-937e-43c1c2270290 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:37.140104 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cdd93f50-9486-4d49-937e-43c1c2270290 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3549087 Feb 10 11:30:37.141310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df95ef7e-1731-4cd0-a971-eb272f2e628c None None] Network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:37.170321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48060) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.177263 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbf25b2-90f3-494f-a6ee-25817b51d6be tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:37.177655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbf25b2-90f3-494f-a6ee-25817b51d6be tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:37.181706 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-acbf25b2-90f3-494f-a6ee-25817b51d6be tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/d807f13d-fbb4-4b0d-917e-886b0c32292f HTTP/1.1" status: 404 len: 337 time: 0.0864460 Feb 10 11:30:37.226135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48064) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.288378 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7908d0aa-504f-444d-820f-1e63a834845a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:37.288744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7908d0aa-504f-444d-820f-1e63a834845a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:37.290335 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7908d0aa-504f-444d-820f-1e63a834845a tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/6fbab5b2-c15c-412a-a82a-f06253542db3 HTTP/1.1" status: 404 len: 339 time: 0.0632474 Feb 10 11:30:37.297453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48068) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:37.306087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event updated for resources: {'Subnet': ['ID=e236b4f6-5969-4ddb-88c7-081058c44c48,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:37.351176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting subnet 262df3ab-7399-4394-a991-fa48804bad6b {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:37.374421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.399042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 1df3d0b6-0126-4777-9769-8f1540f71e33 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:37.399985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.485857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-d4bb8e2c-fa37-46c7-8015-c1bddd7ab855', 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855', 'tenant_id': '0f9b7da5a7d34a268a30c175368a9a9e', 'fixed_ips': [{'subnet_id': 'eb7b38db-f084-4bce-b2d0-5fdb7bb46f06'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:37.487038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.589013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.613875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-09aad110-5fb8-4cd7-86d6-2ae77cc5d19c None None] Provisioning for port 0dfb3708-addb-49f0-aad4-6d32f93e133f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:37.649506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Checking segment: {'id': '58700787-e15e-4151-a5bb-33e3754e84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:37.649938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network hostable DHCP agents. Network: 1342edaa-ba22-466f-b2e0-4517771ded07, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:37.665467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.705051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.711847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0dfb3708-addb-49f0-aad4-6d32f93e133f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:37.714942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.749211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af3a44-d6d5-4f48-a6bc-25fdde258afe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:37.763570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-acf5cf86-d1e3-4a8f-9790-a9c187502080 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7351878 Feb 10 11:30:37.774112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.777406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ad007cd-a729-49f1-8875-cac96da1dd7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96af3a44-d6d5-4f48-a6bc-25fdde258afe HTTP/1.1" status: 204 len: 168 time: 1.6847646 Feb 10 11:30:37.872601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Allocated IP 2001:db8::1 (d4bb8e2c-fa37-46c7-8015-c1bddd7ab855/eb7b38db-f084-4bce-b2d0-5fdb7bb46f06/dc5f1b51-437f-4425-b411-d26c01beb9ad) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:37.875682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 0dfb3708-addb-49f0-aad4-6d32f93e133f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:37.887025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting subnet 4339159d-47f3-4373-964b-71a23584502d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:37.890433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0dfb3708-addb-49f0-aad4-6d32f93e133f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:37.890590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.891048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.926305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.926791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router ef255d47-7a00-4039-a182-900a1dd9d07a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:37.955090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:37.992194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.066694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ebdae6a8-d571-4fa4-89cf-d7806ab731ef None None] Provisioning for port 1df3d0b6-0126-4777-9769-8f1540f71e33 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:38.068575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.072197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.079015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b1b1d37-daa2-4fdd-9713-009cff3f9eac tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 204 len: 168 time: 8.4374659 Feb 10 11:30:38.081192 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ebdae6a8-d571-4fa4-89cf-d7806ab731ef None None] Provisioning complete for port 1df3d0b6-0126-4777-9769-8f1540f71e33 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:38.081615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ebdae6a8-d571-4fa4-89cf-d7806ab731ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.086678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.095498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460133543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:38.121716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:38.132624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:38.150496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:38.151947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ebdae6a8-d571-4fa4-89cf-d7806ab731ef None None] Port 1df3d0b6-0126-4777-9769-8f1540f71e33 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:38.161816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Network 1342edaa-ba22-466f-b2e0-4517771ded07 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:38.173913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1342edaa-ba22-466f-b2e0-4517771ded07) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:38.178496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:38.178885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:38.179540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.187142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.189463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c654d6-b727-436e-8443-d952441cf949 None None] Network 1342edaa-ba22-466f-b2e0-4517771ded07 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:38.192877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.230459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:38.236344 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-33f55d71-7708-412e-8fdd-f1d0139e5b32 service neutron] 10.222.0.42 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417088 Feb 10 11:30:38.253320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Subnet': ['ID=4339159d-47f3-4373-964b-71a23584502d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:38.325479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.372957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.412153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.413074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.417943 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d1eaaf55-5a02-4e94-ab56-ff5804bdb4c2 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.1604757 Feb 10 11:30:38.424463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.424903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.474785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.476620 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fa7c3383-0a00-44e6-b673-664525b86103 tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/subnets/4339159d-47f3-4373-964b-71a23584502d HTTP/1.1" status: 204 len: 168 time: 1.1747451 Feb 10 11:30:38.483699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 1df3d0b6-0126-4777-9769-8f1540f71e33 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:38.489436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc022a1-5e39-4e77-8b6d-7a75a124d96d None None] Network a0748311-0ca6-4140-b3eb-3bee6651c32d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:38.496595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.551083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=262df3ab-7399-4394-a991-fa48804bad6b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:38.611270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.621651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 0dfb3708-addb-49f0-aad4-6d32f93e133f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0dfb3708-addb-49f0-aad4-6d32f93e133f,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:38.645116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.645277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.655852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.684904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Transition to ACTIVE for port object dc5f1b51-437f-4425-b411-d26c01beb9ad will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:38.697852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e0400-6b6f-43fd-acc2-f4124596fd87 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:38.705746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=1df3d0b6-0126-4777-9769-8f1540f71e33,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:38.714606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3808-92e5-4eb7-aca9-fa19508f693d tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:38.716086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3808-92e5-4eb7-aca9-fa19508f693d tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:38.717403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3808-92e5-4eb7-aca9-fa19508f693d tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:38.728380 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6c4f3808-92e5-4eb7-aca9-fa19508f693d tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2994606 Feb 10 11:30:38.730865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.740655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f356ed4-79a6-4c9e-898b-f4cc4f871ab6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386b816a9fe74124921af52c380ca1d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4098628 Feb 10 11:30:38.743653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48096) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.752786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.760244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.805842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6b7ec30c-ba6f-4ec3-9f13-337060cf607d tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/262df3ab-7399-4394-a991-fa48804bad6b HTTP/1.1" status: 204 len: 168 time: 2.5477195 Feb 10 11:30:38.821035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48100) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:38.830698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.848020 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-099becec-ca84-49e4-97c3-b3022898f50e service neutron] 10.222.0.42 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010082 Feb 10 11:30:38.877925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:38.898902 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e8a75a25-939b-4197-83b2-769b3fb747a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/1df3d0b6-0126-4777-9769-8f1540f71e33 HTTP/1.1" status: 204 len: 168 time: 1.7209492 Feb 10 11:30:38.901366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48104) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.004939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Transition to ACTIVE for port object dc5f1b51-437f-4425-b411-d26c01beb9ad will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:39.020789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1342edaa-ba22-466f-b2e0-4517771ded07', 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07', 'tenant_id': '0f9b7da5a7d34a268a30c175368a9a9e', 'fixed_ips': [{'subnet_id': 'e236b4f6-5969-4ddb-88c7-081058c44c48'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:39.021632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.044582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.069108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=0dfb3708-addb-49f0-aad4-6d32f93e133f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.105625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.148310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:39.148827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.173538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a72889-4cad-4f59-bf23-ac2e2b04dd1b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.174973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a72889-4cad-4f59-bf23-ac2e2b04dd1b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:39.175770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94a72889-4cad-4f59-bf23-ac2e2b04dd1b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:39.239714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.255705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94a72889-4cad-4f59-bf23-ac2e2b04dd1b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:39.256881 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-94a72889-4cad-4f59-bf23-ac2e2b04dd1b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3534410 Feb 10 11:30:39.266028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48116) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.297819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.301910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b473bd5-41a2-4d01-9ad9-6ba37b14addb tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2140398 Feb 10 11:30:39.307278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48120) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:39.339508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': True}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:39.370965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting subnet 5940c69f-639f-444d-8384-75a89b5ab114 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:39.379832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.449355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:39.456807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:39.478728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:39.486464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Pushing event updated for resources: {'Port': ['ID=dc5f1b51-437f-4425-b411-d26c01beb9ad,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.500893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-546ab846-e4d6-40e2-beec-7c247ffab2f7 req-fe996a31-d392-4f3c-ac2c-170a85afab9f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.3590102 Feb 10 11:30:39.526632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Allocated IP 2001:db8:0:1::1 (1342edaa-ba22-466f-b2e0-4517771ded07/e236b4f6-5969-4ddb-88c7-081058c44c48/2934386e-64ae-42ef-834b-6678ba7b9a0b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:39.587509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.624008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.655107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29949d63-1be7-40d0-a67a-08ff7fdee849,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:39.689743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.690868 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a8e2578a-e137-4bd6-8173-d36e650d0b37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29949d63-1be7-40d0-a67a-08ff7fdee849 HTTP/1.1" status: 204 len: 168 time: 0.9462919 Feb 10 11:30:39.693950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 357b957b-c380-44e1-9e8f-411731a4076d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:39.700865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.737188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0dfb3708-addb-49f0-aad4-6d32f93e133f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:39.770202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] DHCP port deletion for a0748311-0ca6-4140-b3eb-3bee6651c32d request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:39.778337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.815554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Deleting port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:39.816028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.863453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Attempting to bind port dc5f1b51-437f-4425-b411-d26c01beb9ad on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:39.863963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Attempting to bind port dc5f1b51-437f-4425-b411-d26c01beb9ad by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1d8f1e47-f509-4194-a45a-b5f20d7ac88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:39.864428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Attempting to bind port dc5f1b51-437f-4425-b411-d26c01beb9ad on network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:39.872087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.922497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:39.923058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Checking segment: {'id': '1d8f1e47-f509-4194-a45a-b5f20d7ac88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:39.923587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.924079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Bound using segment: {'id': '1d8f1e47-f509-4194-a45a-b5f20d7ac88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:39.924668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Bound port: dc5f1b51-437f-4425-b411-d26c01beb9ad, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8f1e47-f509-4194-a45a-b5f20d7ac88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd4bb8e2c-fa37-46c7-8015-c1bddd7ab855'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:39.925182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:39.962473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.065092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.119087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=5940c69f-639f-444d-8384-75a89b5ab114,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:40.137228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.164360 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7089e60-3e47-454b-add3-61dc435c4a8a tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/5940c69f-639f-444d-8384-75a89b5ab114 HTTP/1.1" status: 204 len: 168 time: 1.3401113 Feb 10 11:30:40.166107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.170218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48130) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.219488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:40.243602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=357b957b-c380-44e1-9e8f-411731a4076d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:40.324587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.330599 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6c35b552-d39b-4b53-9905-816aa9bd5205 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/357b957b-c380-44e1-9e8f-411731a4076d HTTP/1.1" status: 204 len: 168 time: 1.0546074 Feb 10 11:30:40.332144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893456ce-f403-4845-93b1-b940157bf27c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:40.336965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting subnet eb7b38db-f084-4bce-b2d0-5fdb7bb46f06 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:40.340153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48136) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.351719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] For port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,segment=NetworkSegment(322137e0-40c8-4456-ba51-62519056a66a),segment_id=322137e0-40c8-4456-ba51-62519056a66a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:40.351975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.430418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.499149 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3590e9d6-31f5-4765-96a9-f63a3afd17af tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536887 Feb 10 11:30:40.503428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48142) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:40.526759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:40.547151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.554053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0dfb3708-addb-49f0-aad4-6d32f93e133f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:40.554426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.591327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.643639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Transition to ACTIVE for port object 2934386e-64ae-42ef-834b-6678ba7b9a0b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:40.696576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] For port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,segment=NetworkSegment(322137e0-40c8-4456-ba51-62519056a66a),segment_id=322137e0-40c8-4456-ba51-62519056a66a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:40.700314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.715636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] For port dc5f1b51-437f-4425-b411-d26c01beb9ad, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:40.828080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Calling delete_port for 237c41f1-a33e-45a9-87a1-ed79f2fa4daa owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:40.923343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:40.923709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:40.968005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Transition to ACTIVE for port object 2934386e-64ae-42ef-834b-6678ba7b9a0b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:40.971662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:40.986453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Calling delete_port for 237c41f1-a33e-45a9-87a1-ed79f2fa4daa owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:41.013884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:41.061227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] For port dc5f1b51-437f-4425-b411-d26c01beb9ad, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dc5f1b51-437f-4425-b411-d26c01beb9ad,segment=NetworkSegment(1d8f1e47-f509-4194-a45a-b5f20d7ac88e),segment_id=1d8f1e47-f509-4194-a45a-b5f20d7ac88e)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:41.062913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe12d43-23ba-48cd-a3d0-b275148a1fa1 None None] Network d4ad966f-4b89-49e8-8a2c-569437723f7b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:41.082453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:41.086667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.254908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.261753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.311633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.345924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.365531 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73ad46a1-1b08-4777-8019-20ac33429136 req-68f57f46-afeb-4adf-988e-bdc5e175496f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.3528056 Feb 10 11:30:41.431067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774dd3-4673-4f50-a58e-e43b1927680d None None] Pushing event updated for resources: {'Port': ['ID=dc5f1b51-437f-4425-b411-d26c01beb9ad,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.431542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.474340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=021e4068-a0cc-4041-adf6-849aa1fc9780,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.499547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Network 1342edaa-ba22-466f-b2e0-4517771ded07 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:41.502663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:41.502958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:41.543504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:41.544787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.549971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:41.554578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:41.554578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.594110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-3818b884-c2a5-4ef0-b43d-bff91d0851db tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:41.595578 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-3818b884-c2a5-4ef0-b43d-bff91d0851db tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 811 time: 0.5130789 Feb 10 11:30:41.599439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:41.599810 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d4cb2c5f-8227-4b13-b040-eb866f68326b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0846455 Feb 10 11:30:41.611734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '021e4068-a0cc-4041-adf6-849aa1fc9780', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-916938583'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:41.627536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port 2df20f72-a80b-4b98-919c-f2fb4a12bc04, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2df20f72-a80b-4b98-919c-f2fb4a12bc04,segment=NetworkSegment(d19ff1ab-423f-4600-8e85-c68090a89fe1),segment_id=d19ff1ab-423f-4600-8e85-c68090a89fe1)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:41.627903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.667721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:41.673363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Pushing event updated for resources: {'Port': ['ID=2934386e-64ae-42ef-834b-6678ba7b9a0b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.683455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:41.786498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for 2df20f72-a80b-4b98-919c-f2fb4a12bc04 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:41.848056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:41.854183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] Pushing event deleted for resources: {'Port': ['ID=237c41f1-a33e-45a9-87a1-ed79f2fa4daa,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:41.856353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dd41d-0ef1-4c78-aeb9-daac44c57518 None None] No DVR routers for this DVR port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:41.918581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 237c41f1-a33e-45a9-87a1-ed79f2fa4daa no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:41.947799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-cb12e7cb-e5a5-4a64-9816-276e7ef9c30e tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e0583b55da4c5b997c44ad422611d0 HTTP/1.1" status: 200 len: 380 time: 0.3112807 Feb 10 11:30:41.970616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'port': {'device_id': '35eec508-d93d-4a96-8320-275192a9cfc7', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'admin_state_up': True, 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'security_groups': ['3cffe35d-2388-45c5-a8d1-ac4d0a814b11']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:41.983488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.001544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 237c41f1-a33e-45a9-87a1-ed79f2fa4daa {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:42.002546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 237c41f1-a33e-45a9-87a1-ed79f2fa4daa not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:42.008091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Deleting port 237c41f1-a33e-45a9-87a1-ed79f2fa4daa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:42.008346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.008621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-83e1db3b-d594-4e16-89d9-3e60f5e67f05 None None] Provisioning complete for port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:42.008993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-83e1db3b-d594-4e16-89d9-3e60f5e67f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.074016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-83e1db3b-d594-4e16-89d9-3e60f5e67f05 None None] Port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:30:42.083974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Attempting to bind port 2934386e-64ae-42ef-834b-6678ba7b9a0b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:42.084387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Attempting to bind port 2934386e-64ae-42ef-834b-6678ba7b9a0b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '58700787-e15e-4151-a5bb-33e3754e84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:42.084658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Attempting to bind port 2934386e-64ae-42ef-834b-6678ba7b9a0b on network 1342edaa-ba22-466f-b2e0-4517771ded07 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:42.091517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:42.091885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Checking segment: {'id': '58700787-e15e-4151-a5bb-33e3754e84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:42.092276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.092729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Bound using segment: {'id': '58700787-e15e-4151-a5bb-33e3754e84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:42.093091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Bound port: 2934386e-64ae-42ef-834b-6678ba7b9a0b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58700787-e15e-4151-a5bb-33e3754e84cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1342edaa-ba22-466f-b2e0-4517771ded07'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:42.093983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.168685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=2df20f72-a80b-4b98-919c-f2fb4a12bc04,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.183931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port 2df20f72-a80b-4b98-919c-f2fb4a12bc04 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:42.184612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:42.200499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2580002-015c-4677-acdc-684871daa49c None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:42.219354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] The port '237c41f1-a33e-45a9-87a1-ed79f2fa4daa' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:42.225225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d2580002-015c-4677-acdc-684871daa49c None None] Deleting port 0dfb3708-addb-49f0-aad4-6d32f93e133f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:42.225622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2580002-015c-4677-acdc-684871daa49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.253581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:42.277348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f7327-ebf3-4540-8b3e-fb1dcd7a1d1b None None] DHCP port deletion for d4ad966f-4b89-49e8-8a2c-569437723f7b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:42.281980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:42.304270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] For port 2934386e-64ae-42ef-834b-6678ba7b9a0b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:42.344240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] For port 2934386e-64ae-42ef-834b-6678ba7b9a0b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2934386e-64ae-42ef-834b-6678ba7b9a0b,segment=NetworkSegment(58700787-e15e-4151-a5bb-33e3754e84cb),segment_id=58700787-e15e-4151-a5bb-33e3754e84cb)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:42.356153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.377798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:42.463216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.478815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.533799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ad966f-4b89-49e8-8a2c-569437723f7b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.557371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19ff1ab-423f-4600-8e85-c68090a89fe1') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.559054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19ff1ab-423f-4600-8e85-c68090a89fe1') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:42.587894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64217d39-0a4e-4fd1-aa95-54e56d2e66fd None None] Pushing event updated for resources: {'Port': ['ID=2934386e-64ae-42ef-834b-6678ba7b9a0b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.592986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.636346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.657713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:42.658222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.669159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d2580002-015c-4677-acdc-684871daa49c None None] For port 0dfb3708-addb-49f0-aad4-6d32f93e133f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0dfb3708-addb-49f0-aad4-6d32f93e133f,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:42.669754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2580002-015c-4677-acdc-684871daa49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:42.677627 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:42.695353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:42.711094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.726482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7b38db-f084-4bce-b2d0-5fdb7bb46f06,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:42.776792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.781997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.783530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.806245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.816313 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/d4ad966f-4b89-49e8-8a2c-569437723f7b HTTP/1.1" status: 204 len: 168 time: 2.6159813 Feb 10 11:30:42.820796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48188) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.850430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d2580002-015c-4677-acdc-684871daa49c None None] Calling delete_port for 0dfb3708-addb-49f0-aad4-6d32f93e133f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:42.881820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494a08a7-9172-43e6-b42e-b64aa0f8f773 req-7e0f47b4-3f41-4f36-94d2-7c5b3af0bd36 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.1884525 Feb 10 11:30:42.923663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:42.935344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:42.952260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:42.958407 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2313d8-0191-4335-9f38-82f7e30176f6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:42.959759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2313d8-0191-4335-9f38-82f7e30176f6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:42.968609 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7d2313d8-0191-4335-9f38-82f7e30176f6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/28394f46-042e-4510-b4e9-3485a79025f9 HTTP/1.1" status: 404 len: 337 time: 0.1352527 Feb 10 11:30:42.969737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48192) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:42.970684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:42.971736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf968-443c-464f-b441-363267ce6329 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=d4ad966f-4b89-49e8-8a2c-569437723f7b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.023598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0748311-0ca6-4140-b3eb-3bee6651c32d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.042563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:43.043084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.072610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Usage tracker for resource:port and tenant:09e0583b55da4c5b997c44ad422611d0 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:43.074122 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ff0b70-fbc4-4714-b2b8-8e7936dea8a1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:43.075250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ff0b70-fbc4-4714-b2b8-8e7936dea8a1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:43.079645 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-54ff0b70-fbc4-4714-b2b8-8e7936dea8a1 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/b27c6884-6b77-48e8-b9b9-2fb69468bdab HTTP/1.1" status: 404 len: 339 time: 0.0962532 Feb 10 11:30:43.087923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48196) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.099544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90701054-a3e0-400a-a0a9-16a9b8b712e0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/subnets/eb7b38db-f084-4bce-b2d0-5fdb7bb46f06 HTTP/1.1" status: 204 len: 168 time: 4.3616886 Feb 10 11:30:43.104570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:43.108642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.129871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322137e0-40c8-4456-ba51-62519056a66a') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.130158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322137e0-40c8-4456-ba51-62519056a66a') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.154829 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae25479-9e0a-49ef-b610-04b88f2b8716 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:43.157717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae25479-9e0a-49ef-b610-04b88f2b8716 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:43.163587 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0ae25479-9e0a-49ef-b610-04b88f2b8716 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/9d9362f0-633f-4859-b321-b2e3e8a23f9a HTTP/1.1" status: 404 len: 337 time: 0.0720956 Feb 10 11:30:43.165452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48204) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.175402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:43.196155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2580002-015c-4677-acdc-684871daa49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.211600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.213573 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a51037-cbb4-4b87-b66a-e7da55361ae7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:43.214330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a51037-cbb4-4b87-b66a-e7da55361ae7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:43.219171 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b7a51037-cbb4-4b87-b66a-e7da55361ae7 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/f3a242ba-a70a-425e-9338-5fb5172b6363 HTTP/1.1" status: 404 len: 339 time: 0.0496991 Feb 10 11:30:43.219642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48208) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.255002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.260020 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7a9fa3-41d9-4f4e-b9a5-0621a2393428 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:43.260532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7a9fa3-41d9-4f4e-b9a5-0621a2393428 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:43.264629 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de7a9fa3-41d9-4f4e-b9a5-0621a2393428 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/af160393-8a9a-4814-9bd1-e36103111ed3 HTTP/1.1" status: 404 len: 337 time: 0.0404501 Feb 10 11:30:43.265165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48212) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.270534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2580002-015c-4677-acdc-684871daa49c None None] Pushing event deleted for resources: {'Port': ['ID=0dfb3708-addb-49f0-aad4-6d32f93e133f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:43.275637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2580002-015c-4677-acdc-684871daa49c None None] No DVR routers for this DVR port 0dfb3708-addb-49f0-aad4-6d32f93e133f on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:43.292024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1411977977'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:43.294211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:43.294834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.331342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:43.340661 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5fe8d4-a1d5-4c71-b6e1-4c80d717fdf6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:43.341245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5fe8d4-a1d5-4c71-b6e1-4c80d717fdf6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:43.347384 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ab5fe8d4-a1d5-4c71-b6e1-4c80d717fdf6 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/f4523778-d3b3-4a06-a791-5b738d100695 HTTP/1.1" status: 404 len: 339 time: 0.0781674 Feb 10 11:30:43.347595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31b171-a877-474c-b573-7576b0487f51 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:43.347712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:43.387431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:43.387838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5a749-4a4a-4db5-b174-df6283564c69 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:43.408017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Usage tracker for resource:router and tenant:68f55f0b3983448b93e4dcc87e63cbb6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:43.412135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.438070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:43.469666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Made reservation on behalf of 09e0583b55da4c5b997c44ad422611d0 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:43.472339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.580922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc10ed7-ade8-499f-8ba9-22751d57646e None None] Network d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:43.663030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:43.663475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.685554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:43.688278 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:43.705194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting subnet c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:43.710180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.785299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.788743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.790006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '021e4068-a0cc-4041-adf6-849aa1fc9780'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:43.791552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.855392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1e5aa0e8-f9e0-48d3-aadd-17818eb6b1dd None None] Provisioning for port dc5f1b51-437f-4425-b411-d26c01beb9ad completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:43.892218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.893137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:43.913809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2f313556-e571-4dab-bcc9-46e927f75f4e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/a2be78ff-eccc-4527-ac66-03bc9c312353 HTTP/1.1" status: 200 len: 978 time: 11.0135119 Feb 10 11:30:44.005698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.057334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.077540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 2c129291-2b1c-429c-881e-48be26b87383 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:30:44.119090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2934386e-64ae-42ef-834b-6678ba7b9a0b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:44.143402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.173452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.175051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71014ad9-04fd-4862-a8de-1a42b7b5b42f None None] Network 1342edaa-ba22-466f-b2e0-4517771ded07 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:44.187131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:44.191854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.206516 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f40181ca-8332-4c10-b84e-2c02cf8a3a2b tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/c8ff3c94-e5bc-4b1d-af71-60d32ef01f6c HTTP/1.1" status: 204 len: 168 time: 0.8575196 Feb 10 11:30:44.207058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48226) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.228561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520fa62-a099-4698-a23b-0c3dac2048ae None None] Network 5697c552-ae1a-4097-8864-46d95551a6b8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:44.257423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.290215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.332118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.342922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:44.343867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.371731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.382011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9e1e1e4-05db-420b-bdbf-dbb1dccd56a0 req-e259361e-6764-47e5-a7c6-89eef5bbedcb tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.1750448 Feb 10 11:30:44.420555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/021e4068-a0cc-4041-adf6-849aa1fc9780/92815c08-f117-4e9e-b24a-57c505ee5db4) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:44.435526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] 10.222.0.42 "DELETE /v2.0/networks/a0748311-0ca6-4140-b3eb-3bee6651c32d HTTP/1.1" status: 204 len: 168 time: 5.9279537 Feb 10 11:30:44.436111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-297c1010-db20-4e1a-869b-a780b3394af1 None None] Provisioning for port 2934386e-64ae-42ef-834b-6678ba7b9a0b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:44.436526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df3dea-80d5-419d-a0c0-8356667607bd tempest-NetworksTest-1170201807 tempest-NetworksTest-1170201807-project] Pushing event deleted for resources: {'Network': ['ID=a0748311-0ca6-4140-b3eb-3bee6651c32d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:44.492670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.525470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2934386e-64ae-42ef-834b-6678ba7b9a0b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:44.584145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] DHCP port deletion for d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:44.604708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting subnet e236b4f6-5969-4ddb-88c7-081058c44c48 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:44.639988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2934386e-64ae-42ef-834b-6678ba7b9a0b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:44.640879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.667475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,segment=NetworkSegment(9df716cd-15cd-4712-907f-b729d8c5d024),segment_id=9df716cd-15cd-4712-907f-b729d8c5d024)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:44.668540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.687820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.713874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Deleting port dc5f1b51-437f-4425-b411-d26c01beb9ad {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:44.714509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.805998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 8a8f6346-b2ae-4f55-bc5b-220383e9db06 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:44.806494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.869129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:44.891349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.911767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:44.914018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:44.937870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Allocated IP 172.20.0.14 (c15c6fce-2062-4bb1-8928-209086e3bb6b/d2636150-7edc-4ced-8d48-8df7c669c536/8d87d882-1974-44dd-b8b8-57f84a2adb46) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:45.025066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.036632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.040415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e91ff8f0-9fff-43d6-ac27-1ba3cdd830fe tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.3128703 Feb 10 11:30:45.059921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.133631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.26.3.152 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/50ef2bed-05ec-427d-94c4-eec610dd0bc0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:45.157078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=9cee310d-27ed-4eb3-a5cb-4e0d2231ec64,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.177943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:45.223320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.237273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.254245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] For port dc5f1b51-437f-4425-b411-d26c01beb9ad, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dc5f1b51-437f-4425-b411-d26c01beb9ad,segment=NetworkSegment(1d8f1e47-f509-4194-a45a-b5f20d7ac88e),segment_id=1d8f1e47-f509-4194-a45a-b5f20d7ac88e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:45.254859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.268101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Transition to ACTIVE for port object 92815c08-f117-4e9e-b24a-57c505ee5db4 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:45.278346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26921f16-d481-4741-a452-1436f0ade4b3 None None] DHCP port deletion for 5697c552-ae1a-4097-8864-46d95551a6b8 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:45.313810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.332908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04204aa2-d566-4e5c-bc2f-afe1b06176bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=990791a2244b42d3ae61f23b5649247d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4153259 Feb 10 11:30:45.334242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48246) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.351892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.417456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5697c552-ae1a-4097-8864-46d95551a6b8']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:45.451613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df716cd-15cd-4712-907f-b729d8c5d024') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:45.451915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df716cd-15cd-4712-907f-b729d8c5d024') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:45.476258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.478796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Calling delete_port for dc5f1b51-437f-4425-b411-d26c01beb9ad owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:45.488596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.506950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.530397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:45.531434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.541856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Transition to ACTIVE for port object 92815c08-f117-4e9e-b24a-57c505ee5db4 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:45.549804 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:45.561281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.611856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.652151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:45.653617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:30:45.654148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:45.656750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Provisioning complete for port 2934386e-64ae-42ef-834b-6678ba7b9a0b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:45.657234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.660154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-eb28ed9e-2790-4431-98de-9212c12cb472 req-be7346dd-e08b-493b-84e0-bf09df9ca408 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Synchronizing usage tracker for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:45.675130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.681239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:45.693954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.697523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:45.699924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Pushing event updated for resources: {'Port': ['ID=92815c08-f117-4e9e-b24a-57c505ee5db4,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.705774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.709323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=5697c552-ae1a-4097-8864-46d95551a6b8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.732012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.732387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.732919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.733272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.733621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.734022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.734351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.734706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.735053 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.735402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.735761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:45.748507 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-949fb093-14c0-4eee-9ada-a9c5db538954 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/5697c552-ae1a-4097-8864-46d95551a6b8 HTTP/1.1" status: 204 len: 168 time: 1.5377257 Feb 10 11:30:45.748821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.770697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] Pushing event deleted for resources: {'Port': ['ID=dc5f1b51-437f-4425-b411-d26c01beb9ad,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.796667 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e9e032-9d57-4fe8-9123-83f8d01b05f2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:45.797487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e9e032-9d57-4fe8-9123-83f8d01b05f2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:45.802531 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a4e9e032-9d57-4fe8-9123-83f8d01b05f2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/ca0f3f25-1032-4fcd-b39c-ad9954d5df07 HTTP/1.1" status: 404 len: 337 time: 0.0497346 Feb 10 11:30:45.802531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.803902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.808821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48256) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.811791 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35090a15-4c18-438d-a337-9aeb87f16e77 HTTP/1.1" status: 204 len: 168 time: 0.4755907 Feb 10 11:30:45.825028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98bc1d-a842-4200-b85b-de4b310c1a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35090a15-4c18-438d-a337-9aeb87f16e77,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:45.843956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62ce65-f5e1-4dec-81d1-8b86f76db5e7 None None] No DVR routers for this DVR port dc5f1b51-437f-4425-b411-d26c01beb9ad on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:45.911883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Attempting to bind port 92815c08-f117-4e9e-b24a-57c505ee5db4 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:45.912245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Attempting to bind port 92815c08-f117-4e9e-b24a-57c505ee5db4 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:45.912597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Attempting to bind port 92815c08-f117-4e9e-b24a-57c505ee5db4 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:45.918967 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7b2e75b7-7407-409c-995c-565ec920a55d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.3172035 Feb 10 11:30:45.919219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48262) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:45.950612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:45.950920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:45.951357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.951750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:45.952215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Bound port: 92815c08-f117-4e9e-b24a-57c505ee5db4, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:45.952583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:45.975883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.014602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-eb28ed9e-2790-4431-98de-9212c12cb472 req-be7346dd-e08b-493b-84e0-bf09df9ca408 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Unset dirty status for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:46.016408 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb28ed9e-2790-4431-98de-9212c12cb472 req-be7346dd-e08b-493b-84e0-bf09df9ca408 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.4293613 Feb 10 11:30:46.034110 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8376de4-675b-4d5c-b2fa-b94f7527b7e2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] DELETE failed (client error): The resource could not be found. Feb 10 11:30:46.036715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8376de4-675b-4d5c-b2fa-b94f7527b7e2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:30:46.044067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.045246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.084727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.087406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca94da85-2e41-4aa7-a5af-7bb871b63b65 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:46.088977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca94da85-2e41-4aa7-a5af-7bb871b63b65 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:46.110580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca94da85-2e41-4aa7-a5af-7bb871b63b65 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:46.112027 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca94da85-2e41-4aa7-a5af-7bb871b63b65 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1918037 Feb 10 11:30:46.114661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48270) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.160219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] For port 92815c08-f117-4e9e-b24a-57c505ee5db4, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:46.165201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.168022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:46.168372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:46.172379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:46.172721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:46.174097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] For port 92815c08-f117-4e9e-b24a-57c505ee5db4, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=92815c08-f117-4e9e-b24a-57c505ee5db4,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:46.187897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.233978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d1a71-cbdd-4f4f-b4f2-f0c0c1f8d04e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:46.236650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d1a71-cbdd-4f4f-b4f2-f0c0c1f8d04e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:46.237415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ac6d1a71-cbdd-4f4f-b4f2-f0c0c1f8d04e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:46.263127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ac6d1a71-cbdd-4f4f-b4f2-f0c0c1f8d04e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:46.266451 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ac6d1a71-cbdd-4f4f-b4f2-f0c0c1f8d04e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1493988 Feb 10 11:30:46.268319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48278) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.273762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cd968-8c05-4625-b3c9-65a7c56e5dae None None] Pushing event updated for resources: {'Port': ['ID=92815c08-f117-4e9e-b24a-57c505ee5db4,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:46.285574 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c8376de4-675b-4d5c-b2fa-b94f7527b7e2 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/86e7d032-663a-41c5-bf74-2e30fdd918a7 HTTP/1.1" status: 404 len: 339 time: 0.4226999 Feb 10 11:30:46.321059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.416147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 8a8f6346-b2ae-4f55-bc5b-220383e9db06 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:46.484390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Subnet': ['ID=e236b4f6-5969-4ddb-88c7-081058c44c48,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:46.517161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.519173 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/subnets/e236b4f6-5969-4ddb-88c7-081058c44c48 HTTP/1.1" status: 204 len: 168 time: 3.4083023 Feb 10 11:30:46.524970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48290) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.533733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686d848-4e5f-4815-99f7-11bb0d54101e None None] Network 1342edaa-ba22-466f-b2e0-4517771ded07 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:46.571542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.571891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.572232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.572568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.572898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.573227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.573552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.573886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.574208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.574530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.574851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e5b8f9-6a1b-4732-8b14-e887a97c4735 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:46.585667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.634868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.734530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Transition to ACTIVE for port object 8d87d882-1974-44dd-b8b8-57f84a2adb46 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:46.824577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee596652-b211-4f2e-983b-341215f61087 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:46.825264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee596652-b211-4f2e-983b-341215f61087 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Synchronizing usage tracker for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:46.849513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.861380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.903409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.910194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee596652-b211-4f2e-983b-341215f61087 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Unset dirty status for tenant:0f9b7da5a7d34a268a30c175368a9a9e on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:46.915862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee596652-b211-4f2e-983b-341215f61087 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3833134 Feb 10 11:30:46.916641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting subnet 7b5afec6-ecf4-4c48-a339-08e6e3c13e98 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:46.919924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.927264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48304) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:46.951701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] For port 2934386e-64ae-42ef-834b-6678ba7b9a0b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2934386e-64ae-42ef-834b-6678ba7b9a0b,segment=NetworkSegment(58700787-e15e-4151-a5bb-33e3754e84cb),segment_id=58700787-e15e-4151-a5bb-33e3754e84cb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:46.958216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:46.992911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.118037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a2f6b-fed5-44c1-9ccd-08e80b64c687 None None] Pushing event updated for resources: {'Port': ['ID=2934386e-64ae-42ef-834b-6678ba7b9a0b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.119393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.128332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:47.128682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:47.234147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1488117639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:47.240978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] DHCP port deletion for 1342edaa-ba22-466f-b2e0-4517771ded07 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:47.241200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.246009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Deleting port 2934386e-64ae-42ef-834b-6678ba7b9a0b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:47.246313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.262116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:47.314398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 021e4068-a0cc-4041-adf6-849aa1fc9780 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:30:47.318357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.325265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:router and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:47.328521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.349152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.350220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.351927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:47.416149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5afec6-ecf4-4c48-a339-08e6e3c13e98,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.429371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.465970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e1058-2059-48d1-a63a-d2e0a91be08f None None] Network edd574b9-61c1-420f-9a90-8ab72968e585 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:47.544833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.547188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.561330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:47.581643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.601228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.608132 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1e4bdcc2-a876-4775-a089-0e28137b7279 tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/subnets/7b5afec6-ecf4-4c48-a339-08e6e3c13e98 HTTP/1.1" status: 204 len: 168 time: 1.2864864 Feb 10 11:30:47.611272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48310) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:47.613771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.634683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.635612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.641093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Network c15c6fce-2062-4bb1-8928-209086e3bb6b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:47.670680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:47.672972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:47.707194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.742204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.745718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.748789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:47.798877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.805107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Deleting port a0692936-632b-4268-aace-3439e94efd6f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:47.805440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.807591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:47.810107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:47.819323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] For port 2934386e-64ae-42ef-834b-6678ba7b9a0b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2934386e-64ae-42ef-834b-6678ba7b9a0b,segment=NetworkSegment(58700787-e15e-4151-a5bb-33e3754e84cb),segment_id=58700787-e15e-4151-a5bb-33e3754e84cb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:47.819768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.830723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dc5f1b51-437f-4425-b411-d26c01beb9ad up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:47.834866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=021e4068-a0cc-4041-adf6-849aa1fc9780,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:47.851795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting port 2934386e-64ae-42ef-834b-6678ba7b9a0b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:47.852030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.853377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a028fd1-5eb1-4a45-b436-54551c52c7ed None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:47.863196 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e16b4046-f93c-42dd-a83b-88b41fb38af9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/021e4068-a0cc-4041-adf6-849aa1fc9780 HTTP/1.1" status: 204 len: 168 time: 1.5938110 Feb 10 11:30:47.866101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48314) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:47.895355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:47.895860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad33162-44cd-4001-8817-cb53b81690fa {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:47.944240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-68e46ee9-cfd0-497e-adc7-697081a85281 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770075 Feb 10 11:30:47.944704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48318) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.050631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=50ef2bed-05ec-427d-94c4-eec610dd0bc0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.085603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.088583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:48.089203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.101219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.154953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Calling delete_port for 2934386e-64ae-42ef-834b-6678ba7b9a0b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:48.175358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b49577-495a-4e5a-89ba-92aba4ac73bc req-70f528c2-e361-4d06-a440-aaf4002aba83 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:48.177360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73b49577-495a-4e5a-89ba-92aba4ac73bc req-70f528c2-e361-4d06-a440-aaf4002aba83 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 932 time: 0.9120555 Feb 10 11:30:48.178275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=8a8f6346-b2ae-4f55-bc5b-220383e9db06,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.182539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: dc5f1b51-437f-4425-b411-d26c01beb9ad {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:48.182883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dc5f1b51-437f-4425-b411-d26c01beb9ad not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:30:48.203919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] For port a0692936-632b-4268-aace-3439e94efd6f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=a0692936-632b-4268-aace-3439e94efd6f,segment=NetworkSegment(9b340953-267e-4908-8c95-e28258a2751d),segment_id=9b340953-267e-4908-8c95-e28258a2751d)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:48.204286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.241418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.260330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port dc5f1b51-437f-4425-b411-d26c01beb9ad not found, will not notify nova. {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:30:48.284247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-433ec97e-a4f3-4be6-9ac9-b3746c96e253 None None] Provisioning for port 92815c08-f117-4e9e-b24a-57c505ee5db4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:48.330836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0dfb3708-addb-49f0-aad4-6d32f93e133f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:48.381860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 0dfb3708-addb-49f0-aad4-6d32f93e133f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:48.382098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0dfb3708-addb-49f0-aad4-6d32f93e133f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:48.382583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2df20f72-a80b-4b98-919c-f2fb4a12bc04 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:48.399994 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-4a2ae0bd-86db-40eb-af8f-ae67ddc282d3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4443519 Feb 10 11:30:48.414207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.431560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2df20f72-a80b-4b98-919c-f2fb4a12bc04 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:48.431960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2df20f72-a80b-4b98-919c-f2fb4a12bc04 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:48.435551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:48.440268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:48.443326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:48.444615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Request body: {'port': {'device_id': '35eec508-d93d-4a96-8320-275192a9cfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.448544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.449195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:48.463868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Calling delete_port for a0692936-632b-4268-aace-3439e94efd6f owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:48.476901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.481493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-82ba26b4-9093-4c37-9613-47635f853a9f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9ad33162-44cd-4001-8817-cb53b81690fa HTTP/1.1" status: 204 len: 168 time: 3.4149010 Feb 10 11:30:48.487817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.495202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:48.498615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.515841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] Pushing event deleted for resources: {'Port': ['ID=2934386e-64ae-42ef-834b-6678ba7b9a0b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.529122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da6eff-1b43-4b3a-b3a1-9eb4695403c5 None None] No DVR routers for this DVR port 2934386e-64ae-42ef-834b-6678ba7b9a0b on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:48.536033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30703277-5183-4668-8d71-817470d7a297 None None] Provisioning for port 8d87d882-1974-44dd-b8b8-57f84a2adb46 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:48.545208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30703277-5183-4668-8d71-817470d7a297 None None] Provisioning complete for port 8d87d882-1974-44dd-b8b8-57f84a2adb46 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:48.550660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30703277-5183-4668-8d71-817470d7a297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.595648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Request body: {'router': {'name': 'tempest-router-504643519', 'distributed': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.601800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:48.606087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Usage tracker for resource:router and tenant:68f55f0b3983448b93e4dcc87e63cbb6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:48.608950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:48.616237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:48.634525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30703277-5183-4668-8d71-817470d7a297 None None] Port 8d87d882-1974-44dd-b8b8-57f84a2adb46 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:48.684634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.688429 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-81790091-1d3a-4855-a572-d702e1d364cb tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8319514 Feb 10 11:30:48.699662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48326) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:48.709391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-474704484'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:48.713159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9992dd8-a712-4d6a-b43e-b0e57690975e None None] DHCP port deletion for edd574b9-61c1-420f-9a90-8ab72968e585 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:48.724767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b9992dd8-a712-4d6a-b43e-b0e57690975e None None] Deleting port a0692936-632b-4268-aace-3439e94efd6f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:48.727301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9992dd8-a712-4d6a-b43e-b0e57690975e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.728896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:48.737951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:network and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:48.743995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:48.748595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.776570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.778339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.796435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73b49577-495a-4e5a-89ba-92aba4ac73bc req-158c8732-3b36-47de-9fc3-de319f44ec61 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5967715 Feb 10 11:30:48.809356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:48.814179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] For port 2934386e-64ae-42ef-834b-6678ba7b9a0b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2934386e-64ae-42ef-834b-6678ba7b9a0b,segment=NetworkSegment(58700787-e15e-4151-a5bb-33e3754e84cb),segment_id=58700787-e15e-4151-a5bb-33e3754e84cb)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:48.814537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.833474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:30:48.837667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Port': ['ID=a0692936-632b-4268-aace-3439e94efd6f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:48.852495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:48.859507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] No DVR routers for this DVR port a0692936-632b-4268-aace-3439e94efd6f on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:48.871030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.881063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b9992dd8-a712-4d6a-b43e-b0e57690975e None None] The port 'a0692936-632b-4268-aace-3439e94efd6f' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:48.886539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Deleting port 92815c08-f117-4e9e-b24a-57c505ee5db4 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:48.887127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.887365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.888093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:48.891170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:48.930674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:48.931143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9cee310d-27ed-4eb3-a5cb-4e0d2231ec64 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:48.931685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2934386e-64ae-42ef-834b-6678ba7b9a0b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:48.975449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2934386e-64ae-42ef-834b-6678ba7b9a0b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:48.975927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2934386e-64ae-42ef-834b-6678ba7b9a0b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:48.976429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dc5f1b51-437f-4425-b411-d26c01beb9ad no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:48.989894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.002526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.011810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: dc5f1b51-437f-4425-b411-d26c01beb9ad {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:49.012641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dc5f1b51-437f-4425-b411-d26c01beb9ad not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:49.013434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.038238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.100437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd574b9-61c1-420f-9a90-8ab72968e585']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:49.117282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.122005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61c112c5-be95-4a04-bddf-154af7174112 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6093557 Feb 10 11:30:49.128243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48330) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:49.132526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Calling delete_port for 2934386e-64ae-42ef-834b-6678ba7b9a0b owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:49.137442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b340953-267e-4908-8c95-e28258a2751d') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:49.137737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b340953-267e-4908-8c95-e28258a2751d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:49.208172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] For port 92815c08-f117-4e9e-b24a-57c505ee5db4, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=92815c08-f117-4e9e-b24a-57c505ee5db4,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:49.208492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.215693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:49.229349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.235826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:49.285859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:49.286474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.294192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=8e9cc5a0-9c9c-4434-9314-1db7ce15fd78,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.298366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:49.326098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:security_group_rule and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:49.330025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.336944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:49.351806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:49.352110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:49.367252 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:49.369626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:49.379132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Calling delete_port for 92815c08-f117-4e9e-b24a-57c505ee5db4 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:49.459354 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5743aed2-c7fb-4c91-88c7-a7be5ba74d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5098073 Feb 10 11:30:49.460074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:30:49.460205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48334) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:49.460293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:30:49.461652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.475932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:49.489618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:49.497302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.512093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] Pushing event deleted for resources: {'Port': ['ID=92815c08-f117-4e9e-b24a-57c505ee5db4,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.517123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d3b71-fa79-4d45-83ac-7b14bf51e28f None None] No DVR routers for this DVR port 92815c08-f117-4e9e-b24a-57c505ee5db4 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:30:49.532718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b6af8-1a1c-4b34-bc95-e63a9ad8d1f8 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:49.557485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.563585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:router and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:49.577305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.612685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:49.638289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.649989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:49.674210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] Pushing event deleted for resources: {'Network': ['ID=edd574b9-61c1-420f-9a90-8ab72968e585,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:49.692067 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-12a192f8-cf6f-47b8-9f22-394b86a060ff tempest-NetworksIpV6Test-2091623089 tempest-NetworksIpV6Test-2091623089-project] 10.222.0.42 "DELETE /v2.0/networks/edd574b9-61c1-420f-9a90-8ab72968e585 HTTP/1.1" status: 204 len: 168 time: 2.0798266 Feb 10 11:30:49.707099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.708050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.721798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.730351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.759899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:49.764372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:49.970996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:49.975935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Deleting port 2934386e-64ae-42ef-834b-6678ba7b9a0b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:49.976439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.009555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68752a3c-a702-4505-8877-53bc65662df8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.019401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.043930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/8e9cc5a0-9c9c-4434-9314-1db7ce15fd78/5c408b20-d312-41ad-9d72-817324c5fb14) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:50.080755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.117490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] The port '2934386e-64ae-42ef-834b-6678ba7b9a0b' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:30:50.135921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.188628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d87d882-1974-44dd-b8b8-57f84a2adb46 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:30:50.261186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.261534 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Added segment 8a041aee-f03a-46d0-a405-d20118aae0b0 of type vlan for network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 Feb 10 11:30:50.262426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48344) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.276891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.284838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.304708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.307376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.321991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.330781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.346324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Transition to ACTIVE for port object 5c408b20-d312-41ad-9d72-817324c5fb14 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:50.347504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.351488 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1f0c0df3-f0cf-4157-b28e-9238d2593042 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8846338 Feb 10 11:30:50.359690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48350) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.372520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Transition to ACTIVE for port object 5c408b20-d312-41ad-9d72-817324c5fb14 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:50.379343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.451974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:50.455532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:50.463801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:50.473286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Transition to ACTIVE for port object 8d87d882-1974-44dd-b8b8-57f84a2adb46 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:50.477865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Pushing event updated for resources: {'Port': ['ID=5c408b20-d312-41ad-9d72-817324c5fb14,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.501392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.508785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.567013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.567526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27522c8b-50a5-4bb2-939d-ec8a248568dd {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:50.567858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92815c08-f117-4e9e-b24a-57c505ee5db4 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:50.571876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.575920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:50.576487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.607684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Attempting to bind port 5c408b20-d312-41ad-9d72-817324c5fb14 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:50.607958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1342edaa-ba22-466f-b2e0-4517771ded07']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:50.608271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Attempting to bind port 5c408b20-d312-41ad-9d72-817324c5fb14 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:50.608712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Attempting to bind port 5c408b20-d312-41ad-9d72-817324c5fb14 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:50.610743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 92815c08-f117-4e9e-b24a-57c505ee5db4 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:50.611137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92815c08-f117-4e9e-b24a-57c505ee5db4 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:50.611930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device a0692936-632b-4268-aace-3439e94efd6f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:30:50.648034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: a0692936-632b-4268-aace-3439e94efd6f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:30:50.648373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device a0692936-632b-4268-aace-3439e94efd6f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:30:50.654295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:50.654670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:50.655066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.655482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:50.656560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Bound port: 5c408b20-d312-41ad-9d72-817324c5fb14, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:50.656927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.684019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.696456 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a221999-f109-4e4a-b64a-72ec39e41b3c tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "DELETE /v2.0/routers/27522c8b-50a5-4bb2-939d-ec8a248568dd HTTP/1.1" status: 204 len: 168 time: 1.5400748 Feb 10 11:30:50.696456 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9858885 Feb 10 11:30:50.696456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48354) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.696765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48356) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.704713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'subnet': {'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:50.706103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Request body: {'router': {'name': 'tempest-router-293897870', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4c84857db5164585ab9b5125f74f2d77'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:50.720649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58700787-e15e-4151-a5bb-33e3754e84cb') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:50.720983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58700787-e15e-4151-a5bb-33e3754e84cb') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:50.724365 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-19707a53-7f81-4b6f-8410-97f207614c49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa9314a3fcce464f92ac55375f88410d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4583871 Feb 10 11:30:50.724365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:50.731880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48362) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:50.735154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Usage tracker for resource:router and tenant:4c84857db5164585ab9b5125f74f2d77 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:50.740371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf426e10-df14-446c-85b8-903cb75de518 req-adb53c81-2f38-4da3-86bf-1f96215423ac tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:50.741896 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf426e10-df14-446c-85b8-903cb75de518 req-adb53c81-2f38-4da3-86bf-1f96215423ac tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 932 time: 0.7089162 Feb 10 11:30:50.747966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:50.760470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e802-7071-4df7-a2ed-196e134cb482 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Network': ['ID=3c0b4d5e-8410-448e-b77b-8a4e63913cc1,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.760668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] For port 5c408b20-d312-41ad-9d72-817324c5fb14, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:50.764788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] For port 5c408b20-d312-41ad-9d72-817324c5fb14, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5c408b20-d312-41ad-9d72-817324c5fb14,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:50.767682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:50.772107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.820323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:50.925720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.926636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.959813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:50.970104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:50.973131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.012521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Pushing event updated for resources: {'Port': ['ID=5c408b20-d312-41ad-9d72-817324c5fb14,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:51.031182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.031580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.032019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.032351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.032721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.033049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.033417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.033749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.034060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.034373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.034692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12a75-00be-4ac9-9786-95b0461ceb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:51.053581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.068877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.095619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:51.096016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.136694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:51.140591 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:51.186939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.282607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.285099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.286422 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7302dce4-5ac6-4943-95c4-7c954b382880 HTTP/1.1" status: 204 len: 168 time: 0.5535305 Feb 10 11:30:51.301509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.302808 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-99259530-8db2-4e32-a1d0-dd482ace195a tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6062658 Feb 10 11:30:51.307121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ca876-12c7-48c9-8f37-4cdec8830d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302dce4-5ac6-4943-95c4-7c954b382880,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:51.314395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48368) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.333640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:51.350356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf426e10-df14-446c-85b8-903cb75de518 req-4f9d214b-234d-4656-8e03-c158c49fba4b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5825183 Feb 10 11:30:51.353259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:51.384512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:30:51.392839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:subnet and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:51.400050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:51.403692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.437609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.440687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:51.444663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.460082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/1342edaa-ba22-466f-b2e0-4517771ded07 HTTP/1.1" status: 204 len: 168 time: 4.5144572 Feb 10 11:30:51.469865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48372) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:51.476339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a6428-18e0-4fd1-89f8-640f5f1cbf89 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=1342edaa-ba22-466f-b2e0-4517771ded07,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:51.525566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Attempting to bind port 8d87d882-1974-44dd-b8b8-57f84a2adb46 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:51.526219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Attempting to bind port 8d87d882-1974-44dd-b8b8-57f84a2adb46 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:51.526549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Attempting to bind port 8d87d882-1974-44dd-b8b8-57f84a2adb46 on network c15c6fce-2062-4bb1-8928-209086e3bb6b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:51.538503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Port 8d87d882-1974-44dd-b8b8-57f84a2adb46 on network c15c6fce-2062-4bb1-8928-209086e3bb6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:30:51.538828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Attempting to bind port 8d87d882-1974-44dd-b8b8-57f84a2adb46 on network c15c6fce-2062-4bb1-8928-209086e3bb6b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:51.547697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:51.880225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:51.880570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Checking segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:51.880961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Bound using segment: {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:51.881408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Bound port: 8d87d882-1974-44dd-b8b8-57f84a2adb46, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69b6732d-1513-40cd-9632-4e37811ae565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:51.881752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:51.948650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.182367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:52.185477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:52.191078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.204706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.272089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b9a17f7f-3c70-49cc-94af-fd4363cbc65f None None] Provisioning for port 5c408b20-d312-41ad-9d72-817324c5fb14 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:52.320470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.321131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.372909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:52.416488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.418112 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1094 time: 3.9859295 Feb 10 11:30:52.486104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484c9dd-0126-43ff-a805-9512c43fd101 service neutron] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:52.494829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:30:52.543909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 10 11:30:52.544245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Router 32a95f16-9c6f-43b0-b1db-cd3566400481 migrating from provider to provider. {{(pid=83553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 10 11:30:52.544611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.571643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::1 (777c9540-812e-4174-85ca-b69ca9423c5f/8e9cc5a0-9c9c-4434-9314-1db7ce15fd78/ef63f31b-26f3-481d-9491-fb2eca4e4061) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:52.577401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.588546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.648472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5c408b20-d312-41ad-9d72-817324c5fb14 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:52.689918 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'status': 'completed', 'code': 200} Feb 10 11:30:52.726503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 5c408b20-d312-41ad-9d72-817324c5fb14 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:52.731534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5c408b20-d312-41ad-9d72-817324c5fb14 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:52.731899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.780453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.799326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242635075'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:52.804743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:52.808213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:52.811264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:52.818064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:52.853434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.875403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.883430 dv-neutron-827807-1-hyperv neutron-server[83553]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] No L3 agents can host the router 32a95f16-9c6f-43b0-b1db-cd3566400481 Feb 10 11:30:52.888507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.894303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:52.900157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb8e2c-fa37-46c7-8015-c1bddd7ab855']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:52.905642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 5c408b20-d312-41ad-9d72-817324c5fb14, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5c408b20-d312-41ad-9d72-817324c5fb14,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:52.910004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.910511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.913743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object ef63f31b-26f3-481d-9491-fb2eca4e4061 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:52.965076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:52.976017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=5c408b20-d312-41ad-9d72-817324c5fb14,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.084065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.103945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8f1e47-f509-4194-a45a-b5f20d7ac88e') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:53.104225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8f1e47-f509-4194-a45a-b5f20d7ac88e') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:53.141788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Hosts for router 32a95f16-9c6f-43b0-b1db-cd3566400481: [] {{(pid=83553) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 10 11:30:53.146630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.194181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:53.198116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:53.204135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:53.204652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.206952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Hosts for other DVR routers connected to router 32a95f16-9c6f-43b0-b1db-cd3566400481: set() {{(pid=83553) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 10 11:30:53.211430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=ef63f31b-26f3-481d-9491-fb2eca4e4061,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.216665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.222775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.224190 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8628cb0f-64a0-49ac-9e3f-3bd084b6051f tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "PUT /v2.0/routers/32a95f16-9c6f-43b0-b1db-cd3566400481 HTTP/1.1" status: 200 len: 716 time: 1.8764365 Feb 10 11:30:53.230136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:53.243743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Subnet': ['ID=13d6f429-7f71-43a1-8ffd-c4de9ed49d60,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.308139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.313343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-8c2e77de-5486-4df2-ab7d-af1c5bb6eaf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1097 time: 0.7878306 Feb 10 11:30:53.372194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:53.372598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:53.394374 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:53.396341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:53.452738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ead213f2-3073-46b7-978f-60b8009d575b None None] Provisioning for port ef63f31b-26f3-481d-9491-fb2eca4e4061 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:53.462003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ead213f2-3073-46b7-978f-60b8009d575b None None] Provisioning complete for port ef63f31b-26f3-481d-9491-fb2eca4e4061 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:53.462391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ead213f2-3073-46b7-978f-60b8009d575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.515722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ead213f2-3073-46b7-978f-60b8009d575b None None] Port ef63f31b-26f3-481d-9491-fb2eca4e4061 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:53.568465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661d074-f6bf-41e6-a564-610e6b0d2986 req-8f359fd1-ebf2-4989-bfe5-dde6915cbe9a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:53.569916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2661d074-f6bf-41e6-a564-610e6b0d2986 req-8f359fd1-ebf2-4989-bfe5-dde6915cbe9a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 944 time: 0.9180915 Feb 10 11:30:53.581534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:53.632917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:53.687813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:53.704708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-ff62450e-431f-48bc-aa49-5d2f2c4215b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 217 time: 0.3003514 Feb 10 11:30:53.725230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Checking segment: {'id': '8a041aee-f03a-46d0-a405-d20118aae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:53.725578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network hostable DHCP agents. Network: 3c0b4d5e-8410-448e-b77b-8a4e63913cc1, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:53.770440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.774514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.787577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.792326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.793097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.849678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:53.860537 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:53.867754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=d4bb8e2c-fa37-46c7-8015-c1bddd7ab855,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.898364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ccd0358-696b-49f0-9659-66b94254e6b9 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "GET /v2.0/routers/32a95f16-9c6f-43b0-b1db-cd3566400481 HTTP/1.1" status: 200 len: 716 time: 0.6561797 Feb 10 11:30:53.907997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:53.913783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8179b861-777a-47b2-b17d-c573dc5e84a5 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/d4bb8e2c-fa37-46c7-8015-c1bddd7ab855 HTTP/1.1" status: 204 len: 168 time: 2.4392364 Feb 10 11:30:53.917300 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:53.917892 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:53.918196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:53.931465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2661d074-f6bf-41e6-a564-610e6b0d2986 req-d812c78d-c927-47eb-bf9e-35499383ed67 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956107 Feb 10 11:30:53.932743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-8cc9614d-3f1b-4655-a087-9e68bae58961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:53.934098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-8cc9614d-3f1b-4655-a087-9e68bae58961 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.2108912 Feb 10 11:30:53.938800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:53.978358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=ef63f31b-26f3-481d-9491-fb2eca4e4061,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:53.980404 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:53.993578 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:53.994362 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:54.066659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:54.085556 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:54.086270 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe71d9-f30d-4fc3-b6c0-b8a8e51f9ab3 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:54.130354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 3c0b4d5e-8410-448e-b77b-8a4e63913cc1) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:54.135608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:54.136234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.136561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.143608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699b6ef-1adf-46df-a8e2-d3c9370c12b6 None None] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:54.150459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a310e5c-8b54-4b6c-b3a0-1faef8fa1bc2 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2be78ff-eccc-4527-ac66-03bc9c312353 HTTP/1.1" status: 204 len: 168 time: 10.0746577 Feb 10 11:30:54.154131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48420) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.192262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:54.225184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:54.226998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.297167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.328936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fef32a6a-4041-4e12-b81a-7b523e9df3b7 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6279840 Feb 10 11:30:54.336945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.368624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'network': {'name': 'tempest-router-network01--92375013'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:54.396277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:54.417273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:network and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:54.420153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:54.426638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef36f09-af5f-444e-a536-10c110c89216,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:54.432422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:54.436823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:54.446191 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-8cc5a327-1542-4d31-a637-4f9e9153c467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4786115 Feb 10 11:30:54.448190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:54.450636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:54.450830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-3c0b4d5e-8410-448e-b77b-8a4e63913cc1', 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1', 'tenant_id': '89244fbe83f547989cfad00225d301d4', 'fixed_ips': [{'subnet_id': '13d6f429-7f71-43a1-8ffd-c4de9ed49d60'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:54.453985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.482018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:54.500207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fe8136f-ae50-4cfc-b591-a248f4808345 tempest-RoutersTestDVR-1071186042 tempest-RoutersTestDVR-1071186042-project] 10.222.0.42 "GET /v2.0/routers/32a95f16-9c6f-43b0-b1db-cd3566400481 HTTP/1.1" status: 200 len: 682 time: 0.5878801 Feb 10 11:30:54.536159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48428) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.574114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:54.577192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.614625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5c408b20-d312-41ad-9d72-817324c5fb14 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:54.628676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:54.633129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:54.633464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.652119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] Sync routers for ids ['b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:54.681337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.690200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:54.710031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.713890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0ed4fe37-4515-4cc0-82f5-df8afc910345 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "PUT /v2.0/routers/b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 200 len: 914 time: 15.3879161 Feb 10 11:30:54.716782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-288efc8e-2d11-40cb-a83e-1a457ccc5d46 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592468 Feb 10 11:30:54.721088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:54.723633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] Routers {'b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:54.723787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.724024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Added segment fe87df40-6ca9-4fb0-b589-f4aa9fedba9d of type vlan for network c317dff5-2b0c-429b-800a-83e387e206ad Feb 10 11:30:54.724554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:54.773889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Allocated IP 172.20.0.2 (3c0b4d5e-8410-448e-b77b-8a4e63913cc1/13d6f429-7f71-43a1-8ffd-c4de9ed49d60/3d5bf320-feda-461e-b830-969a4ba1d35c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:54.793396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7c93f920-28a0-461e-bb81-dadda5ec2df1 None None] Provisioning complete for port ef63f31b-26f3-481d-9491-fb2eca4e4061 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:54.793903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c93f920-28a0-461e-bb81-dadda5ec2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.810235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.826501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:54.843005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e97527d-e7ef-49d8-a14d-1613ea04760a']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:54.933491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5c408b20-d312-41ad-9d72-817324c5fb14 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:54.933774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:54.966230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7c93f920-28a0-461e-bb81-dadda5ec2df1 None None] Port ef63f31b-26f3-481d-9491-fb2eca4e4061 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:30:54.995789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] Routers {'b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:54.996587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:55.010612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.072967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6911163e-989a-4008-8d6f-cc28438e45c0') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:55.073261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6911163e-989a-4008-8d6f-cc28438e45c0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:55.076690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:55.077200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec6e7c4-44de-4caa-97f7-3e80a63f6d21 None None] The sync data for ids ['b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:30:55.114138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.136357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.220029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.239775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.247577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.257496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.263396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.8782539 Feb 10 11:30:55.264488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Transition to ACTIVE for port object 3d5bf320-feda-461e-b830-969a4ba1d35c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:55.276665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:55.277314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239947-4915-4e1f-878a-9647f1205773 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19005888-0a0e-4112-b6aa-b7719a946c66,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.285223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Transition to ACTIVE for port object 3d5bf320-feda-461e-b830-969a4ba1d35c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:55.292699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.353720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:55.354102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.361257 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dedb7ea-2d9a-4572-ac20-e7a556d21571 req-e924e510-4e41-4f6c-bb17-e422c9bd64b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296599 Feb 10 11:30:55.362813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:30:55.365747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:55.370357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:30:55.373167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Pushing event updated for resources: {'Port': ['ID=3d5bf320-feda-461e-b830-969a4ba1d35c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:55.374786 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:55.399467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.403160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:55.403751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.468961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Attempting to bind port 3d5bf320-feda-461e-b830-969a4ba1d35c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:55.469600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Attempting to bind port 3d5bf320-feda-461e-b830-969a4ba1d35c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '8a041aee-f03a-46d0-a405-d20118aae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:55.469989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Attempting to bind port 3d5bf320-feda-461e-b830-969a4ba1d35c on network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:55.476790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:55.477305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Checking segment: {'id': '8a041aee-f03a-46d0-a405-d20118aae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:55.477805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.478380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Bound using segment: {'id': '8a041aee-f03a-46d0-a405-d20118aae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:55.479309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Bound port: 3d5bf320-feda-461e-b830-969a4ba1d35c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a041aee-f03a-46d0-a405-d20118aae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '3c0b4d5e-8410-448e-b77b-8a4e63913cc1'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:55.479617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.567139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b19a-9484-442a-a53f-dd57c1532221 req-d98fcfc8-708c-4a8c-8213-2c34a793b839 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:55.568676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c11b19a-9484-442a-a53f-dd57c1532221 req-d98fcfc8-708c-4a8c-8213-2c34a793b839 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 944 time: 0.4020076 Feb 10 11:30:55.571283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] For port 3d5bf320-feda-461e-b830-969a4ba1d35c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:55.575017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] For port 3d5bf320-feda-461e-b830-969a4ba1d35c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d5bf320-feda-461e-b830-969a4ba1d35c,segment=NetworkSegment(8a041aee-f03a-46d0-a405-d20118aae0b0),segment_id=8a041aee-f03a-46d0-a405-d20118aae0b0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:55.582061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.586913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2451401 Feb 10 11:30:55.594827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48442) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:55.619002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d36d452f-2d83-4627-94a0-a55ba785d0c5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:55.625231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'network': {'name': 'tempest-router-network02--1643613674'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:55.633195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533eb4-71c8-46d8-ba95-f07f39f55583 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Network': ['ID=c317dff5-2b0c-429b-800a-83e387e206ad,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.642475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.642820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:55.647618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.656971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:network and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:55.662009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:55.670002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564d55a-0788-4831-b998-7063f0a574ca None None] Pushing event updated for resources: {'Port': ['ID=3d5bf320-feda-461e-b830-969a4ba1d35c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.674871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c317dff5-2b0c-429b-800a-83e387e206ad details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:55.685781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.692009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:55.708035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d36d452f-2d83-4627-94a0-a55ba785d0c5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:55.709569 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d36d452f-2d83-4627-94a0-a55ba785d0c5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4287407 Feb 10 11:30:55.723543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48448) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:55.736403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c11b19a-9484-442a-a53f-dd57c1532221 req-14358c52-de45-434c-89f8-edb514032809 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509030 Feb 10 11:30:55.740940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:55.744178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:55.751238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-security--472110606', 'description': 'tempest-security-description-1532812454'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:55.765927 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/3e97527d-e7ef-49d8-a14d-1613ea04760a HTTP/1.1" status: 204 len: 168 time: 1.8418801 Feb 10 11:30:55.771953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48452) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:55.818908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-3334946b-235a-43a1-b38e-9b4b1c66dde3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1097 time: 0.3708560 Feb 10 11:30:55.822098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1b3d9-7535-403a-860f-f47d8972340a tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=3e97527d-e7ef-49d8-a14d-1613ea04760a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:55.970253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:30:56.010449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:30:56.038217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.045108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.045441 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Added segment 279d4e98-6d26-4fe8-a1c2-cc0b02721647 of type vlan for network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df Feb 10 11:30:56.055337 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9227114-680d-4cde-a60a-3dfd44eca617 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 200 len: 920 time: 1.3331013 Feb 10 11:30:56.060007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.116560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.134145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.138576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.158733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.205617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-8d73bedd-5fbd-4167-bc0a-ddb52f9abf38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:56.207062 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-8d73bedd-5fbd-4167-bc0a-ddb52f9abf38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.3428175 Feb 10 11:30:56.278728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.281884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.282383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a95f16-9c6f-43b0-b1db-cd3566400481 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:56.300620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.341026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Router 66712328-5641-44b1-a85d-9cda8b0f02db is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:30:56.353820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.359421 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba855385-5c72-46d7-ae06-d7906511c15d tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "DELETE /v2.0/routers/32a95f16-9c6f-43b0-b1db-cd3566400481 HTTP/1.1" status: 204 len: 168 time: 1.8175063 Feb 10 11:30:56.366727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.387411 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-64abf54d-b4c6-47fe-a936-873c532edd88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 217 time: 0.1666634 Feb 10 11:30:56.395373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Request body: {'router': {'name': 'tempest-router-314826238', 'distributed': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:56.398551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.402318 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "PUT /v2.0/security-groups/19005888-0a0e-4112-b6aa-b7719a946c66 HTTP/1.1" status: 200 len: 1611 time: 0.6750047 Feb 10 11:30:56.405406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48464) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.405605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:56.443886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.457007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Usage tracker for resource:router and tenant:68f55f0b3983448b93e4dcc87e63cbb6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:56.459789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.463474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:56.464064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.472652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:56.543704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d38c3-4bfd-465a-af88-225963c7ab46 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19005888-0a0e-4112-b6aa-b7719a946c66,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.583641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:56.595848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.614209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb0ae430-bc07-4290-af1c-496b20ca42d5 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5506003 Feb 10 11:30:56.623758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d5bf320-feda-461e-b830-969a4ba1d35c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:56.629958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48468) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.642380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa9ddb6-7040-4195-b33c-47bb190787b7') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.642671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa9ddb6-7040-4195-b33c-47bb190787b7') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:56.656095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-243af789-f963-42b4-a9b1-8c9ccb7a77d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:56.657576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-243af789-f963-42b4-a9b1-8c9ccb7a77d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.2590537 Feb 10 11:30:56.663676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.671894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0721660 Feb 10 11:30:56.676832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113657ac-1089-484a-a000-f07040aa628f tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Network': ['ID=8f9b01fe-9f69-4639-b8af-0fe1f9e647df,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:56.680045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.680879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.681406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48470) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.692062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:30:56.755259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'subnet': {'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:56.769394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b355321-748e-458e-bd50-e6cbddd9428b None None] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:56.863262 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5c04894-a1ec-47cb-805d-7223b9c0ffcc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups/19005888-0a0e-4112-b6aa-b7719a946c66 HTTP/1.1" status: 200 len: 1611 time: 0.4552574 Feb 10 11:30:56.885641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:56.886383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.915732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:30:56.916214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.927267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:30:56.939804 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:30:57.001305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b4f59618-6bdd-4c60-a8fe-ca01c277ec4a None None] Provisioning for port 3d5bf320-feda-461e-b830-969a4ba1d35c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:57.049253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.068284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3d5bf320-feda-461e-b830-969a4ba1d35c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:30:57.083758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3d5bf320-feda-461e-b830-969a4ba1d35c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:57.084132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.115005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.142692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.163475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:57.187871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.193504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:subnet and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:57.200101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] Pushing event deleted for resources: {'Network': ['ID=a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.206049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:57.206157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-50c9e031-8c7e-4325-98f2-8170b88e0cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5326173 Feb 10 11:30:57.206652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.219760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.227764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9490ded8-4ae5-4645-a76c-e0211f504d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.236537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c7c6b-6b49-4f73-92c4-b5dfc99da5ab tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:57.240680 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c75c7c6b-6b49-4f73-92c4-b5dfc99da5ab tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.5581992 Feb 10 11:30:57.245880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48482) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.252262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:57.269265 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e646e1e-1b60-4ed7-8713-bbe10e207ea0 tempest-BulkNetworkOpsIpV6Test-1462210202 tempest-BulkNetworkOpsIpV6Test-1462210202-project] 10.222.0.42 "DELETE /v2.0/networks/a3d7b7e3-d0f5-4084-8da4-a4dd2b2a6952 HTTP/1.1" status: 204 len: 168 time: 1.4932253 Feb 10 11:30:57.303899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.321879 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-70d26c78-b22a-46c9-bb16-47064d0c671b tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 200 len: 205 time: 0.0643108 Feb 10 11:30:57.323375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48488) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.326470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:30:57.350362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.352648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3d5bf320-feda-461e-b830-969a4ba1d35c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d5bf320-feda-461e-b830-969a4ba1d35c,segment=NetworkSegment(8a041aee-f03a-46d0-a405-d20118aae0b0),segment_id=8a041aee-f03a-46d0-a405-d20118aae0b0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:57.359384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.368869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf7296-e200-47a6-a9f0-c3ee12dd1a20 req-b008cd18-c73b-4a74-b41c-084bc86719dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:57.379575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0cf7296-e200-47a6-a9f0-c3ee12dd1a20 req-b008cd18-c73b-4a74-b41c-084bc86719dc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 944 time: 0.4388046 Feb 10 11:30:57.410451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:30:57.412493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.413339 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c6e20851-a949-4d69-a920-c098f68281ed tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0411577 Feb 10 11:30:57.426480 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Sync routers for ids ['66712328-5641-44b1-a85d-9cda8b0f02db'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:30:57.427502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.451139 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Routers {'66712328-5641-44b1-a85d-9cda8b0f02db'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:57.451873 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['66712328-5641-44b1-a85d-9cda8b0f02db'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:57.452242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3d5bf320-feda-461e-b830-969a4ba1d35c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.462240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b974aaac-075d-41a4-82e0-bd13289764be tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "PUT /v2.0/routers/66712328-5641-44b1-a85d-9cda8b0f02db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0933964 Feb 10 11:30:57.522081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.661273 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Set router 66712328-5641-44b1-a85d-9cda8b0f02db gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:57.703640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d65d190f-01ce-4064-9f9f-8549d2c3317c None None] Provisioning complete for port 3d5bf320-feda-461e-b830-969a4ba1d35c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:57.704198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d65d190f-01ce-4064-9f9f-8549d2c3317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.705039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.705955 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0cf7296-e200-47a6-a9f0-c3ee12dd1a20 req-d0e8c81e-217b-486a-bc47-5e781e014087 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255363 Feb 10 11:30:57.736927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.740870 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-38df0104-35d5-4014-84b8-bc7b8165278f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/6d10c3a1-66f0-4a1c-aa7c-c78cacfa057f HTTP/1.1" status: 204 len: 168 time: 3.5813849 Feb 10 11:30:57.742371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.746338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48502) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.748252 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-4a7832a5-1614-4051-86e7-e2f22a692cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340369 Feb 10 11:30:57.763060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c5614-e4a8-4f12-9979-e9cc2a27618f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:57.763651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-841c5614-e4a8-4f12-9979-e9cc2a27618f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:57.763999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:57.768414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48506) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:57.805077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19005888-0a0e-4112-b6aa-b7719a946c66,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:57.817936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:57.830674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:floatingip and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:57.846822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:57.854981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:57.865772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:57.897925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.059347 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:30:53Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': 'ef63f31b-26f3-481d-9491-fb2eca4e4061', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:09:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:51Z', 'updated_at': '2022-02-10T11:30:53Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:58.064563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Checking router: 66712328-5641-44b1-a85d-9cda8b0f02db for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:30:58.065129 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Updating router 66712328-5641-44b1-a85d-9cda8b0f02db port ef63f31b-26f3-481d-9491-fb2eca4e4061 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:30:58.114557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-841c5614-e4a8-4f12-9979-e9cc2a27618f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:58.118408 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-841c5614-e4a8-4f12-9979-e9cc2a27618f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports/ef63f31b-26f3-481d-9491-fb2eca4e4061 HTTP/1.1" status: 200 len: 911 time: 0.5822959 Feb 10 11:30:58.119403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.120661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a67c19e6-dd90-4008-ba35-39d28446c218 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/19005888-0a0e-4112-b6aa-b7719a946c66 HTTP/1.1" status: 204 len: 168 time: 1.2239830 Feb 10 11:30:58.121561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48512) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.125437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.126116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48514) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.234681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.241424 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17389ae9-9f44-489d-a115-c8e9f693ed67 req-85a21379-23ee-4847-9e03-9f893b59eea6 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702621 Feb 10 11:30:58.398004 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c0704f7-34e0-41dd-9762-6bae7c609f33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f9b7da5a7d34a268a30c175368a9a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6229417 Feb 10 11:30:58.406378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.454369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.479437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.491638 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Transition to ACTIVE for port object ef63f31b-26f3-481d-9491-fb2eca4e4061 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:30:58.500386 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.567437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d5bf320-feda-461e-b830-969a4ba1d35c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:30:58.637967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6dc0dc02-7382-49b9-a8e9-184d05d3eb1a tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:58.656687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Subnet': ['ID=fb53c4d1-ce12-4c32-b53d-b20b1a61c160,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.663931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.669322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.678673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6dc0dc02-7382-49b9-a8e9-184d05d3eb1a tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:58.683381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6dc0dc02-7382-49b9-a8e9-184d05d3eb1a tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5527520 Feb 10 11:30:58.683690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Pushing event updated for resources: {'Port': ['ID=ef63f31b-26f3-481d-9491-fb2eca4e4061,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:58.684400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.689065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0740e7-f7e8-4aaf-97d7-638873d1ac37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.692987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0740e7-f7e8-4aaf-97d7-638873d1ac37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:58.693783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ef0740e7-f7e8-4aaf-97d7-638873d1ac37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:30:58.698301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3d5bf320-feda-461e-b830-969a4ba1d35c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:30:58.698975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.703185 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.703409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.703565 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.703900 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.706374 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.706742 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.707083 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.711584 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.712004 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.712426 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.712923 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.713401 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:30:58.721725 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-afa3f161-ecd3-46b5-8680-f9ea22eb8a62 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] delete failed (client error): The resource could not be found. Feb 10 11:30:58.727753 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-afa3f161-ecd3-46b5-8680-f9ea22eb8a62 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/19005888-0a0e-4112-b6aa-b7719a946c66 HTTP/1.1" status: 404 len: 347 time: 0.0392294 Feb 10 11:30:58.729452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.736386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--856935046'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:58.756977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.757492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1e28e39-59c5-4646-842d-96139484e05c {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:30:58.759908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:58.795716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.805937 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec04f873-38a7-4fa0-9421-7e73cd6b7699 tempest-RoutersTestDVR-86420054 tempest-RoutersTestDVR-86420054-project-admin] 10.222.0.42 "DELETE /v2.0/routers/d1e28e39-59c5-4646-842d-96139484e05c HTTP/1.1" status: 204 len: 168 time: 1.3758063 Feb 10 11:30:58.808074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:58.811636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8d87d882-1974-44dd-b8b8-57f84a2adb46 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:30:58.829203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.883962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ef0740e7-f7e8-4aaf-97d7-638873d1ac37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:30:58.885215 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ef0740e7-f7e8-4aaf-97d7-638873d1ac37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7600095 Feb 10 11:30:58.886108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Checking segment: {'id': 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:58.886509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network hostable DHCP agents. Network: c317dff5-2b0c-429b-800a-83e387e206ad, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:30:58.890849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:58.904349 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Attempting to bind port ef63f31b-26f3-481d-9491-fb2eca4e4061 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:30:58.904582 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Attempting to bind port ef63f31b-26f3-481d-9491-fb2eca4e4061 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:30:58.904678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.904992 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Attempting to bind port ef63f31b-26f3-481d-9491-fb2eca4e4061 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:30:58.918612 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:30:58.919114 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:30:58.919708 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:58.920094 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:30:58.920568 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Bound port: ef63f31b-26f3-481d-9491-fb2eca4e4061, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:30:58.920947 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.075433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.123299 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] For port ef63f31b-26f3-481d-9491-fb2eca4e4061, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:30:59.127015 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] For port ef63f31b-26f3-481d-9491-fb2eca4e4061, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ef63f31b-26f3-481d-9491-fb2eca4e4061,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:30:59.131185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:59.147196 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.148542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:59.153981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:59.157326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.246 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/04982318-77f9-4545-8b6c-844d9b93e9c0) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:30:59.167085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:30:59.174736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network c317dff5-2b0c-429b-800a-83e387e206ad is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:30:59.257703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c317dff5-2b0c-429b-800a-83e387e206ad) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:30:59.277678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f63ad04-2350-4008-a292-262e5094e28e None None] Network c317dff5-2b0c-429b-800a-83e387e206ad requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:30:59.287655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:59.288245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.297484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.298763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.319495 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7df429-10e9-4720-9688-fbfe6f81ab59 None None] Pushing event updated for resources: {'Port': ['ID=ef63f31b-26f3-481d-9491-fb2eca4e4061,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:59.330491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48542) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.337305 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Routers {'66712328-5641-44b1-a85d-9cda8b0f02db'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:30:59.337459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864cee26-ad2b-4f0f-b827-16ff5f6fda77,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:59.337938 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['66712328-5641-44b1-a85d-9cda8b0f02db'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:30:59.338490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.374658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.375872 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-34354dcb-6c79-4f51-a165-3652fae1a44c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/864cee26-ad2b-4f0f-b827-16ff5f6fda77 HTTP/1.1" status: 204 len: 168 time: 0.9674840 Feb 10 11:30:59.387257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc314-dadd-4487-8f6e-c123512c0090 req-08b8b254-a38a-4cab-9d7d-bfe7bb2b303c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:30:59.389579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-638fc314-dadd-4487-8f6e-c123512c0090 req-08b8b254-a38a-4cab-9d7d-bfe7bb2b303c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 944 time: 0.3996634 Feb 10 11:30:59.395504 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-39b5f5cf-f68f-4cde-a6ab-0a2ceff15565 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6708601 Feb 10 11:30:59.397480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48550) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.416796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:59.426210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216382fb-61b6-4ab9-93f7-2d658453ce71,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:30:59.434135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'subnet': {'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:59.445661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.447594 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-21c666c1-028f-4f2c-9787-7b7828242588 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7170894 Feb 10 11:30:59.466783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:30:59.476037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'port_id': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'mac_address': 'fa:16:3e:c4:c3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:30:59.487369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b0df-8dde-467b-9f88-fd78366e61f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.541025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': '216382fb-61b6-4ab9-93f7-2d658453ce71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:30:59.569758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-638fc314-dadd-4487-8f6e-c123512c0090 req-e170a7ed-b0f4-432c-a40f-45c405a9c1d2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449997 Feb 10 11:30:59.644338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.684760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.716988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.721505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:30:59.729890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d87d882-1974-44dd-b8b8-57f84a2adb46 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:30:59.736576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:30:59.768431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:30:59.770984 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] Set router 66712328-5641-44b1-a85d-9cda8b0f02db gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:30:59.781268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:30:59.800004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.807987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port 50ef2bed-05ec-427d-94c4-eec610dd0bc0 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:30:59.812877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:30:59.837849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c317dff5-2b0c-429b-800a-83e387e206ad', 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad', 'tenant_id': '89244fbe83f547989cfad00225d301d4', 'fixed_ips': [{'subnet_id': 'fb53c4d1-ce12-4c32-b53d-b20b1a61c160'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:30:59.839749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.057535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Allocated IP 172.20.0.2 (c317dff5-2b0c-429b-800a-83e387e206ad/fb53c4d1-ce12-4c32-b53d-b20b1a61c160/194c758b-3b6d-4c56-a4b2-eed371af48b5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:00.096155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.238769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.255928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for 50ef2bed-05ec-427d-94c4-eec610dd0bc0 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:00.308711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:00.317342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Usage tracker for resource:security_group_rule and tenant:4c84857db5164585ab9b5125f74f2d77 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:00.325873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:00.333351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:00.383151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.408706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Transition to ACTIVE for port object 194c758b-3b6d-4c56-a4b2-eed371af48b5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:00.445508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.473339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Transition to ACTIVE for port object 194c758b-3b6d-4c56-a4b2-eed371af48b5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:00.477098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.492557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.503443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:00.517598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.523562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.541512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['8d87d882-1974-44dd-b8b8-57f84a2adb46'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:31:00.569018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.582548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.592742 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:30:53Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': 'ef63f31b-26f3-481d-9491-fb2eca4e4061', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:09:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:51Z', 'updated_at': '2022-02-10T11:30:59Z', 'revision_number': 4, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:00.611387 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367cba4-41ea-4a49-b14b-fe57416d7cdb None None] The sync data for ids ['66712328-5641-44b1-a85d-9cda8b0f02db'] in dv-neutron-827807-1-hyperv is: [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:30:53Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': 'ef63f31b-26f3-481d-9491-fb2eca4e4061', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:09:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:51Z', 'updated_at': '2022-02-10T11:30:59Z', 'revision_number': 4, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '8e9cc5a0-9c9c-4434-9314-1db7ce15fd78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:00.623594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=04982318-77f9-4545-8b6c-844d9b93e9c0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.642243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Network c317dff5-2b0c-429b-800a-83e387e206ad is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:00.642798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.665614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:00.684093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:00.693649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Pushing event updated for resources: {'Port': ['ID=194c758b-3b6d-4c56-a4b2-eed371af48b5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.706138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.710455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:00.764509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:00.782719 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c84857db5164585ab9b5125f74f2d77&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4431386 Feb 10 11:31:00.782719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a2a7d-1cc1-471a-ab1a-86b87de45b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abee0634-9564-4de4-a181-8bc25be4c7a5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.790673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:00.809110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=50ef2bed-05ec-427d-94c4-eec610dd0bc0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:00.818390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Usage tracker for resource:subnet and tenant:89244fbe83f547989cfad00225d301d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:00.832717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:00.855116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:00.913018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:00.921937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:00.925724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:00.996186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Attempting to bind port 194c758b-3b6d-4c56-a4b2-eed371af48b5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:00.996783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Attempting to bind port 194c758b-3b6d-4c56-a4b2-eed371af48b5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:00.997007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Attempting to bind port 194c758b-3b6d-4c56-a4b2-eed371af48b5 on network c317dff5-2b0c-429b-800a-83e387e206ad {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:01.046852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:01.051024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.051525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Checking segment: {'id': 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:01.052068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.052539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Bound using segment: {'id': 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:01.053206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Bound port: 194c758b-3b6d-4c56-a4b2-eed371af48b5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c317dff5-2b0c-429b-800a-83e387e206ad'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:01.053476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.097610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.196006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd47c4-8cb1-4ac7-b2e2-ff5e9dfbc0ed req-12d1f27b-cc82-44f9-8465-702075928d61 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:01.197691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7dbd47c4-8cb1-4ac7-b2e2-ff5e9dfbc0ed req-12d1f27b-cc82-44f9-8465-702075928d61 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 945 time: 0.2829757 Feb 10 11:31:01.285435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7dbd47c4-8cb1-4ac7-b2e2-ff5e9dfbc0ed req-eb9c2ab6-7bcc-4fec-9b9e-77ed4c4bc72c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742157 Feb 10 11:31:01.354662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:01.396153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:01.408369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.447607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Made reservation on behalf of 89244fbe83f547989cfad00225d301d4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:01.476994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.484657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:01.507097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad562c8-59d9-4475-b886-898392f157e1 None None] Pushing event updated for resources: {'Port': ['ID=194c758b-3b6d-4c56-a4b2-eed371af48b5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.526620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.573502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee0634-9564-4de4-a181-8bc25be4c7a5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.576333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.577499 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35ddfed2-4311-4ab2-9edc-b4bd0d9431bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/abee0634-9564-4de4-a181-8bc25be4c7a5 HTTP/1.1" status: 204 len: 168 time: 0.7857983 Feb 10 11:31:01.585485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port ef63f31b-26f3-481d-9491-fb2eca4e4061 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:01.585691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.672134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.788496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b3b147-91da-47ec-a107-b528cff6a6a5,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:01.804336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:01.991780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.020934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.037644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1848920415'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:02.047777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:02.061231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:02.066721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:02.076524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:02.122516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port ef63f31b-26f3-481d-9491-fb2eca4e4061, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ef63f31b-26f3-481d-9491-fb2eca4e4061,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:02.122872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.133431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.191373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.192861 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bbf41a55-d67b-460a-93ec-212e7e1fc56e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.6951141 Feb 10 11:31:02.195740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48590) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.223915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48592) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.255850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for ef63f31b-26f3-481d-9491-fb2eca4e4061 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:02.300578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:02.303427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.332079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.372866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.383108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.391420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.427924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.480466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.485633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:02.495672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:02.497663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.501071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:02.505830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:02.509883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:02.516295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.518267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Usage tracker for resource:security_group_rule and tenant:68f55f0b3983448b93e4dcc87e63cbb6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:02.529182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:02.540468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:02.551358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b3b147-91da-47ec-a107-b528cff6a6a5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:02.593436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.597359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92a61104-729c-4a74-a6ff-bba5225a49f2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/65b3b147-91da-47ec-a107-b528cff6a6a5 HTTP/1.1" status: 204 len: 168 time: 0.3484995 Feb 10 11:31:02.598252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48600) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:02.653495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194c758b-3b6d-4c56-a4b2-eed371af48b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:02.656709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1585-5373-4fc9-bfb6-4d0170dc44e2 req-608fab14-5c81-429a-bb42-7860be3c7f33 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:02.658227 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b2f1585-5373-4fc9-bfb6-4d0170dc44e2 req-608fab14-5c81-429a-bb42-7860be3c7f33 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 945 time: 0.2276406 Feb 10 11:31:02.732998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.733522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:02.739434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 194c758b-3b6d-4c56-a4b2-eed371af48b5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:02.746744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ef63f31b-26f3-481d-9491-fb2eca4e4061 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:02.760172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.763503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.783730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ef63f31b-26f3-481d-9491-fb2eca4e4061 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:02.784067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ef63f31b-26f3-481d-9491-fb2eca4e4061 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:31:02.805546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.816332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port ef63f31b-26f3-481d-9491-fb2eca4e4061 not found, will not notify nova. {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:31:02.829743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b2f1585-5373-4fc9-bfb6-4d0170dc44e2 req-c3749ef3-500d-4a4c-8198-4329acf1462d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601648 Feb 10 11:31:02.830004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=ef63f31b-26f3-481d-9491-fb2eca4e4061,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:02.839482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8d87d882-1974-44dd-b8b8-57f84a2adb46 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:02.861584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4207431f-7f42-4952-b0b6-0b457b563241 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:02.888386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:02.895991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.914605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8788353-33fb-4e47-9562-069d4384f0c0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:02.943115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 8d87d882-1974-44dd-b8b8-57f84a2adb46 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:02.949199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 8d87d882-1974-44dd-b8b8-57f84a2adb46 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:02.949402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.973826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.974433 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment efe2f91e-0623-49de-a0fc-b398b55a314c of type vlan for network da3c84ce-0b62-4928-b149-4669b051c366 Feb 10 11:31:02.975503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.979641 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b142c3ef-fde7-4eca-998e-3744bbeacfcd tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 204 len: 168 time: 5.6510894 Feb 10 11:31:02.979641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:02.987331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.063299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1429177321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:03.117785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.140931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.160073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.161943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:03.168037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:03.171557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:03.179934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:03.188541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:03.189608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:31:03.193534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.196903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4207431f-7f42-4952-b0b6-0b457b563241 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:03.198416 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4207431f-7f42-4952-b0b6-0b457b563241 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5817549 Feb 10 11:31:03.199388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.204606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:03.223520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48610) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.225780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:03.229467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.285929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.288170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Subnet': ['ID=2ca2c37c-a4b1-45a4-81c4-9d58b69309c1,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.299290 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'code': 200} Feb 10 11:31:03.305008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.312973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.321867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.374053 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c9c589-c622-45d0-8cf2-59ea0369d2bd,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.379689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.433614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8633585 Feb 10 11:31:03.435626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.440631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.441830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce423c8-bd42-4f34-9573-1a7777203403 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=da3c84ce-0b62-4928-b149-4669b051c366,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.451256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'name': 'tempest-PortsTestJSON-1226924908'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:03.456194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:03.457884 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ea669c23-f503-4355-b53c-49cdeb57e959 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68f55f0b3983448b93e4dcc87e63cbb6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2327733 Feb 10 11:31:03.462127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48618) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.480699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.544766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Checking segment: {'id': '279d4e98-6d26-4fe8-a1c2-cc0b02721647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:03.545356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network hostable DHCP agents. Network: 8f9b01fe-9f69-4639-b8af-0fe1f9e647df, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:03.586766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634592d-ca6a-4833-8785-a0be5324e4ad None None] Network c317dff5-2b0c-429b-800a-83e387e206ad requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:03.621672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=04982318-77f9-4545-8b6c-844d9b93e9c0,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:03.668458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.693809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.700292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.723176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:03.733325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.736707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Provisioning for port 194c758b-3b6d-4c56-a4b2-eed371af48b5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:03.739305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.754542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.759582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:03.763014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.764434 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-75e9a873-b7cd-45a5-92c2-5a51b282c806 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0080528 Feb 10 11:31:03.764967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Provisioning complete for port 194c758b-3b6d-4c56-a4b2-eed371af48b5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:03.765496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.770979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.771900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:03.773725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8f9b01fe-9f69-4639-b8af-0fe1f9e647df) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:03.778674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:03.793928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'port': {'network_id': '61ba7fe2-64a9-4043-ac39-3f5709e4d6ce', 'name': 'tempest-FloatingIPTestJSON-1338801699'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:03.796949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:03.797719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.808341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:03.812218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d17e0e-85b8-4f96-aa4c-09b60c6d1e23 None None] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:03.815048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.816263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d80601da-a3e2-43a0-87d3-659a1c2f3865 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8277311 Feb 10 11:31:03.816613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.828277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48626) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:03.837858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'enable_snat': False}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:03.983877 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ebacce03-cae6-494e-bc02-083e5d690dfa tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5770442 Feb 10 11:31:03.989489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:03.994149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48632) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.064280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:04.067800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.072460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216382fb-61b6-4ab9-93f7-2d658453ce71,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.082817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.089808 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c8085f0e-20a1-4a88-9d0e-07abb5f28fdf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/216382fb-61b6-4ab9-93f7-2d658453ce71 HTTP/1.1" status: 204 len: 168 time: 0.8473470 Feb 10 11:31:04.090486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48636) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.165070 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af0b773d-28a8-419e-bc77-786b446be43a req-77b20927-c6a0-4cac-a012-d72437909d1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.6335132 Feb 10 11:31:04.206588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:04.230365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.329236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:04.373649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.411734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:04.424342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c9c589-c622-45d0-8cf2-59ea0369d2bd,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.425099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:port and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:04.434221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.450210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e5f01eda-0005-4713-bed4-2ade5a2ffa30 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:04.453356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.456874 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1a176f67-e495-47d2-ad74-073fa7b163f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7c9c589-c622-45d0-8cf2-59ea0369d2bd HTTP/1.1" status: 204 len: 168 time: 0.9811087 Feb 10 11:31:04.504121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:04.544052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-af0b773d-28a8-419e-bc77-786b446be43a req-b0fbef6b-13e6-4592-b58a-7bcf490e8f68 service neutron] Synchronizing usage tracker for tenant:81fcabec8a6d4a168ea7e2539b3d80af on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:04.548721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:04.553799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d12b8-254b-4eb6-9c77-ce1d9b1594d0 None None] Pushing event updated for resources: {'Port': ['ID=194c758b-3b6d-4c56-a4b2-eed371af48b5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:04.661150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:04.671302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.676813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e5f01eda-0005-4713-bed4-2ade5a2ffa30 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:04.684301 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5f01eda-0005-4713-bed4-2ade5a2ffa30 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5914469 Feb 10 11:31:04.684917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48642) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:04.686057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8f9b01fe-9f69-4639-b8af-0fe1f9e647df', 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df', 'tenant_id': '89244fbe83f547989cfad00225d301d4', 'fixed_ips': [{'subnet_id': '2ca2c37c-a4b1-45a4-81c4-9d58b69309c1'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:04.687438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.704900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--608695535'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:04.750901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-38d5c01c-afbf-4dc3-a4cc-45d531c3e740 None None] Provisioning complete for port 194c758b-3b6d-4c56-a4b2-eed371af48b5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:04.751487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38d5c01c-afbf-4dc3-a4cc-45d531c3e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:04.752911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:04.780727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:04.820109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-af0b773d-28a8-419e-bc77-786b446be43a req-b0fbef6b-13e6-4592-b58a-7bcf490e8f68 service neutron] Unset dirty status for tenant:81fcabec8a6d4a168ea7e2539b3d80af on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:04.823054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af0b773d-28a8-419e-bc77-786b446be43a req-b0fbef6b-13e6-4592-b58a-7bcf490e8f68 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6439915 Feb 10 11:31:04.863937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Router 66712328-5641-44b1-a85d-9cda8b0f02db has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:04.893791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] device_id is not set on port 647502c7-fe01-4b90-880c-4cb60ba1a07c yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:04.938844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Allocated IP 172.20.0.2 (8f9b01fe-9f69-4639-b8af-0fe1f9e647df/2ca2c37c-a4b1-45a4-81c4-9d58b69309c1/bfdd5e42-4fb3-4101-b320-2e2c97ea4f75) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:04.974660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad5762-b8ba-4599-889a-7b2278e4b8cb req-a3c37d10-e6fe-4854-a3b0-d001396c58d2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:04.976242 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9ad5762-b8ba-4599-889a-7b2278e4b8cb req-a3c37d10-e6fe-4854-a3b0-d001396c58d2 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7224793 Feb 10 11:31:05.054782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.100735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.125164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.179936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:05.194955 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.207995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Transition to ACTIVE for port object bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:05.232745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:05.235099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Transition to ACTIVE for port object bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:05.241251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.293248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9ad5762-b8ba-4599-889a-7b2278e4b8cb req-19cc313c-0d2d-4bf5-9d45-2ab73fc225fd tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354627 Feb 10 11:31:05.299550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:05.330768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Sync routers for ids ['66712328-5641-44b1-a85d-9cda8b0f02db'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:05.337570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:05.343800 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-601e3fc8-ff99-4605-a449-c620f57a4a83 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "PUT /v2.0/routers/66712328-5641-44b1-a85d-9cda8b0f02db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4519601 Feb 10 11:31:05.347122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:05.352365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.356323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:05.360120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Pushing event updated for resources: {'Port': ['ID=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:05.361698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48656) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.399632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Routers {'66712328-5641-44b1-a85d-9cda8b0f02db'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:05.400354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['66712328-5641-44b1-a85d-9cda8b0f02db'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.411683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.422444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.13 (61ba7fe2-64a9-4043-ac39-3f5709e4d6ce/ca168a1f-eb5a-4a21-95a6-6be1917e6521/647502c7-fe01-4b90-880c-4cb60ba1a07c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:05.571365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Set router 66712328-5641-44b1-a85d-9cda8b0f02db gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:05.616037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17092ca4-e8b0-49b4-ae08-1b5f6be3110d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:05.617463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17092ca4-e8b0-49b4-ae08-1b5f6be3110d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:05.618210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-17092ca4-e8b0-49b4-ae08-1b5f6be3110d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:05.634405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.679029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.701026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Attempting to bind port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:05.701746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Attempting to bind port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '279d4e98-6d26-4fe8-a1c2-cc0b02721647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:05.702855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Attempting to bind port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 on network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:05.705433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:31:02Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.709931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Checking router: 66712328-5641-44b1-a85d-9cda8b0f02db for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:05.718642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.720152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:05.720782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Checking segment: {'id': '279d4e98-6d26-4fe8-a1c2-cc0b02721647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:05.721435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.722026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Bound using segment: {'id': '279d4e98-6d26-4fe8-a1c2-cc0b02721647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:05.722742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Bound port: bfdd5e42-4fb3-4101-b320-2e2c97ea4f75, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279d4e98-6d26-4fe8-a1c2-cc0b02721647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8f9b01fe-9f69-4639-b8af-0fe1f9e647df'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:05.723384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.767047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:05.784209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Routers {'66712328-5641-44b1-a85d-9cda8b0f02db'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:05.785579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['66712328-5641-44b1-a85d-9cda8b0f02db'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:05.811266 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:31:05.815192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=afe2742a-0c90-4eb6-81c4-3b7fd99dfeef,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:05.842210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-17092ca4-e8b0-49b4-ae08-1b5f6be3110d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:05.845783 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-17092ca4-e8b0-49b4-ae08-1b5f6be3110d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4737184 Feb 10 11:31:05.862701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48666) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:05.892326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 61ba7fe2-64a9-4043-ac39-3f5709e4d6ce is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:05.899928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': 'efe2f91e-0623-49de-a0fc-b398b55a314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:05.900292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: da3c84ce-0b62-4928-b149-4669b051c366, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:05.908272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:05.915979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:05.959168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] Set router 66712328-5641-44b1-a85d-9cda8b0f02db gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:06.120226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] For port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:06.131347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:31:02Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:06.136299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] For port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,segment=NetworkSegment(279d4e98-6d26-4fe8-a1c2-cc0b02721647),segment_id=279d4e98-6d26-4fe8-a1c2-cc0b02721647)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:06.138111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a9807-1078-4b34-bddd-0a2004ded311 None None] The sync data for ids ['66712328-5641-44b1-a85d-9cda8b0f02db'] in dv-neutron-827807-1-hyperv is: [{'id': '66712328-5641-44b1-a85d-9cda8b0f02db', 'name': 'tempest-NetworksTestDHCPv6-router-403720316', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:49Z', 'updated_at': '2022-02-10T11:31:02Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:06.142321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.152331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=647502c7-fe01-4b90-880c-4cb60ba1a07c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.155050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Allocated IP 172.20.0.1 (c317dff5-2b0c-429b-800a-83e387e206ad/fb53c4d1-ce12-4c32-b53d-b20b1a61c160/4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:06.207138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:06.207675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.223428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:06.241774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47f48a08-3c75-4b9a-974e-0cb8bbe21b17 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4661992 Feb 10 11:31:06.242733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, da3c84ce-0b62-4928-b149-4669b051c366) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:06.246992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906ab9-3a25-4ffa-ac83-9716bcc56bb0 None None] Pushing event updated for resources: {'Port': ['ID=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.249974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.251486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb224ebb-24aa-48a5-b551-c7813cae4738 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:06.272700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': '647502c7-fe01-4b90-880c-4cb60ba1a07c'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:06.345329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:06.349479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:06.350142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.371644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.407385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Transition to ACTIVE for port object 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:06.409070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd81bc9-3674-4fa8-b550-b63936b545a7,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:06.411082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.414857 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a561cb15-a98b-4978-80f8-c26fdcf5a716 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7211277 Feb 10 11:31:06.441041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.456753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ccd81bc9-3674-4fa8-b550-b63936b545a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:06.468738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:06.476980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.576232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:06.587082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:06.594151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cdfb5001-b269-451c-b2f0-c029b4d7a9e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1465044 Feb 10 11:31:06.599605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48688) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:06.615787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-745066397'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:06.660314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194c758b-3b6d-4c56-a4b2-eed371af48b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:06.662140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:06.668557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:06.689946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:06.695834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:06.708688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.759932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:06.800269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.825512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.827532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 194c758b-3b6d-4c56-a4b2-eed371af48b5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:06.830210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.834705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:06.837623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.891947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec45d6-bd7b-4cf4-a10b-b4670125d120 req-86c761ba-3e90-4851-871c-9482e6f65fb7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:06.893558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31ec45d6-bd7b-4cf4-a10b-b4670125d120 req-86c761ba-3e90-4851-871c-9482e6f65fb7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3190219 Feb 10 11:31:06.923903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.988849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:06.999544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:06.999884 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment fde209d8-d083-415e-aca0-d5aeeeaada03 of type vlan for network fb2ea143-5173-428b-9e6a-78535a303b6d Feb 10 11:31:07.017870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.038383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ef63f31b-26f3-481d-9491-fb2eca4e4061 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:07.039526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.085807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ef63f31b-26f3-481d-9491-fb2eca4e4061 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:07.087216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ef63f31b-26f3-481d-9491-fb2eca4e4061 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:07.088628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.092606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:07.093764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.157547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.242353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9c853b-96ea-4227-80a4-c6c3a6b6b908,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.258141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.259910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f932e41-8608-4cac-be25-f4a988d72cc3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8126273 Feb 10 11:31:07.276463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48700) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:07.299985 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31ec45d6-bd7b-4cf4-a10b-b4670125d120 req-3e235068-a9ac-4f98-a0e3-9d257255a4a3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895090 Feb 10 11:31:07.318199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ccd81bc9-3674-4fa8-b550-b63936b545a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:07.325325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:07.342504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:07.351779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:07.369835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:07.435937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network c317dff5-2b0c-429b-800a-83e387e206ad is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:07.454339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 8e9cc5a0-9c9c-4434-9314-1db7ce15fd78 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:07.456552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:07.459293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:07.494367 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8921640 Feb 10 11:31:07.500125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48708) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:07.500635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48710) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:07.505278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Port': ['ID=4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.513465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.559155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'ports': [{'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'}, {'network_id': 'fb2ea143-5173-428b-9e6a-78535a303b6d'}]} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:07.559620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:07.560189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'fb2ea143-5173-428b-9e6a-78535a303b6d'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:07.583375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac327d-4a11-45f8-9577-31676698b540 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=fb2ea143-5173-428b-9e6a-78535a303b6d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:07.613430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network fb2ea143-5173-428b-9e6a-78535a303b6d details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:07.629887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.800211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.842640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Allocated IP 172.26.3.131 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/abdf71cc-d7f9-4fd9-909e-77fba49270a7) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:07.849559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-fd3a64bc-bc58-4b68-b149-abc6388e9c1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6696093 Feb 10 11:31:07.881947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2086114115', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:07.885168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:07.895879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:07.900846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74595f3-3e2e-44f4-8d85-036ee3eef850 None None] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:07.909732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Usage tracker for resource:port and tenant:54e085b827994955bda9a8108cd65fd6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:07.928764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:07.939753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.019789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.036400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75245e82-0fce-4d1a-b9e6-625226362ff4 req-b23de418-4d33-4657-8192-30270f67c71d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:08.037770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-75245e82-0fce-4d1a-b9e6-625226362ff4 req-b23de418-4d33-4657-8192-30270f67c71d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4308619 Feb 10 11:31:08.055269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48720) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.070813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.074753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Request body: {'floatingip': {'port_id': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:08.113024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f83e1a9-13bd-4471-bea9-7b130b62d2a9 None None] Provisioning for port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:08.142237 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Made reservation on behalf of 54e085b827994955bda9a8108cd65fd6 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:08.144586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.148102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.173278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:08.223578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.238362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.246981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c1c6a948-a5e6-4ba3-afae-51d91e33fc61 None None] Provisioning for port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:08.258060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c1c6a948-a5e6-4ba3-afae-51d91e33fc61 None None] Provisioning complete for port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:08.258477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c1c6a948-a5e6-4ba3-afae-51d91e33fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.319326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6a948-a5e6-4ba3-afae-51d91e33fc61 None None] Port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:08.334087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a76974-10fd-4633-b52e-37b094652a69,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.343164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.427693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.431422 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91a287c7-4a06-489f-829c-b3269e46daa4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1481214 Feb 10 11:31:08.431817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:08.434579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48724) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.435792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9cc5a0-9c9c-4434-9314-1db7ce15fd78,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:08.441240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:08.445594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.449432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ccd81bc9-3674-4fa8-b550-b63936b545a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:08.456959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:08.461804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.464766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Usage tracker for resource:security_group_rule and tenant:54e085b827994955bda9a8108cd65fd6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:08.469628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8743d6c8-46a5-4a02-bceb-f65287a6588b None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:08.470591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:08.478334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:08.483046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.490788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.496526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.510589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.547938 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-86e781b1-7acc-4ca6-b7d7-ebce540f8684 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/8e9cc5a0-9c9c-4434-9314-1db7ce15fd78 HTTP/1.1" status: 204 len: 168 time: 2.6420169 Feb 10 11:31:08.551363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 2} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:08.554813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.593693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48728) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:08.605958 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-6459a5ae-88e3-4286-84f8-a71c41818337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.6309071 Feb 10 11:31:08.606471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.669150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:08.687329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:08.695022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.703687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:08.761297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:08.778369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:08.783483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:08.784041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.840931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:08.922487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.940588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:08.946045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Deleting port 5c408b20-d312-41ad-9d72-817324c5fb14 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:08.946484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:08.998024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.020187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,segment=NetworkSegment(279d4e98-6d26-4fe8-a1c2-cc0b02721647),segment_id=279d4e98-6d26-4fe8-a1c2-cc0b02721647)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:09.021014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.051077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.230263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.237117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.249139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.254253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca6d470f-bb2f-4c86-864c-aefb5e4db595 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:09.256710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.263903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.282828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba50f15-eaf8-42fc-87dc-93b71b15eab7,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.287038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-c5356359-0069-400e-b87c-c0bbdcfe58a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:09.288538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-c5356359-0069-400e-b87c-c0bbdcfe58a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.6207662 Feb 10 11:31:09.293110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] For port 5c408b20-d312-41ad-9d72-817324c5fb14, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5c408b20-d312-41ad-9d72-817324c5fb14,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:09.293668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.294948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] device_id is not set on port 9b82230c-e586-4680-969d-e60672fd6f39 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:09.398236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-723d78c5-e976-4416-b5c6-dddf31d35f07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 217 time: 0.1010900 Feb 10 11:31:09.419983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Pushing event updated for resources: {'Port': ['ID=abdf71cc-d7f9-4fd9-909e-77fba49270a7,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.424440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:09.431627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Calling delete_port for 5c408b20-d312-41ad-9d72-817324c5fb14 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:09.450983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.455217 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-077f6aba-ebbc-417d-b443-ad77582d71a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0134315 Feb 10 11:31:09.463591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:09.466114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:09.493406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.530233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.538721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ccd81bc9-3674-4fa8-b550-b63936b545a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:09.565636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:09.573487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90a04c-fcd3-42a0-9374-6b56ef7f2c27,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.581720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] Pushing event deleted for resources: {'Port': ['ID=5c408b20-d312-41ad-9d72-817324c5fb14,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:09.588442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca6d470f-bb2f-4c86-864c-aefb5e4db595 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:09.593040 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca6d470f-bb2f-4c86-864c-aefb5e4db595 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9938648 Feb 10 11:31:09.596177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51bc48-8fd8-4852-89aa-5bd592a10faf None None] No DVR routers for this DVR port 5c408b20-d312-41ad-9d72-817324c5fb14 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:09.596298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:09.609442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48736) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:09.614016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:09.655183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 08f7385e-2e36-4a2c-bbd9-1db8e69cab88 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:09.700235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:09.785390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-cd99ffe1-69d0-46b0-9a99-e961391d0d15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:09.786847 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-cd99ffe1-69d0-46b0-9a99-e961391d0d15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.3381736 Feb 10 11:31:09.829434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Allocated IP 172.26.3.215 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/9b82230c-e586-4680-969d-e60672fd6f39) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:09.861268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.862091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.872617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:09.904296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP f08a3db0-94b9-4c85-82c7-d234081f5b98 associated. External IP: 172.26.3.246, port: 647502c7-fe01-4b90-880c-4cb60ba1a07c. Feb 10 11:31:09.981539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.068717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.090592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Port': ['ID=4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:10.218785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.289511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:10.428067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-fe1743fb-2c0d-4c23-84dd-c4735eed88e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6322439 Feb 10 11:31:10.441127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.451475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 41984c74-b204-45ea-b6df-734970584e09 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:10.464978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.466046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.491363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.528671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.553292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:10.590949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.631750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network c317dff5-2b0c-429b-800a-83e387e206ad is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:10.635983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:10.636770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.637789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:10.819046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be4d1bd-929b-43e8-8a03-03431eb85708,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:10.834035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5c408b20-d312-41ad-9d72-817324c5fb14 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:10.895930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 5c408b20-d312-41ad-9d72-817324c5fb14 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:10.896579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5c408b20-d312-41ad-9d72-817324c5fb14 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:10.915126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bf28be41-99dc-4189-9a1b-4ade5158565c None None] Provisioning complete for port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:10.915878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf28be41-99dc-4189-9a1b-4ade5158565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.963542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.975908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bf28be41-99dc-4189-9a1b-4ade5158565c None None] Port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:10.976800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.980811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b103257-be3d-4e27-a63d-c42c360e0d8f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4837782 Feb 10 11:31:10.983266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:10.986380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48740) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:10.989142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.034208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ccd81bc9-3674-4fa8-b550-b63936b545a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:11.035723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.052952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-0ae2f51f-d043-44c5-b96e-e5157c9a851f service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065738 Feb 10 11:31:11.057798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.067601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:11.139090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:11.156131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:11.232135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.232550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Fanout notify agent at l3_agent the message router_deleted on router 66712328-5641-44b1-a85d-9cda8b0f02db {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:11.244938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:11.253571 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f12f1bc-cb2b-45a8-afc9-c08acff8f671 req-744fa6f4-6379-4448-896a-afe682f82a96 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928720 Feb 10 11:31:11.299975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:11.367820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.371732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:11.372444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86c5a389-57d8-4f62-82f9-85a7f80d902d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/routers/66712328-5641-44b1-a85d-9cda8b0f02db HTTP/1.1" status: 204 len: 168 time: 1.7599955 Feb 10 11:31:11.373038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Pushing event updated for resources: {'Port': ['ID=9b82230c-e586-4680-969d-e60672fd6f39,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.375113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:11.382928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.391549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:11.395041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:11.451261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.523020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:11.523566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.582052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.632174 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-618af736-a035-4b0d-ac96-680e96aa366f tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.1240230 Feb 10 11:31:11.635588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:11.649908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}]}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:11.661363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:11.663805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.672178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Usage tracker for resource:router and tenant:54e085b827994955bda9a8108cd65fd6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:11.677737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:11.684207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:11.688597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.689062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:11.691975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Floating IP 7e38dfd1-b4bf-4bfd-93f5-647f61891589 associated. External IP: 172.26.3.159, port: 8d87d882-1974-44dd-b8b8-57f84a2adb46. Feb 10 11:31:11.706899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:11.717090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:11.726854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=08f7385e-2e36-4a2c-bbd9-1db8e69cab88,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.729047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:11.729852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.748700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:11.760982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:11.772197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e38378-8d8c-4bf6-8ab7-7faf1365ef0d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.820473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:11.836246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.837135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.838099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.839266 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-946cd77c-312a-4890-9829-5b26ba85d962 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8480155 Feb 10 11:31:11.847277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48754) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:11.857858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:11.876819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=41984c74-b204-45ea-b6df-734970584e09,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:11.937199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.948224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': 'fde209d8-d083-415e-aca0-d5aeeeaada03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'fb2ea143-5173-428b-9e6a-78535a303b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:11.949142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: fb2ea143-5173-428b-9e6a-78535a303b6d, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:11.961574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.986302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:11.991266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Router c667f7cd-67fa-4e49-9055-f05d2888cb5b is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:12.006207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.029908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.111393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network fb2ea143-5173-428b-9e6a-78535a303b6d is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:12.113543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e38378-8d8c-4bf6-8ab7-7faf1365ef0d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:12.176880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.180587 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ef37fba9-762c-4305-b37c-6e2f9b254fe7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b5e38378-8d8c-4bf6-8ab7-7faf1365ef0d HTTP/1.1" status: 204 len: 168 time: 0.3276613 Feb 10 11:31:12.184354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, fb2ea143-5173-428b-9e6a-78535a303b6d) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:12.185721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48758) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.192354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Router c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:12.194306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb158983-740f-4487-a057-629fd3ba30c0 None None] Network fb2ea143-5173-428b-9e6a-78535a303b6d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:12.207349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:12.211179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:12.214356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:12.214974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.252894 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-612b4c13-f542-422d-967a-a4f2452adc5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7429881 Feb 10 11:31:12.257216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48762) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.362429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:12.375969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 41984c74-b204-45ea-b6df-734970584e09 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:12.376678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.407629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-436fa965-c916-4354-84c6-76bf3c393a1c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:12.444098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.449658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-436fa965-c916-4354-84c6-76bf3c393a1c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:12.451145 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-436fa965-c916-4354-84c6-76bf3c393a1c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2638946 Feb 10 11:31:12.457233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48766) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.461523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:12.475129 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] Sync routers for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:12.475662 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b09e070a-a0c2-44f9-a498-99302a6de611 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4693441 Feb 10 11:31:12.480889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48770) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.499332 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:12.500005 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:12.562455 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:12.573462 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:12.574188 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:12.633888 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:12.634453 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f8777-24ab-493f-9a5b-61cf55ea2916 None None] The sync data for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:12.742107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.757335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.806207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.838189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5be4d1bd-929b-43e8-8a03-03431eb85708,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:12.850286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.851543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f13dd767-d184-4310-9b2f-8e7a8eac973d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5be4d1bd-929b-43e8-8a03-03431eb85708 HTTP/1.1" status: 204 len: 168 time: 0.3933985 Feb 10 11:31:12.856883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48774) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.865472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.895508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:12.904911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] Sync routers for ids ['c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:12.916869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] Routers {'c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:12.917578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:12.951615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:12.956715 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e375a24a-474f-499e-8a1e-a582d55fb421 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "PUT /v2.0/routers/c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 200 len: 916 time: 9.1250255 Feb 10 11:31:12.960364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48778) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:12.988657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:13.003956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] Routers {'c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:13.004981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:13.077908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:13.078487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7cc713-5746-45b7-b749-4bec1946ca5f None None] The sync data for ids ['c3fde7b2-37b7-4921-a964-9c3b1f9f9b51'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:13.176595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9927e0f3-42be-47e3-9f82-3fb4c217f9c6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:13.223941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9927e0f3-42be-47e3-9f82-3fb4c217f9c6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:13.225411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9927e0f3-42be-47e3-9f82-3fb4c217f9c6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3662918 Feb 10 11:31:13.228410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.230770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48782) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.248652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:13.258426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:13.268940 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1ec70-8681-4f52-a726-e1438253543e None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:13.280501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.294174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.314212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=7457ee9a-04ad-4724-bfc3-491591dd331e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.316821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:13.317432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.387661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 41984c74-b204-45ea-b6df-734970584e09 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:13.450089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.473060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ba50f15-eaf8-42fc-87dc-93b71b15eab7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.499526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.500635 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-25ea14b8-5510-47da-be69-9750ee35c7dd tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6ba50f15-eaf8-42fc-87dc-93b71b15eab7 HTTP/1.1" status: 204 len: 168 time: 0.2684407 Feb 10 11:31:13.504075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48786) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.506812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '7457ee9a-04ad-4724-bfc3-491591dd331e'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:13.507932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.512894 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e50a28c7-fa22-484c-a778-bd7b9bf5d551 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 200 len: 922 time: 0.5489621 Feb 10 11:31:13.513045 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee221d73-d122-44ee-b249-86dc05cc9eb2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1304951 Feb 10 11:31:13.513045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.517542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.530773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:13.573627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cf1141cf-279f-453b-83df-73c94ef48280 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:13.579444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:13.590199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.594171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:router and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:13.605100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:13.629428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cf1141cf-279f-453b-83df-73c94ef48280 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:13.633573 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cf1141cf-279f-453b-83df-73c94ef48280 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1255934 Feb 10 11:31:13.634478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48798) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.664213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:13.673678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=41984c74-b204-45ea-b6df-734970584e09,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.678008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/7457ee9a-04ad-4724-bfc3-491591dd331e/7619764d-a735-4d96-b9e4-6c6f9ceafc04) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:13.700643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.713501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.715267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.722098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.751347 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-cdd11b3b-96ea-4d17-92b5-e1cf9df3fbe8 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:31:13.751860 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cdd11b3b-96ea-4d17-92b5-e1cf9df3fbe8 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2700911 Feb 10 11:31:13.754936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48802) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.756447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.792467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-728599c8-9b6a-4ac6-bf93-e517c2817365 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/41984c74-b204-45ea-b6df-734970584e09 HTTP/1.1" status: 204 len: 168 time: 1.5316443 Feb 10 11:31:13.805494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48806) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.822537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.897054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52a76974-10fd-4633-b52e-37b094652a69,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:13.911796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.920565 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4130916e-57e1-4162-91a0-7fa55ea31484 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/52a76974-10fd-4633-b52e-37b094652a69 HTTP/1.1" status: 204 len: 168 time: 0.2777104 Feb 10 11:31:13.920729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0fbc156e-685f-4171-80cf-451df26060be tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=c3fde7b2-37b7-4921-a964-9c3b1f9f9b51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3898480 Feb 10 11:31:13.920729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:13.920895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48810) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.920895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48814) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:13.921037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.941398 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:13.958163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.960995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:13.976090 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:13.976716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:13.978329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Transition to ACTIVE for port object 7619764d-a735-4d96-b9e4-6c6f9ceafc04 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:14.006583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Transition to ACTIVE for port object 7619764d-a735-4d96-b9e4-6c6f9ceafc04 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:14.026919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.034309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Router 7fbce611-638c-4543-a830-dd52bda3bf5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:14.037130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.051760 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:14.064602 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:14.065417 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:14.100071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.111841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.125094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:14.127265 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:14.130364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-538bd445-b424-4a5a-b88e-343d25a866e7 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/f08a3db0-94b9-4c85-82c7-d234081f5b98 HTTP/1.1" status: 200 len: 979 time: 7.8685064 Feb 10 11:31:14.130525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:14.131037 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e991b-f416-431f-a010-c7e0d98ae3ae None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:14.145357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:14.145581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0983ab11-17b2-472b-89d2-a265248524b9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:14.147842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48818) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.157926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Pushing event updated for resources: {'Port': ['ID=7619764d-a735-4d96-b9e4-6c6f9ceafc04,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:14.159011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6781a-54b4-4825-b5e0-0ea7065770bc tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:14.166261 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-83b6781a-54b4-4825-b5e0-0ea7065770bc tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/networks/69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 881 time: 0.2435324 Feb 10 11:31:14.166882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48822) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.182995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9b2c9-bf8a-436f-9bd8-f281182de9f8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:14.187446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9b2c9-bf8a-436f-9bd8-f281182de9f8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:14.188197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eba9b2c9-bf8a-436f-9bd8-f281182de9f8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:14.201411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.205965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1ab5aed-f33d-4bae-89d6-6429da32f048 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6918526 Feb 10 11:31:14.211057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48826) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.245818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Attempting to bind port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:14.246183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Attempting to bind port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:14.246539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Attempting to bind port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:14.254059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:14.254463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:14.254790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.255341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:14.255766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Bound port: 7619764d-a735-4d96-b9e4-6c6f9ceafc04, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:14.256271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.363741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] For port 7619764d-a735-4d96-b9e4-6c6f9ceafc04, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:14.367202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] For port 7619764d-a735-4d96-b9e4-6c6f9ceafc04, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7619764d-a735-4d96-b9e4-6c6f9ceafc04,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:14.372803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.385551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eba9b2c9-bf8a-436f-9bd8-f281182de9f8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:14.389302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eba9b2c9-bf8a-436f-9bd8-f281182de9f8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5798249 Feb 10 11:31:14.392324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.461146 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f33c3da2-038e-4a09-8d30-d959c2b514b4 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 200 len: 205 time: 0.2616420 Feb 10 11:31:14.463265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.464677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe139f1-372b-40a0-9d0f-5552ee0cbe44 None None] Pushing event updated for resources: {'Port': ['ID=7619764d-a735-4d96-b9e4-6c6f9ceafc04,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:14.537298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0983ab11-17b2-472b-89d2-a265248524b9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:14.541200 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0983ab11-17b2-472b-89d2-a265248524b9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.6185920 Feb 10 11:31:14.548591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:14.597956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 08f7385e-2e36-4a2c-bbd9-1db8e69cab88 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:14.598295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.622321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 647502c7-fe01-4b90-880c-4cb60ba1a07c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:14.622321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.851337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.878744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:14.929906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.075433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.108727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b9c853b-96ea-4227-80a4-c6c3a6b6b908,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.242944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.246596 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e2b0f64a-b5e1-404e-a177-f633594f6903 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1b9c853b-96ea-4227-80a4-c6c3a6b6b908 HTTP/1.1" status: 204 len: 168 time: 0.6411986 Feb 10 11:31:15.250599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:15.280555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.359269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.361813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.504079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 08f7385e-2e36-4a2c-bbd9-1db8e69cab88 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:15.579704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0384d2a5-a69f-4ddb-92fd-b6029ddb0d5a None None] Provisioning for port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:15.708616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.718828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-da8d1209-1a48-477c-82e4-4221447b86b5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:15.731365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:15.741641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Sync routers for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:15.757478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:15.758155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:15.760350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.772969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.818261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.819816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-da8d1209-1a48-477c-82e4-4221447b86b5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:15.821051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da8d1209-1a48-477c-82e4-4221447b86b5 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5695138 Feb 10 11:31:15.837468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48846) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:15.899852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=08f7385e-2e36-4a2c-bbd9-1db8e69cab88,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:15.907213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.909193 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-453dce1e-c8cf-43af-8016-dcb56f83cca9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "PUT /v2.0/floatingips/7e38dfd1-b4bf-4bfd-93f5-647f61891589 HTTP/1.1" status: 200 len: 992 time: 7.8463163 Feb 10 11:31:15.912389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:31:15.924283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.930318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.982013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:15.986100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:15.986820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26dd6d60-0b74-4031-9a81-66845efbd824 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:16.082825 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a6d0bec1-2a93-4d76-9eb5-82d3cdabd94d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/08f7385e-2e36-4a2c-bbd9-1db8e69cab88 HTTP/1.1" status: 204 len: 168 time: 1.6894524 Feb 10 11:31:16.094394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.097907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:16.098948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a0740c0-9ccc-45c7-b05b-a988b3ec73c6 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4551265 Feb 10 11:31:16.100447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'status': 'completed', 'code': 200} Feb 10 11:31:16.103848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.104220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.104527 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP f08a3db0-94b9-4c85-82c7-d234081f5b98 disassociated. External IP: 172.26.3.246, port: 647502c7-fe01-4b90-880c-4cb60ba1a07c. Feb 10 11:31:16.105289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 647502c7-fe01-4b90-880c-4cb60ba1a07c owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:16.138238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.303024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.415445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '7e38dfd1-b4bf-4bfd-93f5-647f61891589', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'port_id': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'mac_address': 'fa:16:3e:c4:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eec508-d93d-4a96-8320-275192a9cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:30:32Z', 'updated_at': '2022-02-10T11:31:09Z', 'revision_number': 1, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:16.419447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Checking router: 7fbce611-638c-4543-a830-dd52bda3bf5b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:16.426662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.439954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:16.441404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:16.462889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Deleting port 9b82230c-e586-4680-969d-e60672fd6f39 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:16.463253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.619138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50a87a-5767-465d-a088-ec755aabd208 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:16.619850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f50a87a-5767-465d-a088-ec755aabd208 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:16.638346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-154a960f-38d9-4f35-9b6e-497f1170bf2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.5011964 Feb 10 11:31:16.640592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7619764d-a735-4d96-b9e4-6c6f9ceafc04 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:16.648958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d88c-a679-4c57-a006-424e61ee3d10 req-6ae94f13-330b-4b13-91cd-9570a119bf87 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:16.650372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d05d88c-a679-4c57-a006-424e61ee3d10 req-6ae94f13-330b-4b13-91cd-9570a119bf87 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3316946 Feb 10 11:31:16.725704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.738536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:16.748291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.794075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd81bc9-3674-4fa8-b550-b63936b545a7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:16.830411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=647502c7-fe01-4b90-880c-4cb60ba1a07c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:16.837445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::1 (777c9540-812e-4174-85ca-b69ca9423c5f/7457ee9a-04ad-4724-bfc3-491591dd331e/1e70ee9d-3eb8-4400-b3fd-2fee881190e6) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:16.849041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4f50a87a-5767-465d-a088-ec755aabd208 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:16.854024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f50a87a-5767-465d-a088-ec755aabd208 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7552230 Feb 10 11:31:16.855362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48862) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:16.881200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:16.904707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:16.904975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.930965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d05d88c-a679-4c57-a006-424e61ee3d10 req-508665a7-c5f1-46c9-aed2-ea58109b0a56 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349069 Feb 10 11:31:16.970747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:16.978990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9b01c-c198-4574-bc01-be0d448a781c req-2dbc4a96-e389-4d74-9a4d-7af89847a63e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:16.980541 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-2dbc4a96-e389-4d74-9a4d-7af89847a63e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.3269444 Feb 10 11:31:16.983801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.042779 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97a7092-6de4-4f8c-b7c8-ade96889fe5a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:31:17.043477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d97a7092-6de4-4f8c-b7c8-ade96889fe5a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:17.172137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.175553 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2c0a018c-6155-4d06-8ea2-06459c34457e tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/ccd81bc9-3674-4fa8-b550-b63936b545a7 HTTP/1.1" status: 204 len: 168 time: 1.3348269 Feb 10 11:31:17.193508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48868) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.216080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Calling delete_port for 9b82230c-e586-4680-969d-e60672fd6f39 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:17.234170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d97a7092-6de4-4f8c-b7c8-ade96889fe5a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:17.237852 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d97a7092-6de4-4f8c-b7c8-ade96889fe5a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/41984c74-b204-45ea-b6df-734970584e09 HTTP/1.1" status: 404 len: 333 time: 0.3783460 Feb 10 11:31:17.238013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.259794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48872) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.307805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port abdf71cc-d7f9-4fd9-909e-77fba49270a7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:17.308380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.311590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 7619764d-a735-4d96-b9e4-6c6f9ceafc04, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7619764d-a735-4d96-b9e4-6c6f9ceafc04,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:17.318999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.394735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=7619764d-a735-4d96-b9e4-6c6f9ceafc04,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:17.395594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.399847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '7e38dfd1-b4bf-4bfd-93f5-647f61891589', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'port_id': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'mac_address': 'fa:16:3e:c4:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eec508-d93d-4a96-8320-275192a9cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:30:32Z', 'updated_at': '2022-02-10T11:31:09Z', 'revision_number': 1, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:17.400836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1773243-36f2-410a-ae6d-621fd1924533 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:17.404474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27735f2c-3e10-43f6-9d1b-0d4c7982e10a None None] The sync data for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv is: [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '7e38dfd1-b4bf-4bfd-93f5-647f61891589', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'port_id': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'mac_address': 'fa:16:3e:c4:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eec508-d93d-4a96-8320-275192a9cfc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:30:32Z', 'updated_at': '2022-02-10T11:31:09Z', 'revision_number': 1, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:17.420488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19fe999-fcc3-4d72-8348-7002cb55d579 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:31:17.426354 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e19fe999-fcc3-4d72-8348-7002cb55d579 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/08f7385e-2e36-4a2c-bbd9-1db8e69cab88 HTTP/1.1" status: 404 len: 333 time: 0.1344168 Feb 10 11:31:17.433302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48876) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.436355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:17.529371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-684d258c-1ab9-4807-b7f5-c4148cd0c1c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1000 time: 0.5409884 Feb 10 11:31:17.632256 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c15c0-32ef-4057-87b1-0df2ffbf8f15 None None] New status for floating IP 7e38dfd1-b4bf-4bfd-93f5-647f61891589: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:31:17.644587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1773243-36f2-410a-ae6d-621fd1924533 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:17.649877 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1773243-36f2-410a-ae6d-621fd1924533 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4492981 Feb 10 11:31:17.652440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:17.671107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689601855'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:17.695959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:17.706625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803b2e0-ca6d-4390-a16e-6bc72ac13ee9 req-8b8f895b-cffe-47cf-ac73-bad8b821b50d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:17.708305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7803b2e0-ca6d-4390-a16e-6bc72ac13ee9 req-8b8f895b-cffe-47cf-ac73-bad8b821b50d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4989650 Feb 10 11:31:17.727056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9b01c-c198-4574-bc01-be0d448a781c req-32331aef-6c94-4008-bfdf-bab09ad47151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:17.728090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-32331aef-6c94-4008-bfdf-bab09ad47151 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.1850681 Feb 10 11:31:17.741989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.756595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:17.786040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.810458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:17.927313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:17.952806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.005777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:18.022469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:18.022995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.030727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.034256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:18.072096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.113897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:18.114239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.125809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for abdf71cc-d7f9-4fd9-909e-77fba49270a7 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:18.152639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ea143-5173-428b-9e6a-78535a303b6d']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.153340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.173914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b82230c-e586-4680-969d-e60672fd6f39,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.225510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde209d8-d083-415e-aca0-d5aeeeaada03') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.225805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde209d8-d083-415e-aca0-d5aeeeaada03') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:18.256422 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7803b2e0-ca6d-4390-a16e-6bc72ac13ee9 req-ec330acf-77d2-4e98-b944-e07fa66f5899 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5363374 Feb 10 11:31:18.326059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:18.334037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.337021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e21f00cf-f46a-402c-9a15-cc496f74e2c7 None None] Provisioning for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:18.342401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e21f00cf-f46a-402c-9a15-cc496f74e2c7 None None] Provisioning complete for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:18.343074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e21f00cf-f46a-402c-9a15-cc496f74e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.344335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:18.351023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:18.365418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:18.380983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-2d6cf8cd-527e-45c1-ba56-1cdecba46088 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6387935 Feb 10 11:31:18.391968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.409703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e21f00cf-f46a-402c-9a15-cc496f74e2c7 None None] Port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:18.449992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.474033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:18.474440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:18.490419 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:18.497083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.539484 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9f6b5d1-9f5b-4739-81f9-f6776517aa42 tempest-RoutersAdminNegativeIpV6Test-1285988896 tempest-RoutersAdminNegativeIpV6Test-1285988896-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9b82230c-e586-4680-969d-e60672fd6f39 HTTP/1.1" status: 204 len: 168 time: 2.4005573 Feb 10 11:31:18.577065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7619764d-a735-4d96-b9e4-6c6f9ceafc04 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:18.604278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.625836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.670596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:18.672175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.683831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.715770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f786310b-372f-45eb-aa91-156e4759ff7d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.721758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.722356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-20e7f5ad-a9e4-4b7a-9834-b57b71545634 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246269 Feb 10 11:31:18.723202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.729886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bddee40-b0d0-4a60-940b-5997865018d6 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0763102 Feb 10 11:31:18.732620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48886) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:18.743113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.753165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=fb2ea143-5173-428b-9e6a-78535a303b6d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.764980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:18.813406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'f786310b-372f-45eb-aa91-156e4759ff7d', 'direction': 'ingress', 'protocol': 17}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:18.880787 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a14b4bb0-0e0b-4e25-a396-86f5567ad14c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/fb2ea143-5173-428b-9e6a-78535a303b6d HTTP/1.1" status: 204 len: 168 time: 1.4464357 Feb 10 11:31:18.881969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:18.889502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:18.890259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=abdf71cc-d7f9-4fd9-909e-77fba49270a7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:18.907572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-332943676'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:18.943167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:18.948321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:18.986070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:18.994114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.002509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.012127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.012966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:19.022806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Calling delete_port for 4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:19.061616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:19.065513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.190139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:19.218592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1db9b01c-c198-4574-bc01-be0d448a781c req-0b111de5-c0c4-48e9-886f-ad8571204ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869962 Feb 10 11:31:19.251917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.282119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.302199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.322489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:19.435490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.435834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment b5e6599d-69ba-4953-a576-65842111f128 of type vlan for network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 Feb 10 11:31:19.471851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:19.481668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:19.494294 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:19.495013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.555721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.559827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.568899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:19.569247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.598644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.632056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:19.632467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81c108-a50f-4be8-9eb1-c2ad8007fecb None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:19.636015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:19.664736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5326a706-ae04-4010-b7f2-e668900162db,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.684920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.695141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.695904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.699757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.701514 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-455c0b45-1f48-409c-9281-789c6e604518 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/647502c7-fe01-4b90-880c-4cb60ba1a07c HTTP/1.1" status: 204 len: 168 time: 5.5501232 Feb 10 11:31:19.713135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48904) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.716905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Usage tracker for resource:security_group_rule and tenant:889bdadd3e624a9e9df61c84cc87c3a9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:19.728479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:19.730174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.731989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.739730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.740862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92cd543a-53a9-4f0a-8a68-9197d8dc8c38 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0021169 Feb 10 11:31:19.750343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.806277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:19.831763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.862412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55f646c6-e754-4e0a-b4b9-281ab43d7442 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/floatingips/f08a3db0-94b9-4c85-82c7-d234081f5b98 HTTP/1.1" status: 200 len: 688 time: 0.1360161 Feb 10 11:31:19.863302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.872834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48912) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:19.966461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:19.970958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:19.974811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:19.975645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.005605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f48e7-79f6-4be0-8d0f-e61a22780f9c req-4d140822-f1a6-4ffc-be77-af5474a7d3f7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:20.007352 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c6f48e7-79f6-4be0-8d0f-e61a22780f9c req-4d140822-f1a6-4ffc-be77-af5474a7d3f7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6204445 Feb 10 11:31:20.031614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Port': ['ID=4c6f1935-4cb1-4270-b2a6-96d0bc1d70b1,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.210697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.225179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3321221 Feb 10 11:31:20.229591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 04982318-77f9-4545-8b6c-844d9b93e9c0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:20.229913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.230686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48916) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:20.237631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:20.244227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:20.263454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248a8ae-dc1a-4891-aaca-37b7f33f0236 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=8da4ef97-149a-4e46-a5d0-5c265c5d4a66,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.264350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:20.265508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.265994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:20.279731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:20.323482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.328965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c2d04bf9-7577-4325-ba7a-fd8865e10ef2 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 204 len: 168 time: 5.8585055 Feb 10 11:31:20.328965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.330820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48920) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:20.332584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.332809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c6f48e7-79f6-4be0-8d0f-e61a22780f9c req-282929e4-b0b3-420f-878c-c746e7fe3eec tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088973 Feb 10 11:31:20.351578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.470174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb472892-1343-4656-959e-7fdfef1c2aae,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:20.474794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1278929686', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:20.479354 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-70ba407e-1bc9-429d-abe1-2307990d65f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=889bdadd3e624a9e9df61c84cc87c3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4611344 Feb 10 11:31:20.483868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48926) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:20.507959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:20.548586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.552317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Usage tracker for resource:router and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:20.569340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.569340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.571824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:20.597265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:20.651271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3d927033-290d-4598-954a-84896c53b9c7 None None] Provisioning complete for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:20.651818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3d927033-290d-4598-954a-84896c53b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.663291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:20.673460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:20.676793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.677710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.681696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:20.705745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3d927033-290d-4598-954a-84896c53b9c7 None None] Port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:20.732642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 04982318-77f9-4545-8b6c-844d9b93e9c0 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:20.814033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.859655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:20.865142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.875475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:20.883296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807265df-3ff7-4c77-86ed-02493a7be225 req-d3ae9885-33c9-497d-934d-906ab25da8ef tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:20.884755 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-807265df-3ff7-4c77-86ed-02493a7be225 req-d3ae9885-33c9-497d-934d-906ab25da8ef tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3546135 Feb 10 11:31:21.005618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-807265df-3ff7-4c77-86ed-02493a7be225 req-7bcce12b-a346-433b-b556-b08cb4675ac1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128037 Feb 10 11:31:21.009221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786310b-372f-45eb-aa91-156e4759ff7d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.019018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:21.021849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.073049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=04982318-77f9-4545-8b6c-844d9b93e9c0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.074932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.108695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb472892-1343-4656-959e-7fdfef1c2aae,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:21.122147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.123774 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e1f58c63-dc20-4ca7-9e48-12bff5f1ac9b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/f786310b-372f-45eb-aa91-156e4759ff7d HTTP/1.1" status: 204 len: 168 time: 1.3682721 Feb 10 11:31:21.129457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48932) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.145130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.305706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.306818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19f39832-b4ea-46ae-bca9-94e07b0520a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb472892-1343-4656-959e-7fdfef1c2aae HTTP/1.1" status: 204 len: 168 time: 0.8220315 Feb 10 11:31:21.327661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.334146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.336768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.341119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c9b78906-dda8-4301-b7eb-2426bf8a8967 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/f08a3db0-94b9-4c85-82c7-d234081f5b98 HTTP/1.1" status: 204 len: 168 time: 1.4631550 Feb 10 11:31:21.341721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48940) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.346958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'a145cb54-4e8a-4414-b6df-f5b3bde3ac24'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:21.353952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.358522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:floatingip and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:21.361690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:21.369181 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:21.381780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.548281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fac4a-9198-4ecc-a2d7-fbd646b38584 req-153924fd-fbcb-4ff4-b561-e33fbb749030 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:21.549731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d67fac4a-9198-4ecc-a2d7-fbd646b38584 req-153924fd-fbcb-4ff4-b561-e33fbb749030 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.1510713 Feb 10 11:31:21.627986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.632975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d67fac4a-9198-4ecc-a2d7-fbd646b38584 req-511e5280-1b12-4c56-8d16-493b252e2303 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715010 Feb 10 11:31:21.648735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing IP validity checks on allocation pools {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:31:21.649522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.ipam_backend_mixin [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:31:21.716259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9001c32c-cdfd-4ddc-a975-0e0eb4b2b5a7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:21.735833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48948) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.786535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.797920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9001c32c-cdfd-4ddc-a975-0e0eb4b2b5a7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:21.799198 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9001c32c-cdfd-4ddc-a975-0e0eb4b2b5a7 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6653388 Feb 10 11:31:21.802738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.84 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/75f775d0-925e-4e8f-939c-ffacae0ed2af) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:21.803370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48954) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.811882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--218935767'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:21.822247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.848973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:21.859827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Router c667f7cd-67fa-4e49-9055-f05d2888cb5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:21.916312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:21.943530 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e912808e-84bc-4231-a9c4-be47b8066721 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54e085b827994955bda9a8108cd65fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004523 Feb 10 11:31:21.944039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48958) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:21.962757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:21.967443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:21.970336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:21.976306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:22.122331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.127978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.150087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.158912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.204550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.256921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5197c-24e7-429a-af24-6fa0be814ecc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.288202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.291915 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9662c3f-a153-490c-ae66-7c4409504419 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4848104 Feb 10 11:31:22.292222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48966) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.296630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Router 9b11ff48-d8f5-4218-b719-4ff790b40d26 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:22.300437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--662753510'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:22.307423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.312265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:22.334516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.366682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:22.398152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:22.417402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.421235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:22.459530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90a04c-fcd3-42a0-9374-6b56ef7f2c27,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.472226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:22.479873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:22.482171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:22.509805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=75f775d0-925e-4e8f-939c-ffacae0ed2af,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.518538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.519655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-019d243a-f689-4740-be6e-5e4da1e49586 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c90a04c-fcd3-42a0-9374-6b56ef7f2c27 HTTP/1.1" status: 204 len: 168 time: 0.5407639 Feb 10 11:31:22.525380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.531425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:22.545735 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] Sync routers for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:22.564471 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:22.565393 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.569374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=56ecba60-ee7e-4808-9eb2-51569d5e8098,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:22.602944 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cbcbcb45-f9f5-40e3-a82d-de01f44ade8e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8469546 Feb 10 11:31:22.605361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48972) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.634125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:22.643792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:22.653662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:22.661351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4629b1-b670-482c-8033-daa498d0ca97 req-c07cb588-3c7e-40f1-8c65-7f49e940c2a9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:22.663173 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df4629b1-b670-482c-8033-daa498d0ca97 req-c07cb588-3c7e-40f1-8c65-7f49e940c2a9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3167264 Feb 10 11:31:22.669047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:22.701930 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.702766 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-b5798489-46b8-4422-a47a-f4ed6257010b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] delete failed (client error): The resource could not be found. Feb 10 11:31:22.709928 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b5798489-46b8-4422-a47a-f4ed6257010b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1576499142 HTTP/1.1" status: 404 len: 335 time: 0.1032641 Feb 10 11:31:22.710554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48976) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:22.719440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3336f9a8-9236-43eb-a815-a971690bb44c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c667f7cd-67fa-4e49-9055-f05d2888cb5b'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:22.731507 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:22.732104 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.807312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': 'b5e6599d-69ba-4953-a576-65842111f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:22.808110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: 8da4ef97-149a-4e46-a5d0-5c265c5d4a66, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:22.810711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:22.812054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5f146-fa1c-4583-a598-35e8131fd2dc None None] The sync data for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:22.814830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df4629b1-b670-482c-8033-daa498d0ca97 req-3b7a9fd7-f6b7-4fcd-9546-17c372834124 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427631 Feb 10 11:31:22.939182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.970765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:22.984928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.001892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.010391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:23.073954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6602673f-5e20-490b-81cf-cba4ee5eb8f2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.086000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.090175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea9f316e-73eb-482c-89d3-2b6cd4c672a3 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7940662 Feb 10 11:31:23.090175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.097506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'b8c5197c-24e7-429a-af24-6fa0be814ecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6602673f-5e20-490b-81cf-cba4ee5eb8f2', 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.113330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.126373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:23.131946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:23.134912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8da4ef97-149a-4e46-a5d0-5c265c5d4a66) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:23.140307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.157542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:23.158169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.184631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.252861 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-378958f9-ed96-471d-9d4f-419010ea7e04 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0158248 Feb 10 11:31:23.253969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 48994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.261380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:23.266643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66', 'name': 'tempest-PortsTestJSON-1436559903'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:23.268651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf125cc-584b-4ba7-9e57-805bb756be4d None None] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:23.275032 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9cd2ed7d-fd4e-41d3-8d53-726c04347e84 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "PUT /v2.0/routers/9b11ff48-d8f5-4218-b719-4ff790b40d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0634935 Feb 10 11:31:23.280649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 48998) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.288000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Sync routers for ids ['9b11ff48-d8f5-4218-b719-4ff790b40d26'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:23.348500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Routers {'9b11ff48-d8f5-4218-b719-4ff790b40d26'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:23.349417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b11ff48-d8f5-4218-b719-4ff790b40d26'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:23.407377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ed20b-6647-4218-a2c0-24d627606fb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:23.408134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-594ed20b-6647-4218-a2c0-24d627606fb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:23.481353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Allocated IP 172.26.3.101 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/5977ced0-0868-4bac-a69a-43d0b4748f33) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:23.540023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:23.563478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:23.589765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-594ed20b-6647-4218-a2c0-24d627606fb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:23.594296 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-594ed20b-6647-4218-a2c0-24d627606fb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports/1e70ee9d-3eb8-4400-b3fd-2fee881190e6 HTTP/1.1" status: 200 len: 911 time: 0.3126044 Feb 10 11:31:23.595254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49008) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.610935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Set router 9b11ff48-d8f5-4218-b719-4ff790b40d26 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:23.638803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.657252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.687993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92aabd0-50c8-43e8-b628-0ec9eb8745a8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:23.706234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:23.708781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.712377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3336f9a8-9236-43eb-a815-a971690bb44c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.720244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.751767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.756035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.760682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b24371e-7a3b-4ae7-8a11-fed773afcd57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6663163 Feb 10 11:31:23.761885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.763914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port de34e5c1-7325-4888-947a-2e1250efd11c yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:23.922067 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-3336f9a8-9236-43eb-a815-a971690bb44c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] update failed (client error): The resource could not be found. Feb 10 11:31:23.927724 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3336f9a8-9236-43eb-a815-a971690bb44c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b HTTP/1.1" status: 404 len: 339 time: 1.2132328 Feb 10 11:31:23.928384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49022) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:23.939402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:23.992602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.2 (8da4ef97-149a-4e46-a5d0-5c265c5d4a66/56ecba60-ee7e-4808-9eb2-51569d5e8098/de34e5c1-7325-4888-947a-2e1250efd11c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:24.014896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab343da-aef8-465f-ba67-49697276bcaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:24.018868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab343da-aef8-465f-ba67-49697276bcaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:24.023378 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cab343da-aef8-465f-ba67-49697276bcaa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4239566 Feb 10 11:31:24.024228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49026) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:24.164985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8da4ef97-149a-4e46-a5d0-5c265c5d4a66', 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': '56ecba60-ee7e-4808-9eb2-51569d5e8098'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:24.165796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.199021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:18Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': '1e70ee9d-3eb8-4400-b3fd-2fee881190e6', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:64:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:16Z', 'updated_at': '2022-02-10T11:31:19Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:24.235880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.240874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Checking router: 9b11ff48-d8f5-4218-b719-4ff790b40d26 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:24.241232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Updating router 9b11ff48-d8f5-4218-b719-4ff790b40d26 port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:31:24.316454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.323214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.345539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'networks': [{'name': 'tempest-network--202485146'}, {'name': 'tempest-network--1957930454'}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:24.345921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-network--202485146'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:24.346463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-network--1957930454'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:24.373723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:24.383558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object de34e5c1-7325-4888-947a-2e1250efd11c will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.400876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:network and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:24.411829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:24.414487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.448840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:24.459517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:24.460731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.461372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event updated for resources: {'Port': ['ID=5977ced0-0868-4bac-a69a-43d0b4748f33,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:24.465886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:24.471629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:24.498381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.514078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'network': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:24.517947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.556517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.653047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.654545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.673617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf1132-7644-4916-87b8-d88b96aa53e5 req-cbae7a17-f593-4001-9a1a-5bbf92f5ced3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:24.675104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0caf1132-7644-4916-87b8-d88b96aa53e5 req-cbae7a17-f593-4001-9a1a-5bbf92f5ced3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3887823 Feb 10 11:31:24.696805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1dabbce1-801b-430f-883f-c385f497462e {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:24.697055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:24.759433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.763312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d92aabd0-50c8-43e8-b628-0ec9eb8745a8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:24.773580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Transition to ACTIVE for port object 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:24.781922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.809992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:24.829203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:security_group_rule and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:24.833710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:24.835248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=de34e5c1-7325-4888-947a-2e1250efd11c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:24.850885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:24.854875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:24.872412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:24.894041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:24.946479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.947715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f7e24c89-63d0-4f51-925e-e6a5cd0b2ce9 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d92aabd0-50c8-43e8-b628-0ec9eb8745a8 HTTP/1.1" status: 204 len: 168 time: 0.7030230 Feb 10 11:31:24.947928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:24.954877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:24.971817 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0caf1132-7644-4916-87b8-d88b96aa53e5 req-4f301fb2-17c5-4a0f-9bd4-1a9b8a2d8e92 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509792 Feb 10 11:31:25.048061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27d74b-4429-41a1-b93f-0b3b640c6c95 None None] Pushing event updated for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.060783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9395eb8-d02a-4f5c-85c0-9c2721f6f18b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:25.088447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:25.089392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.095963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Attempting to bind port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:25.096224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Attempting to bind port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:25.096710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Attempting to bind port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:25.107604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:25.108883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:25.109248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.109722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:25.110203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Bound port: 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:25.110736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.150869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a9395eb8-d02a-4f5c-85c0-9c2721f6f18b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:25.155220 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9395eb8-d02a-4f5c-85c0-9c2721f6f18b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1854377 Feb 10 11:31:25.166611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.169320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49038) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:25.223055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.236749 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-15ada3c1-f8e8-4f09-ada0-b4a19d6b3ff7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9787035 Feb 10 11:31:25.238643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.247343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] For port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:25.251776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] For port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:25.254509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49042) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:25.296199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.326966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.362419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.387014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.387014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.422867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27d74b-4429-41a1-b93f-0b3b640c6c95 None None] Pushing event updated for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.447619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port de34e5c1-7325-4888-947a-2e1250efd11c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:25.448148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.477298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=75f775d0-925e-4e8f-939c-ffacae0ed2af,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.484064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.486090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Routers {'9b11ff48-d8f5-4218-b719-4ff790b40d26'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:25.487427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b11ff48-d8f5-4218-b719-4ff790b40d26'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:25.503855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:25.517987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.518700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.518827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ff49b3-f30d-4774-afc4-d6f9d484e8d6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.531210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.652467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.652803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment e79cdf1a-e9c5-4f34-9d40-bedf2e2f41a1 of type vlan for network 3ab85ffd-e79b-4d7e-8e16-f5150ff768c3 Feb 10 11:31:25.759351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Allocated IP 172.20.0.3 (8da4ef97-149a-4e46-a5d0-5c265c5d4a66/56ecba60-ee7e-4808-9eb2-51569d5e8098/0a665fec-04d9-453f-b458-57651062eb4a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:25.769996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] Set router 9b11ff48-d8f5-4218-b719-4ff790b40d26 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:25.835723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.852992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.876965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6602673f-5e20-490b-81cf-cba4ee5eb8f2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:25.935017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:25.937977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.939708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-48d77d2b-dd20-47e1-8413-d2057c888464 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/6602673f-5e20-490b-81cf-cba4ee5eb8f2 HTTP/1.1" status: 204 len: 168 time: 0.7658908 Feb 10 11:31:25.943209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49046) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:25.968850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Allocated IP 172.20.0.1 (3c0b4d5e-8410-448e-b77b-8a4e63913cc1/13d6f429-7f71-43a1-8ffd-c4de9ed49d60/28551034-517c-4bf3-8b50-6da7f2de5051) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:25.974916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:25.975201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment 51da4341-edf5-4a82-97d7-2d6ffac6a3de of type vlan for network 104c9e8f-ee7f-4591-8b51-e464a5656ea8 Feb 10 11:31:26.044986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.080874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dbe71a37-00c5-4977-924f-3eeef0f1f79d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:26.112552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 93e9f52b-c79a-40e3-9c5d-24f9631c7a17 associated. External IP: 172.26.3.84, port: a145cb54-4e8a-4414-b6df-f5b3bde3ac24. Feb 10 11:31:26.157642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.184822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dbe71a37-00c5-4977-924f-3eeef0f1f79d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:26.187471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dbe71a37-00c5-4977-924f-3eeef0f1f79d tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2403338 Feb 10 11:31:26.198140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.295317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.295899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.299881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.303709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.304320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.310908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.333744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Transition to ACTIVE for port object 0a665fec-04d9-453f-b458-57651062eb4a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:26.341630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for de34e5c1-7325-4888-947a-2e1250efd11c owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:26.384382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Transition to ACTIVE for port object 0a665fec-04d9-453f-b458-57651062eb4a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:26.398852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.431302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7059016 Feb 10 11:31:26.435518 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49056) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:26.453395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=3ab85ffd-e79b-4d7e-8e16-f5150ff768c3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:26.477342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 3ab85ffd-e79b-4d7e-8e16-f5150ff768c3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:26.495544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:26.500466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Pushing event updated for resources: {'Port': ['ID=0a665fec-04d9-453f-b458-57651062eb4a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:26.544442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:26.556015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:26.559038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:18Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': '1e70ee9d-3eb8-4400-b3fd-2fee881190e6', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:64:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:16Z', 'updated_at': '2022-02-10T11:31:25Z', 'revision_number': 4, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:26.580425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c199ce-ba3d-48a8-bc0c-1b5c890197de None None] The sync data for ids ['9b11ff48-d8f5-4218-b719-4ff790b40d26'] in dv-neutron-827807-1-hyperv is: [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:18Z', 'revision_number': 2, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None, '_interfaces': [{'id': '1e70ee9d-3eb8-4400-b3fd-2fee881190e6', 'name': '', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'mac_address': 'fa:16:3e:64:6f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:31:16Z', 'updated_at': '2022-02-10T11:31:25Z', 'revision_number': 4, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'subnets': [{'id': '7457ee9a-04ad-4724-bfc3-491591dd331e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:26.594120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fade66-2538-437a-9ff8-01a9fe11bd29 req-45ee9499-0045-423b-ac46-181c31de2a83 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:26.605180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90fade66-2538-437a-9ff8-01a9fe11bd29 req-45ee9499-0045-423b-ac46-181c31de2a83 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4318449 Feb 10 11:31:26.652354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b64db0-1ff8-47c7-8b22-10078b539e24 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=104c9e8f-ee7f-4591-8b51-e464a5656ea8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:26.662675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.669443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 104c9e8f-ee7f-4591-8b51-e464a5656ea8 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:26.671886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90fade66-2538-437a-9ff8-01a9fe11bd29 req-acde35ca-5b26-40af-a7bf-13b01fecb842 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653365 Feb 10 11:31:26.703752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Attempting to bind port 0a665fec-04d9-453f-b458-57651062eb4a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:26.704083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Attempting to bind port 0a665fec-04d9-453f-b458-57651062eb4a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b5e6599d-69ba-4953-a576-65842111f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:26.704595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Attempting to bind port 0a665fec-04d9-453f-b458-57651062eb4a on network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:26.748136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.775834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:26.776295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Checking segment: {'id': 'b5e6599d-69ba-4953-a576-65842111f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:26.776749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.777195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Bound using segment: {'id': 'b5e6599d-69ba-4953-a576-65842111f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:26.778472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Bound port: 0a665fec-04d9-453f-b458-57651062eb4a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e6599d-69ba-4953-a576-65842111f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8da4ef97-149a-4e46-a5d0-5c265c5d4a66'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:26.778472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.783708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.889766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] For port 0a665fec-04d9-453f-b458-57651062eb4a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:26.893359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] For port 0a665fec-04d9-453f-b458-57651062eb4a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0a665fec-04d9-453f-b458-57651062eb4a,segment=NetworkSegment(b5e6599d-69ba-4953-a576-65842111f128),segment_id=b5e6599d-69ba-4953-a576-65842111f128)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:26.897229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:26.947635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:26.977179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00433-0d57-4f5c-9fff-494074562b27 None None] Pushing event updated for resources: {'Port': ['ID=0a665fec-04d9-453f-b458-57651062eb4a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.010805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Transition to ACTIVE for port object 28551034-517c-4bf3-8b50-6da7f2de5051 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:27.034550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.155738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5ad6-2470-41b9-983d-e5d1d7766fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.207717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:27.208240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5620e9-e078-4871-b151-1a1c1e20034d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.212401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5620e9-e078-4871-b151-1a1c1e20034d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.216481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5620e9-e078-4871-b151-1a1c1e20034d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.221037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5620e9-e078-4871-b151-1a1c1e20034d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:27.222829 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f5620e9-e078-4871-b151-1a1c1e20034d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7806931 Feb 10 11:31:27.223737 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:27.226208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49062) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.248029 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:27.249987 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.253016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.255929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.281111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.349732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5197c-24e7-429a-af24-6fa0be814ecc,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.350824 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.364185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.373866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=de34e5c1-7325-4888-947a-2e1250efd11c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.381287 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:27.382453 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.442475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9da7578-c17a-4fe3-9f44-1046baf134cf tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.0994248 Feb 10 11:31:27.446939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.450047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49066) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.456828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1647866106'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:27.457988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.458392 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be1147-30b6-43a9-a2d5-ff0dec03f38d None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:27.465603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:27.471323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:network and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:27.476804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:27.510555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:27.539263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:27.554031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:27.570219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:27.590290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:27.593798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.600749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Port': ['ID=28551034-517c-4bf3-8b50-6da7f2de5051,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:27.610333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.613793 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3c807569-16d5-45fc-ba11-b0ed75384f56 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/b8c5197c-24e7-429a-af24-6fa0be814ecc HTTP/1.1" status: 204 len: 168 time: 1.4123685 Feb 10 11:31:27.616866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.631135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Router 2bd2c9a9-78cb-4719-b5f7-42771096a456 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:27.661841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.684919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.690053 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6b8fb3b6-c23c-47cd-a0f0-e82f0cb3ef99 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/de34e5c1-7325-4888-947a-2e1250efd11c HTTP/1.1" status: 204 len: 168 time: 2.4237568 Feb 10 11:31:27.696387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49074) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.699519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.707686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:27.722785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab85ffd-e79b-4d7e-8e16-f5150ff768c3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.741860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.742202 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Added segment 6b5bb8b3-b6e2-434b-b985-2d1697e6fc28 of type vlan for network 2ab1b7a8-256f-477b-9c8d-434410713cf6 Feb 10 11:31:27.754350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79cdf1a-e9c5-4f34-9d40-bedf2e2f41a1') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.754779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79cdf1a-e9c5-4f34-9d40-bedf2e2f41a1') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:27.764964 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc65c1a6-834a-4907-bf0d-d80a62018f10 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1469150 Feb 10 11:31:27.769394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.783522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.794858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713065659'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:27.828435 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af0454e-144b-409f-9406-63837f9f4ac4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:27.828877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af0454e-144b-409f-9406-63837f9f4ac4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:27.830580 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6af0454e-144b-409f-9406-63837f9f4ac4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/de34e5c1-7325-4888-947a-2e1250efd11c HTTP/1.1" status: 404 len: 333 time: 0.1325364 Feb 10 11:31:27.841540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49084) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:27.935632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:27.947997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:27.991712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:27.999855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.002171 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb05a70d-4679-4146-91f1-7526902e246d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:31:28.002488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bb05a70d-4679-4146-91f1-7526902e246d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:28.003604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:28.018198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:28.020685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:28.021331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.028038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-04621e11-b473-4467-aac2-bb66b46d85bb None None] Provisioning for port 28551034-517c-4bf3-8b50-6da7f2de5051 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:28.034218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-04621e11-b473-4467-aac2-bb66b46d85bb None None] Provisioning complete for port 28551034-517c-4bf3-8b50-6da7f2de5051 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:28.034688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04621e11-b473-4467-aac2-bb66b46d85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:28.038197 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:28.126563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-04621e11-b473-4467-aac2-bb66b46d85bb None None] Port 28551034-517c-4bf3-8b50-6da7f2de5051 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:28.177848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:28.182784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bb05a70d-4679-4146-91f1-7526902e246d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:28.184685 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bb05a70d-4679-4146-91f1-7526902e246d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/de34e5c1-7325-4888-947a-2e1250efd11c HTTP/1.1" status: 404 len: 333 time: 0.2955039 Feb 10 11:31:28.191931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49088) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.217435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:28.217689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.218137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.294355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.310890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.315145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:28.315714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.359974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.383616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c541b-5262-4c13-a578-eced2b4713df None None] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:28.437407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.455982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/3ab85ffd-e79b-4d7e-8e16-f5150ff768c3 HTTP/1.1" status: 204 len: 168 time: 1.2275791 Feb 10 11:31:28.468958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49092) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.522900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ef6bc653-76bb-4351-ad98-060974a3fba7 None None] Provisioning for port 0a665fec-04d9-453f-b458-57651062eb4a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:28.624067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:28.631461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:28.638298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:28.644548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:28.687265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 56ecba60-ee7e-4808-9eb2-51569d5e8098 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:28.699947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.731366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2794499 Feb 10 11:31:28.737060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b723e-fb53-4cd6-b5fc-b07fc226ee4b req-98c7d767-c253-4d0c-ad37-c5872ebeb212 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:28.738705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e8b723e-fb53-4cd6-b5fc-b07fc226ee4b req-98c7d767-c253-4d0c-ad37-c5872ebeb212 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.8048022 Feb 10 11:31:28.739089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:28.767481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'subnet': {'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:28.785648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:28.792755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c370bb8-d75f-448b-9635-32296f700bda tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Network': ['ID=2ab1b7a8-256f-477b-9c8d-434410713cf6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.820675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:28.923776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27670226-13d0-4ba8-a0a2-5e649bc0303e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=3ab85ffd-e79b-4d7e-8e16-f5150ff768c3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:28.945088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.983466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.991122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:28.994040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:29.003926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:29.004735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.078860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.082228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3538bb-3667-445b-a036-bb9a15dca2c6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.088255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:29.089032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.121749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:29.136218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e8b723e-fb53-4cd6-b5fc-b07fc226ee4b req-b923a297-f2eb-4727-9daf-97a1de881607 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509886 Feb 10 11:31:29.146090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.147335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af0e4a7b-8753-4d5d-980a-1a7319885d33 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3769929 Feb 10 11:31:29.148474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:29.157006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.166425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': '8f3538bb-3667-445b-a036-bb9a15dca2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:29.185383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:29.205584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:29.221841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:29.243063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:29.248015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:29.248206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.276031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.285716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:29.301828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:29.308649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] Sync routers for ids ['2bd2c9a9-78cb-4719-b5f7-42771096a456'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:29.345005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.345776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0a665fec-04d9-453f-b458-57651062eb4a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:29.453705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:29.527739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.531495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.532682 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a24fe8d5-3227-4903-89e3-5804b9225835 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1827433 Feb 10 11:31:29.538556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49108) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.552364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.556262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.561321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] Routers {'2bd2c9a9-78cb-4719-b5f7-42771096a456'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:29.561963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2bd2c9a9-78cb-4719-b5f7-42771096a456'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.565289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:29.689718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=56ecba60-ee7e-4808-9eb2-51569d5e8098,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.730594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.740759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.749243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0c5ca525-8983-480d-b09a-496f374bcc11 None None] Could not find standard attr ID for object de34e5c1-7325-4888-947a-2e1250efd11c. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:29.759745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-40721f57-1eb5-4607-b85b-85f6f2a2a06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.769597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] Routers {'2bd2c9a9-78cb-4719-b5f7-42771096a456'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:29.770246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:30:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2bd2c9a9-78cb-4719-b5f7-42771096a456'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.837564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.837972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbf5a3-ac3d-4edb-8672-1fdd7baa375d None None] The sync data for ids ['2bd2c9a9-78cb-4719-b5f7-42771096a456'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:29.839495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:29.845792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 0a665fec-04d9-453f-b458-57651062eb4a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:29.853347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0a665fec-04d9-453f-b458-57651062eb4a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:29.854168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.866155 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dd8c50b8-b60a-4d6e-873f-78233629e85d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/56ecba60-ee7e-4808-9eb2-51569d5e8098 HTTP/1.1" status: 204 len: 168 time: 1.6667230 Feb 10 11:31:29.877938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:29.896303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:29.923216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2ba37-1d97-48b7-97b7-711204819cc6 None None] Network 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:29.953804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104c9e8f-ee7f-4591-8b51-e464a5656ea8']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.972437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51da4341-edf5-4a82-97d7-2d6ffac6a3de') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:29.972729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51da4341-edf5-4a82-97d7-2d6ffac6a3de') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:30.005133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.021330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.038976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.043016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.052560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:30.052962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:30.068494 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:30.070653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:30.070653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:30.075899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.173987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.177683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.218679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 0a665fec-04d9-453f-b458-57651062eb4a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0a665fec-04d9-453f-b458-57651062eb4a,segment=NetworkSegment(b5e6599d-69ba-4953-a576-65842111f128),segment_id=b5e6599d-69ba-4953-a576-65842111f128)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:30.225222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.261014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event updated for resources: {'Port': ['ID=28551034-517c-4bf3-8b50-6da7f2de5051,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.268923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21eb3191-6bda-42b6-95a3-c353f249fd95,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.273297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.278042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.278377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.298815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.314969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=104c9e8f-ee7f-4591-8b51-e464a5656ea8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.328563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] DHCP port deletion for 8da4ef97-149a-4e46-a5d0-5c265c5d4a66 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:30.331312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-9dd7ea4c-c238-4129-af2a-e9aad80b97ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.5540643 Feb 10 11:31:30.337243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Deleting port 0a665fec-04d9-453f-b458-57651062eb4a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:30.337762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.339446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.340558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dcc3e8e1-3777-44ed-8201-6613d495fd9c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1826148 Feb 10 11:31:30.344846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 0a665fec-04d9-453f-b458-57651062eb4a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:30.344990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.345094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49116) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.351147 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d3c6c2c6-e43b-4233-922a-d741e1704b9b tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/104c9e8f-ee7f-4591-8b51-e464a5656ea8 HTTP/1.1" status: 204 len: 168 time: 1.8778527 Feb 10 11:31:30.362664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49120) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:30.368679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=0a665fec-04d9-453f-b458-57651062eb4a,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.406880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17455296-6cbb-412b-bcba-49d9322b4e8e req-6d378e27-d031-4fc5-adeb-dcc5229c8803 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:30.408348 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17455296-6cbb-412b-bcba-49d9322b4e8e req-6d378e27-d031-4fc5-adeb-dcc5229c8803 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6720626 Feb 10 11:31:30.453176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.553852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.594179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] For port 0a665fec-04d9-453f-b458-57651062eb4a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0a665fec-04d9-453f-b458-57651062eb4a,segment=NetworkSegment(b5e6599d-69ba-4953-a576-65842111f128),segment_id=b5e6599d-69ba-4953-a576-65842111f128)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:30.594655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.643728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:30.644069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.680600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:30.682496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17455296-6cbb-412b-bcba-49d9322b4e8e req-ee3e515b-4b5c-4cdf-a1b0-2b7b28332429 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620306 Feb 10 11:31:30.702315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.735157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.778033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-95bd3ddb-a790-4678-86ae-77c3a3ed5573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:30.779503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-95bd3ddb-a790-4678-86ae-77c3a3ed5573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.4379206 Feb 10 11:31:30.797766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Subnet': ['ID=3697e905-2804-43cd-8537-f22364113a36,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:30.806523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Calling delete_port for 0a665fec-04d9-453f-b458-57651062eb4a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:30.849893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.916945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:30.917342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.923161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port 0a665fec-04d9-453f-b458-57651062eb4a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0a665fec-04d9-453f-b458-57651062eb4a,segment=NetworkSegment(b5e6599d-69ba-4953-a576-65842111f128),segment_id=b5e6599d-69ba-4953-a576-65842111f128)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:30.923549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:30.943950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Checking segment: {'id': '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:30.944303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network hostable DHCP agents. Network: 2ab1b7a8-256f-477b-9c8d-434410713cf6, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:30.945004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.008728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] Pushing event deleted for resources: {'Port': ['ID=0a665fec-04d9-453f-b458-57651062eb4a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:31.021499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d17e7-cc88-443f-ab83-78ecb9861951 None None] No DVR routers for this DVR port 0a665fec-04d9-453f-b458-57651062eb4a on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:31.071330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 0a665fec-04d9-453f-b458-57651062eb4a owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:31.077922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d30de7-8a32-4696-8dc3-7976c979494d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.082367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d30de7-8a32-4696-8dc3-7976c979494d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.083436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14d30de7-8a32-4696-8dc3-7976c979494d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Synchronizing usage tracker for tenant:92faba39543d43849f5ed841be011028 on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:31.090760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:31.111275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-11c97986-2680-4fa5-868a-2a622ab6492f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.3177042 Feb 10 11:31:31.112946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.115061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:31.144632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0a665fec-04d9-453f-b458-57651062eb4a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:31.181974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 0a665fec-04d9-453f-b458-57651062eb4a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:31.182526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0a665fec-04d9-453f-b458-57651062eb4a not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:31.220235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:31.234193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-0e699713-5657-417c-ac8d-75cdbc13d7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.235965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-0e699713-5657-417c-ac8d-75cdbc13d7ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.1139460 Feb 10 11:31:31.238680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:31.239187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:31.240566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 2ab1b7a8-256f-477b-9c8d-434410713cf6) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:31.246171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.246759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.251646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756a3cb-dfb6-41f6-92ec-45fff72232d2 None None] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:31.296502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21eb3191-6bda-42b6-95a3-c353f249fd95,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:31.312889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14d30de7-8a32-4696-8dc3-7976c979494d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Unset dirty status for tenant:92faba39543d43849f5ed841be011028 on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:31.319285 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14d30de7-8a32-4696-8dc3-7976c979494d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9499087 Feb 10 11:31:31.319452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.324281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533167017'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:31.330224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:31.342121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:31.356601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.360997 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b70d05a5-8244-46db-b2d3-24208a0b1e69 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/21eb3191-6bda-42b6-95a3-c353f249fd95 HTTP/1.1" status: 204 len: 168 time: 1.0140357 Feb 10 11:31:31.363149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.372744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-252d42eb-592a-471a-8a63-8051d27c291f tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6240621 Feb 10 11:31:31.376668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49132) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.394731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:31.398097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.402313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 1e70ee9d-3eb8-4400-b3fd-2fee881190e6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:31.402763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.417146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1884613587', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:31.426460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-4f8afd00-ec90-4a14-aec1-ea9ddb7c7443 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674099 Feb 10 11:31:31.430058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:31.510350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-de82632e-394b-4c82-8147-9649010831c3 None None] Provisioning complete for port 28551034-517c-4bf3-8b50-6da7f2de5051 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:31.511816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de82632e-394b-4c82-8147-9649010831c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.537011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-799ffbb4-d8ce-4d09-b9e9-69f0495ebf49 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:31.540295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:31.543437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-2ab1b7a8-256f-477b-9c8d-434410713cf6', 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6', 'tenant_id': '6c4255d13e8a43b49e89936a560a2cee', 'fixed_ips': [{'subnet_id': '3697e905-2804-43cd-8537-f22364113a36'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:31.544249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.566700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.567067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment 2aeec31a-9b64-4f1a-9394-197d55150daf of type vlan for network 9006d6ac-dd66-40df-8817-c8b797cb14bd Feb 10 11:31:31.579131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-799ffbb4-d8ce-4d09-b9e9-69f0495ebf49 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:31.580545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-799ffbb4-d8ce-4d09-b9e9-69f0495ebf49 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2138901 Feb 10 11:31:31.584117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:31.627741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-de82632e-394b-4c82-8147-9649010831c3 None None] Port 28551034-517c-4bf3-8b50-6da7f2de5051 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:31.635383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.648424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:31.674525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:router and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:31.680263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-7897c931-4399-4e3c-8989-b3420abdab8f service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445395 Feb 10 11:31:31.694793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:31.736536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Allocated IP 172.20.0.2 (2ab1b7a8-256f-477b-9c8d-434410713cf6/3697e905-2804-43cd-8537-f22364113a36/c83a6b7f-84f2-4b87-b4ee-9a9fa017339f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:31.763369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 0a665fec-04d9-453f-b458-57651062eb4a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:31.763709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.855715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] The port '0a665fec-04d9-453f-b458-57651062eb4a' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:31.858842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.862446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:31.863023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.910386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:31.946618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.947798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.987857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:31.995415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.004903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.006600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Transition to ACTIVE for port object c83a6b7f-84f2-4b87-b4ee-9a9fa017339f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:32.027836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Transition to ACTIVE for port object c83a6b7f-84f2-4b87-b4ee-9a9fa017339f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:32.034440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.055843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=1e70ee9d-3eb8-4400-b3fd-2fee881190e6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.068179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.109772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:32.110602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Pushing event updated for resources: {'Port': ['ID=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.113096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:32.117508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:32.213422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Attempting to bind port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:32.213789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Attempting to bind port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:32.214155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Attempting to bind port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f on network 2ab1b7a8-256f-477b-9c8d-434410713cf6 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:32.222356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:32.222733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Checking segment: {'id': '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:32.223129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.223539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Bound using segment: {'id': '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:32.224000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Bound port: c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:32.224370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.244661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.333152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] For port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:32.336758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] For port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,segment=NetworkSegment(6b5bb8b3-b6e2-434b-b985-2d1697e6fc28),segment_id=6b5bb8b3-b6e2-434b-b985-2d1697e6fc28)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:32.342766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.398510 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0772593 Feb 10 11:31:32.398510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99e8a3-eb00-4f80-8280-59761685615f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=9006d6ac-dd66-40df-8817-c8b797cb14bd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.407078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.424074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 9006d6ac-dd66-40df-8817-c8b797cb14bd details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:32.429377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-905624228'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:32.433371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.445127 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a2d689a-ad1e-4a97-b4ec-7d3ea030a3ff req-4c6dc4d1-6ce5-45e7-a70c-fc03f51a952a service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559528 Feb 10 11:31:32.447289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15470b1-6045-4cad-8390-4aaa1216d1f5 None None] Pushing event updated for resources: {'Port': ['ID=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.458258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.469446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:32.485885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:network and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:32.492438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:32.540041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:32.551581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da4ef97-149a-4e46-a5d0-5c265c5d4a66']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.605977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170bf09-b853-44f4-afa5-c6e51c123126 req-11915a86-0ff6-4912-a201-c797660d42fc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:32.607570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6170bf09-b853-44f4-afa5-c6e51c123126 req-11915a86-0ff6-4912-a201-c797660d42fc tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7673900 Feb 10 11:31:32.609533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e6599d-69ba-4953-a576-65842111f128') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.609821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e6599d-69ba-4953-a576-65842111f128') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:32.621532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:32.625124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.634217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.656834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.713988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Router c667f7cd-67fa-4e49-9055-f05d2888cb5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:32.724964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3538bb-3667-445b-a036-bb9a15dca2c6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:32.740627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:32.742898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.774976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:32.775488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:32.798302 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:32.801544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.802975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-252acb9b-c5cf-4849-97fb-8be9a6f9c1bc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f3538bb-3667-445b-a036-bb9a15dca2c6 HTTP/1.1" status: 204 len: 168 time: 1.2152693 Feb 10 11:31:32.809865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49146) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:32.817981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.845769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.892585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:32.892585 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment bdc0d2e6-3765-4f12-9bc5-1aff909cee89 of type vlan for network ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f Feb 10 11:31:32.918329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6170bf09-b853-44f4-afa5-c6e51c123126 req-6c00fcc3-08a7-4fa0-abfc-c751331ffb50 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981939 Feb 10 11:31:32.976070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-81bc69f9-69d5-44c6-8eea-1a971c4b00cf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:33.001926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.013807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.043186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.053079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-81bc69f9-69d5-44c6-8eea-1a971c4b00cf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:33.054549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-81bc69f9-69d5-44c6-8eea-1a971c4b00cf tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2423129 Feb 10 11:31:33.059569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=8da4ef97-149a-4e46-a5d0-5c265c5d4a66,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.062302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.074184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084956942'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.079714 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac8dbb68-894b-4cfd-9525-8cef547bb2d4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/8da4ef97-149a-4e46-a5d0-5c265c5d4a66 HTTP/1.1" status: 204 len: 168 time: 3.1969955 Feb 10 11:31:33.083050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.085489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49154) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.089140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.092808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:33.093378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.101831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1156158707'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.135824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.145723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:33.191770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.200404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.206174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7981589 Feb 10 11:31:33.224420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.226802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:33.235012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'ports': [{'network_id': '9006d6ac-dd66-40df-8817-c8b797cb14bd', 'name': 'tempest-port--1558272215', 'admin_state_up': True}, {'network_id': 'ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f', 'admin_state_up': False}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.235346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'port': {'network_id': '9006d6ac-dd66-40df-8817-c8b797cb14bd', 'name': 'tempest-port--1558272215', 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.235808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'port': {'network_id': 'ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f', 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.257606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e60d1-4387-4719-aac2-d10a17691535 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.259779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.267965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:33.346811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:33.349788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.355201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.372248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:33.402409 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] Sync routers for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:33.413190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.419668 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:33.421494 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:33.434041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.439529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.501442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:33.511138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:33.514252 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:33.523139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.530126 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:33.531143 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:33.540051 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1538d124-062f-4ea0-96be-7a191a60d70c tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6049998 Feb 10 11:31:33.542551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49162) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.545870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.546202 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment 1bc761b4-6413-4180-8074-2227ad64c4eb of type vlan for network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 Feb 10 11:31:33.599827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.600580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Deleting port 5977ced0-0868-4bac-a69a-43d0b4748f33 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:33.601117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.607512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:port and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.610761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.612734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:33.624195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.628483 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:33.628986 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a574cd-345b-4fc8-b32f-1edf13c57802 None None] The sync data for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:33.642749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:33.656363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.666551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.690266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'port': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:33.693751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.750204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.753904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:33.754474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.774249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.783931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085bc932-d6bf-49f1-934b-7d3b9e85fac8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.801905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd3147-9e71-4050-bd12-34de8c9fa311 None None] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:33.860523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:33.864300 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cb89ed77-c4e6-4343-b5d6-9bfcf202a644 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7943804 Feb 10 11:31:33.868963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49166) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.881888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Router 9b11ff48-d8f5-4218-b719-4ff790b40d26 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:33.921305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': '085bc932-d6bf-49f1-934b-7d3b9e85fac8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.929440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8430040 Feb 10 11:31:33.941798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49170) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:33.944677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:33.950703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca170b-8738-4fc2-9b6a-1191580d3a5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=1df7eddd-51a6-4cec-9e0b-bc3893a41e05,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:33.956735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:33.966017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f2324fa9-9518-40b8-ad14-d2590176ea18 None None] Provisioning for port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:33.971457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:33.984344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:34.013442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:34.016888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.072235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:34.081597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.315588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.351309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.381803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:34.413674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:34.421485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:34.432188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] device_id is not set on port e9e335f9-0b82-42b2-bd9b-537ee53f3821 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:34.442283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:34.485302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:34.485483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Calling delete_port for 5977ced0-0868-4bac-a69a-43d0b4748f33 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:34.543208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:34.557505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Sync routers for ids ['9b11ff48-d8f5-4218-b719-4ff790b40d26'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:34.565348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49bd364b-a507-4f1e-8625-ef97a73c46b8 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.570237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.585841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1584e-83c4-415e-9140-e7aa2fa629bc req-0c3e698c-a458-41f2-9c6a-02a43cf3dcad tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:34.587104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8b1584e-83c4-415e-9140-e7aa2fa629bc req-0c3e698c-a458-41f2-9c6a-02a43cf3dcad tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4574397 Feb 10 11:31:34.587664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Routers {'9b11ff48-d8f5-4218-b719-4ff790b40d26'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:34.588558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b11ff48-d8f5-4218-b719-4ff790b40d26'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:34.592698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.629854 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5d69d39e-657c-4286-8214-20c918ff9630 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "PUT /v2.0/routers/9b11ff48-d8f5-4218-b719-4ff790b40d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5947638 Feb 10 11:31:34.633438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49176) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.665749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c83a6b7f-84f2-4b87-b4ee-9a9fa017339f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:34.686457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3744282e-1fe5-4445-aa95-cb4ea0d2f956,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:34.704232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.731175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.26.3.247 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/31f4ba19-8e6a-4646-a642-a139421bf729) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:34.789816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Set router 9b11ff48-d8f5-4218-b719-4ff790b40d26 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:34.866104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.869606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e151929-7db2-4993-9fff-817f1a37ca5c tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9945464 Feb 10 11:31:34.872425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:34.874771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:34.889386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db242bd-5a72-4648-b509-e883fe8ddf0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:34.890769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db242bd-5a72-4648-b509-e883fe8ddf0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:34.891514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8db242bd-5a72-4648-b509-e883fe8ddf0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:34.896637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8b1584e-83c4-415e-9140-e7aa2fa629bc req-4d25038e-4ed3-4b23-9201-adf99cf02f9a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844133 Feb 10 11:31:34.902660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:31Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:34.926219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Checking router: 9b11ff48-d8f5-4218-b719-4ff790b40d26 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:31:34.940219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:34.944757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Routers {'9b11ff48-d8f5-4218-b719-4ff790b40d26'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:34.945745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9b11ff48-d8f5-4218-b719-4ff790b40d26'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:34.976180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8db242bd-5a72-4648-b509-e883fe8ddf0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:34.980020 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8db242bd-5a72-4648-b509-e883fe8ddf0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3376994 Feb 10 11:31:34.982924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49186) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.051030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:35.051259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.104122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] device_id is not set on port e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:35.119408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.122316 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.124546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] Set router 9b11ff48-d8f5-4218-b719-4ff790b40d26 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:31:35.159476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e27a5c6-4e1f-4300-ba60-2ce1d9706d8a tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules/3744282e-1fe5-4445-aa95-cb4ea0d2f956 HTTP/1.1" status: 200 len: 705 time: 0.2793293 Feb 10 11:31:35.161142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49190) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.253723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:31Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:35.257904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2ee04-3b0b-42a3-b8b3-d48c5d490edc None None] The sync data for ids ['9b11ff48-d8f5-4218-b719-4ff790b40d26'] in dv-neutron-827807-1-hyperv is: [{'id': '9b11ff48-d8f5-4218-b719-4ff790b40d26', 'name': 'tempest-NetworksTestDHCPv6-router-1736308714', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:31:13Z', 'updated_at': '2022-02-10T11:31:31Z', 'revision_number': 3, 'project_id': 'f062fd4fc8c647949c5d5632bd14c334', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:35.321804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d9cbfa6-d388-48d4-99a9-7e222ce3c217 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:35.325517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Pushing event deleted for resources: {'Port': ['ID=5977ced0-0868-4bac-a69a-43d0b4748f33,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.328574 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-49bd364b-a507-4f1e-8625-ef97a73c46b8 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:35.332832 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-49bd364b-a507-4f1e-8625-ef97a73c46b8 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b HTTP/1.1" status: 409 len: 329 time: 1.7891059 Feb 10 11:31:35.336246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49194) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.343394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.359038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b11b9-796e-4804-8ee5-d30f1f6cd115 req-5153c106-93b9-4dd2-8936-dcd0a4f70131 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:35.360356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b60b11b9-796e-4804-8ee5-d30f1f6cd115 req-5153c106-93b9-4dd2-8936-dcd0a4f70131 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2600796 Feb 10 11:31:35.382851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,segment=NetworkSegment(6b5bb8b3-b6e2-434b-b985-2d1697e6fc28),segment_id=6b5bb8b3-b6e2-434b-b985-2d1697e6fc28)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:35.388808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.415927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d9cbfa6-d388-48d4-99a9-7e222ce3c217 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:35.419774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d9cbfa6-d388-48d4-99a9-7e222ce3c217 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2552125 Feb 10 11:31:35.429128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.473660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.475688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.527644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.602234 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b60b11b9-796e-4804-8ee5-d30f1f6cd115 req-586bfc13-aa24-4589-ae32-2cb326ebc3b4 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274189 Feb 10 11:31:35.603109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.631160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.651492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.656633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': '1bc761b4-6413-4180-8074-2227ad64c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:35.656910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: 1df7eddd-51a6-4cec-9e0b-bc3893a41e05, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:35.690219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.696900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.708111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.763282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3744282e-1fe5-4445-aa95-cb4ea0d2f956,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.764156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 7457ee9a-04ad-4724-bfc3-491591dd331e {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:35.778305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.780315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:35.813862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Port': ['ID=e9e335f9-0b82-42b2-bd9b-537ee53f3821,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:35.815942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1df7eddd-51a6-4cec-9e0b-bc3893a41e05) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:35.830553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6160f-ba83-4e6c-aef7-658889593a0b None None] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:35.834723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:35.835320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.841577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:35.844936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9193789-e64e-478e-a4b0-ec6b6a9df3d1 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3744282e-1fe5-4445-aa95-cb4ea0d2f956 HTTP/1.1" status: 204 len: 168 time: 0.4034870 Feb 10 11:31:35.845862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.886321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53b58f5e-8e1b-4b7a-bbae-bc6ec8aaa5ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9388740 Feb 10 11:31:35.891287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:35.895764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Checking segment: {'id': '2aeec31a-9b64-4f1a-9394-197d55150daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9006d6ac-dd66-40df-8817-c8b797cb14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:35.896177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network hostable DHCP agents. Network: 9006d6ac-dd66-40df-8817-c8b797cb14bd, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:35.923885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1727475309'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:35.947330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.023403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a56b3c56-7082-4fee-b92d-5387f2b9a858 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:36.095212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1df7eddd-51a6-4cec-9e0b-bc3893a41e05', 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': '8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:36.096189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.109568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a56b3c56-7082-4fee-b92d-5387f2b9a858 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:36.113443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a56b3c56-7082-4fee-b92d-5387f2b9a858 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2640948 Feb 10 11:31:36.119295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49214) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.134584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': '085bc932-d6bf-49f1-934b-7d3b9e85fac8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:36.142211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network 9006d6ac-dd66-40df-8817-c8b797cb14bd is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:36.151876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:36.160255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:36.161421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=31f4ba19-8e6a-4646-a642-a139421bf729,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.167851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:36.175826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:36.181656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:36.182555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:36.184835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 9006d6ac-dd66-40df-8817-c8b797cb14bd) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:36.193338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:36.196324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:36.197148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.202162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:36.210256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34b6f0-f12b-498b-8829-63a115f16ab3 None None] Network 9006d6ac-dd66-40df-8817-c8b797cb14bd requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:36.224426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.246771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:36.273301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.319855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09226ce-88b7-4cd7-877e-db4a63d79126 req-76328271-a294-49b1-b074-215bd0da4408 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:36.321322 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f09226ce-88b7-4cd7-877e-db4a63d79126 req-76328271-a294-49b1-b074-215bd0da4408 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3122158 Feb 10 11:31:36.321914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:36.324697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.347659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Port': ['ID=e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.353321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.399644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 27aac985-7449-457a-90a3-f93ca8d7d206 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:36.402977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.469717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Allocated IP 172.20.0.2 (1df7eddd-51a6-4cec-9e0b-bc3893a41e05/8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8/3350dfdd-ab06-4523-8f32-0bcb59680eea) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:36.473757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.621385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f09226ce-88b7-4cd7-877e-db4a63d79126 req-8f380ea7-dff6-4255-9f5a-fc95e67c4c1b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858064 Feb 10 11:31:36.623562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.627102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Checking segment: {'id': 'bdc0d2e6-3765-4f12-9bc5-1aff909cee89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:36.627380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network hostable DHCP agents. Network: ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:36.636376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.672665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4364c8-ed55-4bb7-ad8e-c268989a8068,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.698063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:36.702915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.706557 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec5924f0-4b31-401e-bc0b-e765241e2e06 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5842969 Feb 10 11:31:36.708266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.723672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:36.732992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:36.737744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:36.739635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c83a6b7f-84f2-4b87-b4ee-9a9fa017339f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:36.741767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:36.742513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.753824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-34825f4a-bfce-4f18-808f-089c918e05a4 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules/1e4364c8-ed55-4bb7-ad8e-c268989a8068 HTTP/1.1" status: 200 len: 705 time: 0.0421968 Feb 10 11:31:36.757828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49224) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.771038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412f45d-7a45-4278-9936-546547d73f9f None None] Network ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:36.786749 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7e5001c-12c9-4a20-bfe6-019553b8d51f tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5609534 Feb 10 11:31:36.790307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49228) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.885035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.914401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.929761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-befaa36d-c7ee-4fb6-86d4-3f8cada5b711 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:36.949489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=7457ee9a-04ad-4724-bfc3-491591dd331e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:36.964258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:36.969369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Transition to ACTIVE for port object 3350dfdd-ab06-4523-8f32-0bcb59680eea will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:36.982008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ac62c-5a8a-4c45-825b-0582a3420fa6 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:36.985302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-befaa36d-c7ee-4fb6-86d4-3f8cada5b711 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:36.989258 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-befaa36d-c7ee-4fb6-86d4-3f8cada5b711 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2275777 Feb 10 11:31:36.989418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Router 2bd2c9a9-78cb-4719-b5f7-42771096a456 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:36.989966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49232) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:36.996762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5d8c8-c67a-4c2b-a334-787371fbd16d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:37.002324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5d8c8-c67a-4c2b-a334-787371fbd16d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:37.002727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91f5d8c8-c67a-4c2b-a334-787371fbd16d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Synchronizing usage tracker for tenant:92faba39543d43849f5ed841be011028 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:37.019082 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7b76852-ce10-46f1-b3b3-3400119f0ae8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7457ee9a-04ad-4724-bfc3-491591dd331e HTTP/1.1" status: 204 len: 168 time: 2.0328751 Feb 10 11:31:37.021253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.027337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a3c6-d34c-4c2d-93b9-a02534ad1090 req-9bb4c63f-6d14-4769-b497-0f6b3cd18681 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:37.028890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4c3a3c6-d34c-4c2d-93b9-a02534ad1090 req-9bb4c63f-6d14-4769-b497-0f6b3cd18681 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.1847236 Feb 10 11:31:37.036661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91f5d8c8-c67a-4c2b-a334-787371fbd16d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Unset dirty status for tenant:92faba39543d43849f5ed841be011028 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:37.037948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91f5d8c8-c67a-4c2b-a334-787371fbd16d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2465832 Feb 10 11:31:37.058054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.114057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Transition to ACTIVE for port object 3350dfdd-ab06-4523-8f32-0bcb59680eea will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:37.136421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.181102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.196359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.203967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port e9e335f9-0b82-42b2-bd9b-537ee53f3821 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:37.204307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.216678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:37.217569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.242317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.252147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4c3a3c6-d34c-4c2d-93b9-a02534ad1090 req-0c2122fe-4df3-4939-9f74-fbbd8557ccfa tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118175 Feb 10 11:31:37.289630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.11 (1df7eddd-51a6-4cec-9e0b-bc3893a41e05/8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8/27aac985-7449-457a-90a3-f93ca8d7d206) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:37.384710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:37.396855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Pushing event updated for resources: {'Port': ['ID=3350dfdd-ab06-4523-8f32-0bcb59680eea,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.399428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:37.402384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:37.507882 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f73267b-d0a3-4e53-87cf-5d017f2f1978 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4830105 Feb 10 11:31:37.509593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.510417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.517075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49246) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.576236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:37.594423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.599108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Attempting to bind port 3350dfdd-ab06-4523-8f32-0bcb59680eea on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:37.600179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Attempting to bind port 3350dfdd-ab06-4523-8f32-0bcb59680eea by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1bc761b4-6413-4180-8074-2227ad64c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:37.600179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Attempting to bind port 3350dfdd-ab06-4523-8f32-0bcb59680eea on network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:37.615542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:37.615970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1e70ee9d-3eb8-4400-b3fd-2fee881190e6 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:37.622846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:37.623301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Checking segment: {'id': '1bc761b4-6413-4180-8074-2227ad64c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:37.623700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.624073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Bound using segment: {'id': '1bc761b4-6413-4180-8074-2227ad64c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:37.624556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Bound port: 3350dfdd-ab06-4523-8f32-0bcb59680eea, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc761b4-6413-4180-8074-2227ad64c4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '1df7eddd-51a6-4cec-9e0b-bc3893a41e05'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:37.624886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.641264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.709826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:37.723049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Deleting port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:37.723049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.746328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e4364c8-ed55-4bb7-ad8e-c268989a8068,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:37.761100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] For port 3350dfdd-ab06-4523-8f32-0bcb59680eea, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:37.779651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] For port 3350dfdd-ab06-4523-8f32-0bcb59680eea, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3350dfdd-ab06-4523-8f32-0bcb59680eea,segment=NetworkSegment(1bc761b4-6413-4180-8074-2227ad64c4eb),segment_id=1bc761b4-6413-4180-8074-2227ad64c4eb)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:37.796723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Calling delete_port for e9e335f9-0b82-42b2-bd9b-537ee53f3821 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:37.812719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.814451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:37.816101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.819469 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5b535e9d-43e8-4ec3-be94-5726431795ca tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1e4364c8-ed55-4bb7-ad8e-c268989a8068 HTTP/1.1" status: 204 len: 168 time: 0.8261240 Feb 10 11:31:37.823154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.824180 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] Sync routers for ids ['2bd2c9a9-78cb-4719-b5f7-42771096a456'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:37.824631 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5d0ba0b2-aff6-4b45-8501-4b5f66722a5d tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "PUT /v2.0/routers/2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 200 len: 706 time: 8.2665904 Feb 10 11:31:37.829980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49250) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.829980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:37.847157 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] Routers {'2bd2c9a9-78cb-4719-b5f7-42771096a456'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:37.848558 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2bd2c9a9-78cb-4719-b5f7-42771096a456'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:37.857116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.878903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63892bf-3f83-492d-a84d-093e4637b99c req-1c96e1c4-9ea7-4a99-bc16-1cce8b8156a1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:37.880392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b63892bf-3f83-492d-a84d-093e4637b99c req-1c96e1c4-9ea7-4a99-bc16-1cce8b8156a1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4267688 Feb 10 11:31:37.917619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object 27aac985-7449-457a-90a3-f93ca8d7d206 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:37.973494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:37.995838 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:38.017370 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] Routers {'2bd2c9a9-78cb-4719-b5f7-42771096a456'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:38.020054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2bd2c9a9-78cb-4719-b5f7-42771096a456'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:38.032987 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b63892bf-3f83-492d-a84d-093e4637b99c req-99f58808-9ad2-4c58-b3fd-6fdb1ecd93de tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412690 Feb 10 11:31:38.046613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Port': ['ID=e9e335f9-0b82-42b2-bd9b-537ee53f3821,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.052665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.106721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.142822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a55408-4a0c-453c-9d50-41db2250334a None None] Pushing event updated for resources: {'Port': ['ID=3350dfdd-ab06-4523-8f32-0bcb59680eea,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.150530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98fd6d8a-09c1-4423-a872-d0310691a5ce tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/ports/e9e335f9-0b82-42b2-bd9b-537ee53f3821 HTTP/1.1" status: 204 len: 168 time: 1.0913806 Feb 10 11:31:38.151212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49260) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.170477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:38.171309 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed60ce-e1f3-4cd0-8f04-9d6f1196c6a9 None None] The sync data for ids ['2bd2c9a9-78cb-4719-b5f7-42771096a456'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:38.211543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] For port 7619764d-a735-4d96-b9e4-6c6f9ceafc04, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7619764d-a735-4d96-b9e4-6c6f9ceafc04,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:38.211972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.212905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:38.223494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:38.224017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:38.254273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.291579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=27aac985-7449-457a-90a3-f93ca8d7d206,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.323785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:38.323785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.357133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e5ea646a-e293-4a7a-be1c-bbaef5bf163f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:38.373023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:38.375866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.427661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Calling delete_port for 7619764d-a735-4d96-b9e4-6c6f9ceafc04 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:38.432161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5686e5e2-5b36-4428-8aa9-fae788eb06c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5300152 Feb 10 11:31:38.444820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.528519 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e736ec65-7ca7-43ed-9e82-f904a06b405d tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/routers/2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 200 len: 741 time: 0.6958532 Feb 10 11:31:38.533977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:38.539632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49270) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.600654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] Pushing event deleted for resources: {'Port': ['ID=7619764d-a735-4d96-b9e4-6c6f9ceafc04,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:38.613144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e7029-c1f5-4193-b7c2-33a64c73dfff None None] No DVR routers for this DVR port 7619764d-a735-4d96-b9e4-6c6f9ceafc04 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:38.687418 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba944049-da02-4541-bbec-aa2a32df18d4 tempest-RoutersAdminTest-1334329741 tempest-RoutersAdminTest-1334329741-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&device_id=2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 200 len: 205 time: 0.1286855 Feb 10 11:31:38.688040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49274) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.701126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3350dfdd-ab06-4523-8f32-0bcb59680eea up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:38.705543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e5ea646a-e293-4a7a-be1c-bbaef5bf163f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:38.707186 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5ea646a-e293-4a7a-be1c-bbaef5bf163f tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8762605 Feb 10 11:31:38.748842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49278) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.767994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': '085bc932-d6bf-49f1-934b-7d3b9e85fac8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:38.789284 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-91f1ec22-d347-44dc-9cce-d4048728110b tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 200 len: 205 time: 0.0964134 Feb 10 11:31:38.793492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:38.794626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:38.815442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3350dfdd-ab06-4523-8f32-0bcb59680eea completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:38.873871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7619764d-a735-4d96-b9e4-6c6f9ceafc04 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:38.906412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 7619764d-a735-4d96-b9e4-6c6f9ceafc04 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:38.906755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7619764d-a735-4d96-b9e4-6c6f9ceafc04 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:38.921300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:39.043685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 27aac985-7449-457a-90a3-f93ca8d7d206 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:39.043937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.111892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.188537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.237956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.254700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Calling delete_port for e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:39.261688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.351670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.360637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b05220-6630-4b96-91e6-11f51621cdb5 None None] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:39.365954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.366341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Fanout notify agent at l3_agent the message router_deleted on router 9b11ff48-d8f5-4218-b719-4ff790b40d26 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:39.418211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147eb49-5e5c-43bc-a424-04673114474b req-61081ed8-e494-4ade-9d2f-7e9c80c58469 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:39.424890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.425083 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8147eb49-5e5c-43bc-a424-04673114474b req-61081ed8-e494-4ade-9d2f-7e9c80c58469 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.8447912 Feb 10 11:31:39.438579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.461351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.464834 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3beb3d83-de10-438d-8e75-a50605b225e6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/routers/9b11ff48-d8f5-4218-b719-4ff790b40d26 HTTP/1.1" status: 204 len: 168 time: 1.8658645 Feb 10 11:31:39.473259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49286) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.485617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Provisioning for port 3350dfdd-ab06-4523-8f32-0bcb59680eea completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:39.492902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Provisioning complete for port 3350dfdd-ab06-4523-8f32-0bcb59680eea triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:39.493356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.521278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d83315c-e7a6-47dd-a730-68f3f445275b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.528993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:31:39.539260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7372024a-694f-4e64-8a2a-8ef94c069d9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:39.552171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.555678 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2ddbd52a-07be-45ca-aca1-7c23d9b1f3c2 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8029292 Feb 10 11:31:39.559729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49290) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.590438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7372024a-694f-4e64-8a2a-8ef94c069d9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:39.592389 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7372024a-694f-4e64-8a2a-8ef94c069d9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1159532 Feb 10 11:31:39.597188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.599819 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-be3b8b84-bcc7-410b-bcfb-5e2efc9edafc tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules/8d83315c-e7a6-47dd-a730-68f3f445275b HTTP/1.1" status: 200 len: 706 time: 0.0370817 Feb 10 11:31:39.602320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49298) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.688867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.733231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.740231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8147eb49-5e5c-43bc-a424-04673114474b req-80d5d346-1ffe-46f4-8b22-3b2c74205c17 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144031 Feb 10 11:31:39.744654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Port': ['ID=e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.801888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] For port 3350dfdd-ab06-4523-8f32-0bcb59680eea, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3350dfdd-ab06-4523-8f32-0bcb59680eea,segment=NetworkSegment(1bc761b4-6413-4180-8074-2227ad64c4eb),segment_id=1bc761b4-6413-4180-8074-2227ad64c4eb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:39.806457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.858994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5ee0f-0ddc-4d80-89c1-e23579f2833a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:39.859755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f0f5ee0f-0ddc-4d80-89c1-e23579f2833a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:39.885192 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65cbea-c20d-415f-b817-1b1468b1e84e None None] Pushing event updated for resources: {'Port': ['ID=3350dfdd-ab06-4523-8f32-0bcb59680eea,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:39.900117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-21f3af95-f14b-497c-8d2b-9dedeeb30610 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:39.914784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:39.928948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f0f5ee0f-0ddc-4d80-89c1-e23579f2833a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:39.932472 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f0f5ee0f-0ddc-4d80-89c1-e23579f2833a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3290687 Feb 10 11:31:39.934113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49302) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:39.947129 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30d2d730-d3bf-474f-95b1-d87fee966499 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/ports/e2743e69-3b8d-4d9b-80f8-15f9ee9e77e2 HTTP/1.1" status: 204 len: 168 time: 1.7921801 Feb 10 11:31:39.950122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.010079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.142918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Provisioning complete for port 3350dfdd-ab06-4523-8f32-0bcb59680eea triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:40.143290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.149485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-21f3af95-f14b-497c-8d2b-9dedeeb30610 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:40.150761 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-21f3af95-f14b-497c-8d2b-9dedeeb30610 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.5454619 Feb 10 11:31:40.160670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49310) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.164083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e008bf9d-8f25-45c9-b294-7244d34b4b3d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:40.261676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ca45c56b-f4f9-4624-8456-ed9a81668f3d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Synchronizing usage tracker for tenant:92faba39543d43849f5ed841be011028 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:40.271022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port 28551034-517c-4bf3-8b50-6da7f2de5051 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:40.271870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.300516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e008bf9d-8f25-45c9-b294-7244d34b4b3d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:40.301666 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e008bf9d-8f25-45c9-b294-7244d34b4b3d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3658974 Feb 10 11:31:40.307341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49314) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.317853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.319789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Provisioning for port 27aac985-7449-457a-90a3-f93ca8d7d206 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:40.325772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Provisioning complete for port 27aac985-7449-457a-90a3-f93ca8d7d206 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:40.326892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.333568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:40.360667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.384860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 27aac985-7449-457a-90a3-f93ca8d7d206 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:40.386431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5adff789-e4fd-4823-a6dc-264259b3a3a7 None None] Port 27aac985-7449-457a-90a3-f93ca8d7d206 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:40.414768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.433373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.443139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ca45c56b-f4f9-4624-8456-ed9a81668f3d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Unset dirty status for tenant:92faba39543d43849f5ed841be011028 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:40.444298 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca45c56b-f4f9-4624-8456-ed9a81668f3d tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4369226 Feb 10 11:31:40.447899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.455939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-294126044'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:40.464313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:40.475386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:network and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:40.480696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:40.506592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:40.516796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.517327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Fanout notify agent at l3_agent the message router_deleted on router 2bd2c9a9-78cb-4719-b5f7-42771096a456 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:40.520083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e212b04e-5d61-4c45-afa1-09734ad7cb58 None None] Provisioning complete for port 27aac985-7449-457a-90a3-f93ca8d7d206 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:40.520513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e212b04e-5d61-4c45-afa1-09734ad7cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.567845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:40.570886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.573520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.585241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:40.596094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e212b04e-5d61-4c45-afa1-09734ad7cb58 None None] Port 27aac985-7449-457a-90a3-f93ca8d7d206 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:40.596951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.599392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b911924e-fc16-45ad-b53a-3a62a6fbf5b9 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 204 len: 168 time: 1.7959101 Feb 10 11:31:40.604559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.614193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d83315c-e7a6-47dd-a730-68f3f445275b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:40.625907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3350dfdd-ab06-4523-8f32-0bcb59680eea up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:40.626336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:40.652322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.653721 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-790cfe3f-2d0c-4fd1-a6c0-6c4d8ab96d34 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8d83315c-e7a6-47dd-a730-68f3f445275b HTTP/1.1" status: 204 len: 168 time: 0.4919744 Feb 10 11:31:40.661923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.669430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:40.687476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] Sync routers for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:40.690804 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-363fda04-fdbd-478a-9f80-81c70f79d848 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 200 len: 205 time: 0.0820684 Feb 10 11:31:40.692535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.694962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.713209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:40.713650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:40.713847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:40.717011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.771069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.778939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:40.782655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:40.790288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.791562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment 36b37e8c-3959-4285-a39e-07e9559aab80 of type vlan for network 98dc0198-db4e-43c7-9032-460723b6808b Feb 10 11:31:40.799817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:40.800422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:40.822691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.872819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:40.879783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e3d30-f6c4-497f-af2a-9038b047fa8e None None] The sync data for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:40.890215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3350dfdd-ab06-4523-8f32-0bcb59680eea triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:40.890581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.901689 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-51beca6e-2853-46e4-a97d-55ff9c7133c1 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:40.902247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:40.906455 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-426bc4cf-3c02-4071-994e-fccb08dc282e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5232205 Feb 10 11:31:40.907151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51beca6e-2853-46e4-a97d-55ff9c7133c1 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/2bd2c9a9-78cb-4719-b5f7-42771096a456 HTTP/1.1" status: 404 len: 336 time: 0.2099159 Feb 10 11:31:40.913679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Calling delete_port for 28551034-517c-4bf3-8b50-6da7f2de5051 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:40.948473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49336) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.948798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49338) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:40.950414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=27aac985-7449-457a-90a3-f93ca8d7d206,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.035703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ff3ce59d-12a6-4509-bdbb-f7e142111658 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3672078 Feb 10 11:31:41.065317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49344) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.072021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.075952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:41.076772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.178028 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-02f7fe62-6148-4949-b590-1c50c3c724de tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 200 len: 205 time: 0.2280555 Feb 10 11:31:41.182669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49348) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.333883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8848107 Feb 10 11:31:41.335447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a467a629-bb95-4cbf-ac31-0ecd18794610 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:41.336375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a467a629-bb95-4cbf-ac31-0ecd18794610 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/c3fde7b2-37b7-4921-a964-9c3b1f9f9b51 HTTP/1.1" status: 404 len: 336 time: 0.1294370 Feb 10 11:31:41.337001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77acc3-e357-4dce-b9e4-650e29b6a898 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=98dc0198-db4e-43c7-9032-460723b6808b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.342532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.342851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49354) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.351031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 98dc0198-db4e-43c7-9032-460723b6808b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:41.354597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-636994773'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:41.359655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.363298 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f2c02218-6d14-40d2-a91a-5c0afed14378 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/27aac985-7449-457a-90a3-f93ca8d7d206 HTTP/1.1" status: 204 len: 168 time: 2.8618355 Feb 10 11:31:41.386871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49360) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.400256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:41.413863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:network and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:41.418028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9224a719-bdbc-4f20-8ef1-011f44ab13a4 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 200 len: 205 time: 0.0716250 Feb 10 11:31:41.419543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:41.422986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.428767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:41.479326 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ec4cfe-dd8a-40cb-904e-8d630b7ae5f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:31:41.481296 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-82ec4cfe-dd8a-40cb-904e-8d630b7ae5f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/27aac985-7449-457a-90a3-f93ca8d7d206 HTTP/1.1" status: 404 len: 333 time: 0.0911784 Feb 10 11:31:41.494511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49368) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.519896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590b6e9-7364-43f0-b80b-ff80038f3a66 req-1bd2743b-ad26-4435-8f7f-2040dae56711 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:41.521342 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6590b6e9-7364-43f0-b80b-ff80038f3a66 req-1bd2743b-ad26-4435-8f7f-2040dae56711 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6076555 Feb 10 11:31:41.526644 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b3fccb27-91a5-4a6e-9881-4c1bc2223887 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:41.530074 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3fccb27-91a5-4a6e-9881-4c1bc2223887 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/b4edcc9a-6026-4ad3-bbc8-c7ecb1e44c70 HTTP/1.1" status: 404 len: 336 time: 0.1005986 Feb 10 11:31:41.532370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49372) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.534462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.549500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.591520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:41.594438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.622449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-181ea85c-4e5c-43fc-9143-551d99839a4c tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 200 len: 205 time: 0.0864592 Feb 10 11:31:41.632689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49376) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.645508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Port': ['ID=28551034-517c-4bf3-8b50-6da7f2de5051,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:41.702593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.727968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-98f47b06-3137-4f60-b62c-17460ee9165e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:41.733279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98f47b06-3137-4f60-b62c-17460ee9165e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/ef255d47-7a00-4039-a182-900a1dd9d07a HTTP/1.1" status: 404 len: 336 time: 0.0954123 Feb 10 11:31:41.734840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.797734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:31:41.808739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6590b6e9-7364-43f0-b80b-ff80038f3a66 req-a124f052-4f8c-4e4a-934b-8e4d6bef989c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770240 Feb 10 11:31:41.931764 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5734cd0a-8a82-4b0d-a1ff-55904ac93ce0 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 200 len: 205 time: 0.1881790 Feb 10 11:31:41.934099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49386) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:41.987815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:41.988466 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Added segment 48055bcd-b577-4c90-af93-6f0afad49c3b of type vlan for network d046685f-9402-4210-85d3-7fd492cf8dad Feb 10 11:31:42.006292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-4b4b7143-3627-49e5-a472-2ebd0acc7f45 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:42.007345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4b4b7143-3627-49e5-a472-2ebd0acc7f45 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/4b0bcb95-505d-4d0f-8613-3f3fd3b10064 HTTP/1.1" status: 404 len: 336 time: 0.0705178 Feb 10 11:31:42.010104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.024746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:42.051460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.063870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.085113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-34f9fa93-e0e6-4c82-a065-5dd161fbcf8e tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f7366ef-fbf5-48bd-9323-a2586c731b57 HTTP/1.1" status: 200 len: 205 time: 0.0739119 Feb 10 11:31:42.089046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.092349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.097344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085bc932-d6bf-49f1-934b-7d3b9e85fac8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.207388 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-f05722fe-5422-4759-a44b-1ac7400eb257 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] delete failed (client error): The resource could not be found. Feb 10 11:31:42.208305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f05722fe-5422-4759-a44b-1ac7400eb257 tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/routers/2f7366ef-fbf5-48bd-9323-a2586c731b57 HTTP/1.1" status: 404 len: 336 time: 0.1136639 Feb 10 11:31:42.216618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.219486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:42.230447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=e57b62cc-6897-4da6-96eb-6f77cf15ad8a,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.239209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:42.242336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:42.242918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.252020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71029e5a-6431-406b-bcf0-05ad4b9e2737 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:42.274085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c3bc7-e2d4-4d49-bd36-aad5fdf0814f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] DELETE failed (client error): The resource could not be found. Feb 10 11:31:42.274526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c3bc7-e2d4-4d49-bd36-aad5fdf0814f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:31:42.289406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.290550 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5ca4983a-143e-431d-a037-136c361adeeb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/085bc932-d6bf-49f1-934b-7d3b9e85fac8 HTTP/1.1" status: 204 len: 168 time: 1.2200758 Feb 10 11:31:42.297090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f09c3bc7-e2d4-4d49-bd36-aad5fdf0814f tempest-RoutersAdminTest-2059681009 tempest-RoutersAdminTest-2059681009-project] 10.222.0.42 "DELETE /v2.0/subnets/3a71d6f9-588c-447f-8bf5-7a48c1f10302 HTTP/1.1" status: 404 len: 337 time: 0.0641413 Feb 10 11:31:42.297090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49404) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.311710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.315322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:42.315906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.416323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:42.439326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Network': ['ID=d046685f-9402-4210-85d3-7fd492cf8dad,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:42.468850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network d046685f-9402-4210-85d3-7fd492cf8dad details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:31:42.510573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e4e6eeec-47bd-477d-b582-783e64463e99 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1434493 Feb 10 11:31:42.511898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be65df-e4ca-4db9-8b0a-edc24eddfe26 req-2c6febb7-f0b2-40bc-b2db-ac05afd01236 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:42.525132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.531352 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5be65df-e4ca-4db9-8b0a-edc24eddfe26 req-2c6febb7-f0b2-40bc-b2db-ac05afd01236 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3652601 Feb 10 11:31:42.594453 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-81f22df3-0e3d-454f-a409-9fdb5508ddb5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2782624 Feb 10 11:31:42.618811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.632375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5be65df-e4ca-4db9-8b0a-edc24eddfe26 req-03703369-a1e3-4296-95d2-edef3e46fdc9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984342 Feb 10 11:31:42.634422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5c1d8768-7848-495f-b702-3ee4cfb41a4b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:42.648049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49416) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.667619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.667834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'e57b62cc-6897-4da6-96eb-6f77cf15ad8a'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:42.668584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.694957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'subnets': [{'network_id': '98dc0198-db4e-43c7-9032-460723b6808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1620694604', 'ip_version': 4}, {'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.695590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'subnet': {'network_id': '98dc0198-db4e-43c7-9032-460723b6808b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1620694604', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.696455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Request body: {'subnet': {'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.712400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.741414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49420) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.801696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:42.817287 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:31:42.844055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5c1d8768-7848-495f-b702-3ee4cfb41a4b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:42.845303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5c1d8768-7848-495f-b702-3ee4cfb41a4b tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5483487 Feb 10 11:31:42.860577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:42.865427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Allocated IP 2001:db8::f816:3eff:fe69:9ef2 (777c9540-812e-4174-85ca-b69ca9423c5f/e57b62cc-6897-4da6-96eb-6f77cf15ad8a/7fd6919a-ba58-43ff-b37b-6227505649bc) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:42.893670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group': {'name': 'tempest-secgroup--331696875'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:42.908620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:42.970595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.009699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.076803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.085142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:43.089615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:43.093070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:43.100120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.109526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.111685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:43.125843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Usage tracker for resource:subnet and tenant:92faba39543d43849f5ed841be011028 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:43.130467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:43.140996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:43.155517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.163152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.175621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Transition to ACTIVE for port object 7fd6919a-ba58-43ff-b37b-6227505649bc will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:43.196266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Transition to ACTIVE for port object 7fd6919a-ba58-43ff-b37b-6227505649bc will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:43.203154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.224633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.243195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:43.245592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Made reservation on behalf of 92faba39543d43849f5ed841be011028 for: {'subnet': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:43.267468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:43.274905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:43.278761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.292573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:43.295660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:43.298307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:43.308923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Pushing event updated for resources: {'Port': ['ID=7fd6919a-ba58-43ff-b37b-6227505649bc,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.328015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.352925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:43.364175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.368851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:979279e8087f46b09ab310ea6ad20f50 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:43.390309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e78af0-3ce3-409b-a4ac-31e09639624e None None] Network 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:43.414287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:43.438930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.486701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Attempting to bind port 7fd6919a-ba58-43ff-b37b-6227505649bc on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:43.487095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Attempting to bind port 7fd6919a-ba58-43ff-b37b-6227505649bc by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:43.487442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Attempting to bind port 7fd6919a-ba58-43ff-b37b-6227505649bc on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:43.506288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:43.506724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:43.507270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.507709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:43.508001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Bound port: 7fd6919a-ba58-43ff-b37b-6227505649bc, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:43.508373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.603421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:43.617109 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de79e30e-584c-47ef-a935-0b76a1732fd8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8 HTTP/1.1" status: 204 len: 168 time: 2.1216452 Feb 10 11:31:43.622064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49430) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:43.630154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.648907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.649391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.669480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.682149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] For port 7fd6919a-ba58-43ff-b37b-6227505649bc, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:43.693196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] For port 7fd6919a-ba58-43ff-b37b-6227505649bc, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7fd6919a-ba58-43ff-b37b-6227505649bc,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:43.706037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.797297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] DHCP port deletion for 1df7eddd-51a6-4cec-9e0b-bc3893a41e05 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:43.819787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Deleting port 3350dfdd-ab06-4523-8f32-0bcb59680eea {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:43.820154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.842672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.880281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7dce0-1c94-442e-9f10-fbb6cd50a72e None None] Pushing event updated for resources: {'Port': ['ID=7fd6919a-ba58-43ff-b37b-6227505649bc,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:43.891696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 3350dfdd-ab06-4523-8f32-0bcb59680eea {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:43.892039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:43.926365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Router c667f7cd-67fa-4e49-9055-f05d2888cb5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:43.968299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.012529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.083037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd06ad4-3d86-45cf-a51f-b7dc27d8b24d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:44.106352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.110763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ce94c8fa-6b5e-4d58-a1f9-2bc1f013c521 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2462575 Feb 10 11:31:44.118025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49436) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.124527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Request body: {'security_group_rule': {'security_group_id': 'ebd06ad4-3d86-45cf-a51f-b7dc27d8b24d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:44.155448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:44.170489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Usage tracker for resource:security_group_rule and tenant:c1d6d4e816e843f882d50d29b056ae8b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:44.176719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:44.188960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:44.255823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e12e130-704e-4ec0-b5ba-ba72a60858b0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:44.282666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] For port 3350dfdd-ab06-4523-8f32-0bcb59680eea, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3350dfdd-ab06-4523-8f32-0bcb59680eea,segment=NetworkSegment(1bc761b4-6413-4180-8074-2227ad64c4eb),segment_id=1bc761b4-6413-4180-8074-2227ad64c4eb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:44.283061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.285677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875ebeb-d82d-4766-8bcd-df12f1f206a6 req-8c26b891-bb60-4db1-9126-05e982903309 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:44.287196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6875ebeb-d82d-4766-8bcd-df12f1f206a6 req-8c26b891-bb60-4db1-9126-05e982903309 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3835025 Feb 10 11:31:44.331215 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c3486341-1e2a-4ffd-88a5-70dee6bde4c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=979279e8087f46b09ab310ea6ad20f50&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5832813 Feb 10 11:31:44.377725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port 3350dfdd-ab06-4523-8f32-0bcb59680eea, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3350dfdd-ab06-4523-8f32-0bcb59680eea,segment=NetworkSegment(1bc761b4-6413-4180-8074-2227ad64c4eb),segment_id=1bc761b4-6413-4180-8074-2227ad64c4eb)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:44.378084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.392191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49440) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.405641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.417762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Calling delete_port for 3350dfdd-ab06-4523-8f32-0bcb59680eea owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:44.498860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.521678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 3350dfdd-ab06-4523-8f32-0bcb59680eea owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:44.530637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6875ebeb-d82d-4766-8bcd-df12f1f206a6 req-2c07a1ba-1655-4f72-a8ba-98580a63fd70 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231026 Feb 10 11:31:44.578806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:44.590827 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] Sync routers for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:44.594140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] Pushing event deleted for resources: {'Port': ['ID=3350dfdd-ab06-4523-8f32-0bcb59680eea,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:44.604398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513aae0-6134-45a9-92ee-006dfcef4a99 None None] No DVR routers for this DVR port 3350dfdd-ab06-4523-8f32-0bcb59680eea on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:44.628471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.629995 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:44.630908 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:44.649551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.676236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3478e0be-3ae6-4980-9be3-7c90b3e16071,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:44.686574 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-91d17bdc-69cc-44c8-ace5-d0b792fbeda4 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3469503 Feb 10 11:31:44.696418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.730872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:44.730872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:44.747400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7fd6919a-ba58-43ff-b37b-6227505649bc up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:44.765821 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:44.778752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.792555 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] Routers {'c667f7cd-67fa-4e49-9055-f05d2888cb5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:44.793159 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:44.812671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.874855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 7fd6919a-ba58-43ff-b37b-6227505649bc completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:44.881131 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:44.881809 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e773f2-a703-401f-ac5a-606d248b5db0 None None] The sync data for ids ['c667f7cd-67fa-4e49-9055-f05d2888cb5b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:44.923159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-1bfc2e1d-b948-46b7-be02-3638dee13f5d tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] show failed (client error): The resource could not be found. Feb 10 11:31:44.930549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1bfc2e1d-b948-46b7-be02-3638dee13f5d tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-669023406 HTTP/1.1" status: 404 len: 334 time: 0.2284875 Feb 10 11:31:44.930849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.930947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:44.930947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24140652-2847-465b-9c78-72c23b1f3941 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8090115 Feb 10 11:31:44.934569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49450) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.934896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49452) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:44.968469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d0d317f3-3889-4bd3-b564-6fc8c36d372d tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:44.980126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3350dfdd-ab06-4523-8f32-0bcb59680eea no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:45.034440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:45.041317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3350dfdd-ab06-4523-8f32-0bcb59680eea {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:45.041781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3350dfdd-ab06-4523-8f32-0bcb59680eea not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:45.043691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:45.060170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:45.061788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.066182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=50b56863-bfd8-4581-89be-e1b3efac3aee,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.076643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.119696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55b623cc-7500-4f84-b909-6c03b62377b2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4809871 Feb 10 11:31:45.128066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac0383-9e45-4d1d-a275-47dacb41a42b req-c6d9da9e-ec69-4ca2-80d6-2fab5cfb5e23 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:45.129727 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aac0383-9e45-4d1d-a275-47dacb41a42b req-c6d9da9e-ec69-4ca2-80d6-2fab5cfb5e23 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3108211 Feb 10 11:31:45.130264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49458) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.136972 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-d0d317f3-3889-4bd3-b564-6fc8c36d372d tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] update failed (client error): The resource could not be found. Feb 10 11:31:45.140103 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0d317f3-3889-4bd3-b564-6fc8c36d372d tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1013633069 HTTP/1.1" status: 404 len: 335 time: 0.2038629 Feb 10 11:31:45.140398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:21:c9:f5', 'name': 'tempest-NetworksTestDHCPv6-1754808571'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:45.158599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:45.193329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16da8b9-6ae9-433b-b850-0ae15f23973e None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:45.195357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.308068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Provisioning for port 7fd6919a-ba58-43ff-b37b-6227505649bc completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:45.324418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Provisioning complete for port 7fd6919a-ba58-43ff-b37b-6227505649bc triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:45.324784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.382968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 3350dfdd-ab06-4523-8f32-0bcb59680eea {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:45.382968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.429629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Subnet': ['ID=26655d19-482d-43b3-aacb-17edaa3112d2,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.475142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] The port '3350dfdd-ab06-4523-8f32-0bcb59680eea' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:45.499053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7aac0383-9e45-4d1d-a275-47dacb41a42b req-36acafb1-c298-4cce-b7cb-0140a24c1149 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394015 Feb 10 11:31:45.542740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.591599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] For port 7fd6919a-ba58-43ff-b37b-6227505649bc, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7fd6919a-ba58-43ff-b37b-6227505649bc,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:45.602397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.614257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.615016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Checking segment: {'id': '36b37e8c-3959-4285-a39e-07e9559aab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:45.615413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network hostable DHCP agents. Network: 98dc0198-db4e-43c7-9032-460723b6808b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:45.620709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.622769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting subnet 2ca2c37c-a4b1-45a4-81c4-9d58b69309c1 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:45.631016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.672374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:45.676256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.687670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e12e130-704e-4ec0-b5ba-ba72a60858b0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.694952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb55b6-b961-44bf-a02b-d52a4f807795 None None] Pushing event updated for resources: {'Port': ['ID=7fd6919a-ba58-43ff-b37b-6227505649bc,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:45.728981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:45.730242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df7eddd-51a6-4cec-9e0b-bc3893a41e05']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:45.738173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:45.750147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:45.760785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.789211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.796961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'e57b62cc-6897-4da6-96eb-6f77cf15ad8a', 'ip_address': '2001:db8::f816:3eff:fe69:9ef2'}, {'subnet_id': '50b56863-bfd8-4581-89be-e1b3efac3aee'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '7fd6919a-ba58-43ff-b37b-6227505649bc'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:31:45.799639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc761b4-6413-4180-8074-2227ad64c4eb') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:45.800677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc761b4-6413-4180-8074-2227ad64c4eb') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:45.800815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:45.803960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.835250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network 98dc0198-db4e-43c7-9032-460723b6808b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:45.849277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.858001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.866817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.867959 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b1972b7f-9a13-44e4-b3e2-30cca765383a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e12e130-704e-4ec0-b5ba-ba72a60858b0 HTTP/1.1" status: 204 len: 168 time: 1.4272664 Feb 10 11:31:45.880589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 98dc0198-db4e-43c7-9032-460723b6808b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:45.882936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 21b7566e-ddd0-4513-89e7-e309134c9dcd yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:45.922306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.929418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3a4058-b9e0-4b63-b8f5-374f8b3e24df None None] Network 98dc0198-db4e-43c7-9032-460723b6808b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:45.947398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:45.947398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:45.963823 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:46.050888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.052068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.071831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd06ad4-3d86-45cf-a51f-b7dc27d8b24d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.131994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.136881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.137228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.137654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.138177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.138304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.138628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.139032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.139411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.141014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.141014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.141014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.168870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.173039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb871c33-2d1f-4952-a6ae-4970bb858479 req-5736be76-a63b-4f61-8639-992e2f84572d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.174548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cb871c33-2d1f-4952-a6ae-4970bb858479 req-5736be76-a63b-4f61-8639-992e2f84572d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5120106 Feb 10 11:31:46.186945 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/1df7eddd-51a6-4cec-9e0b-bc3893a41e05 HTTP/1.1" status: 204 len: 168 time: 2.5632453 Feb 10 11:31:46.189669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49474) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.199813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'name': 'tempest-PortsTestJSON-1444524375'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:46.221888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490122b-4680-44c8-9872-6e7b84ee1dde tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=1df7eddd-51a6-4cec-9e0b-bc3893a41e05,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.233812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.235181 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ad488e70-c1f4-49f8-bbd9-a03303edf769 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/ebd06ad4-3d86-45cf-a51f-b7dc27d8b24d HTTP/1.1" status: 204 len: 168 time: 1.2976539 Feb 10 11:31:46.240961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.250622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event updated for resources: {'Subnet': ['ID=5d8b1f19-5fad-4829-85a2-5b00fc664733,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.291192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.1 (2ab1b7a8-256f-477b-9c8d-434410713cf6/3697e905-2804-43cd-8537-f22364113a36/3ca3906d-eacf-480f-afa9-8e363558f04c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:46.330185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.383330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:46.426560 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cb871c33-2d1f-4952-a6ae-4970bb858479 req-14a42011-d65e-46ba-bf95-7ec75611bc1e tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401309 Feb 10 11:31:46.446753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Checking segment: {'id': '48055bcd-b577-4c90-af93-6f0afad49c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:46.447029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network hostable DHCP agents. Network: d046685f-9402-4210-85d3-7fd492cf8dad, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:31:46.452934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:46.453940 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-98dc0198-db4e-43c7-9032-460723b6808b', 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b', 'tenant_id': '92faba39543d43849f5ed841be011028', 'fixed_ips': [{'subnet_id': '26655d19-482d-43b3-aacb-17edaa3112d2'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:46.454756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.460261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:46.492128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:46.534607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.546309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:46.549310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.568331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90e53f57-280b-47bc-adc7-df6e39e6dcfb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:46.610925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7fd6919a-ba58-43ff-b37b-6227505649bc up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:46.628098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 9ae4b6a3-fc2e-4da5-97f9-4858fe66a367 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:46.646956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-90e53f57-280b-47bc-adc7-df6e39e6dcfb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:46.651385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-90e53f57-280b-47bc-adc7-df6e39e6dcfb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4037924 Feb 10 11:31:46.651565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 172.20.0.2 (777c9540-812e-4174-85ca-b69ca9423c5f/50b56863-bfd8-4581-89be-e1b3efac3aee/21b7566e-ddd0-4513-89e7-e309134c9dcd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:46.655274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.658959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Network d046685f-9402-4210-85d3-7fd492cf8dad is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:31:46.680640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49494) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.739304 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fe21:c9f5 (777c9540-812e-4174-85ca-b69ca9423c5f/e57b62cc-6897-4da6-96eb-6f77cf15ad8a/21b7566e-ddd0-4513-89e7-e309134c9dcd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:46.747620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.769103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca2c37c-a4b1-45a4-81c4-9d58b69309c1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:46.773999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, d046685f-9402-4210-85d3-7fd492cf8dad) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:46.778855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Allocated IP 172.20.0.2 (98dc0198-db4e-43c7-9032-460723b6808b/26655d19-482d-43b3-aacb-17edaa3112d2/9b840151-5fde-4962-8956-f886c4b9519b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:46.784254 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56e03d6a-3815-42f5-9536-19d4f64520b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84627421aaf4464e8be35d1a510744b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2442658 Feb 10 11:31:46.787638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.795850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.796160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:46.796726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.797626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7fd6919a-ba58-43ff-b37b-6227505649bc triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:46.798537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.804005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Transition to ACTIVE for port object 3ca3906d-eacf-480f-afa9-8e363558f04c will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:46.815325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-32b0fafa-0618-4e5a-b6f6-6e2125d0ce23 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:46.820273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:46.830448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7887a-6737-4317-b3f7-ffb0a65d2246 None None] Network d046685f-9402-4210-85d3-7fd492cf8dad requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:46.842553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b2e6b-4132-4583-84af-7996a015e92f None None] Network 8f9b01fe-9f69-4639-b8af-0fe1f9e647df requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:46.858377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.858720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.859056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.859442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.859768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.860093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.860418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.860753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.861061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.861377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.861726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:46.896656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02daab04-f00b-4aae-a31f-6465f1f74d51 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/subnets/2ca2c37c-a4b1-45a4-81c4-9d58b69309c1 HTTP/1.1" status: 204 len: 168 time: 1.7335594 Feb 10 11:31:46.906703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:46.915974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b621988-1929-45d8-bad9-dd21bfbc3a6e tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2609336 Feb 10 11:31:46.930242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49506) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.009574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.012395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-32b0fafa-0618-4e5a-b6f6-6e2125d0ce23 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:47.016788 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-32b0fafa-0618-4e5a-b6f6-6e2125d0ce23 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3317502 Feb 10 11:31:47.045968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49510) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.047943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.135590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:47.136761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c5219-6add-49d0-a55f-e9f76db1b9ac req-084269cc-7784-416c-8434-123357f3e662 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.143421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:47.143720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53c5219-6add-49d0-a55f-e9f76db1b9ac req-084269cc-7784-416c-8434-123357f3e662 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4998038 Feb 10 11:31:47.144703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-77651eb1-0254-43fb-a4f0-0165adfcf3bb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] delete failed (client error): The resource could not be found. Feb 10 11:31:47.145856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:47.150691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77651eb1-0254-43fb-a4f0-0165adfcf3bb tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "DELETE /v2.0/security-groups/ebd06ad4-3d86-45cf-a51f-b7dc27d8b24d HTTP/1.1" status: 404 len: 347 time: 0.0951703 Feb 10 11:31:47.195629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49514) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.287439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=3ca3906d-eacf-480f-afa9-8e363558f04c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.290807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.300017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c5d9c51b-92e7-413b-a1c6-52f2cbb2ef57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Synchronizing usage tracker for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:47.307923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dc916-75c0-4a37-9a04-44683988ebcc tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.309232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dc916-75c0-4a37-9a04-44683988ebcc tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.311212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6dc916-75c0-4a37-9a04-44683988ebcc tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.315686 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1a6dc916-75c0-4a37-9a04-44683988ebcc tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3813961 Feb 10 11:31:47.321364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49518) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.324451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting subnet fb53c4d1-ce12-4c32-b53d-b20b1a61c160 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:47.328959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.376063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.456827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.472081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.480061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.480935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.508600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Transition to ACTIVE for port object 9b840151-5fde-4962-8956-f886c4b9519b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:47.523584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c5d9c51b-92e7-413b-a1c6-52f2cbb2ef57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] Unset dirty status for tenant:c1d6d4e816e843f882d50d29b056ae8b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:47.525167 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c5d9c51b-92e7-413b-a1c6-52f2cbb2ef57 tempest-SecGroupTest-2137556970 tempest-SecGroupTest-2137556970-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3195531 Feb 10 11:31:47.526049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-d046685f-9402-4210-85d3-7fd492cf8dad', 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad', 'tenant_id': '92faba39543d43849f5ed841be011028', 'fixed_ips': [{'subnet_id': '5d8b1f19-5fad-4829-85a2-5b00fc664733'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:47.526859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.553112 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b53c5219-6add-49d0-a55f-e9f76db1b9ac req-210c095a-8e73-4415-928d-c478f266c3d6 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475667 Feb 10 11:31:47.580234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.605203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:47.611574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:47.614031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:47.619569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:47.620615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.634900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 21b7566e-ddd0-4513-89e7-e309134c9dcd will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:47.636745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-15d6a657-b95c-4df5-8913-a8d19b44bca4 None None] Provisioning for port 3ca3906d-eacf-480f-afa9-8e363558f04c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:47.639404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=9ae4b6a3-fc2e-4da5-97f9-4858fe66a367,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.650321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Transition to ACTIVE for port object 9b840151-5fde-4962-8956-f886c4b9519b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:47.681196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.725851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] DHCP port deletion for 8f9b01fe-9f69-4639-b8af-0fe1f9e647df request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:47.729702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-15d6a657-b95c-4df5-8913-a8d19b44bca4 None None] Provisioning complete for port 3ca3906d-eacf-480f-afa9-8e363558f04c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:47.730075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15d6a657-b95c-4df5-8913-a8d19b44bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.776386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.781288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Deleting port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:47.781804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.798164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.810269 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60eef68b-1860-4c3a-98d5-6e81a660143c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6151652 Feb 10 11:31:47.814696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49526) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:47.860524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.882787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd56d2a-62fb-414f-b789-b4423e37e4f9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:47.902497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.907464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28ad288a-f4ce-4c7c-9df0-546ced0f50cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dd56d2a-62fb-414f-b789-b4423e37e4f9 HTTP/1.1" status: 204 len: 168 time: 1.1152852 Feb 10 11:31:47.933382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:47.980368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.030200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49534) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.057244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Subnet': ['ID=fb53c4d1-ce12-4c32-b53d-b20b1a61c160,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.064355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 9ae4b6a3-fc2e-4da5-97f9-4858fe66a367 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:48.064550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.077231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f9d28-92f4-41a7-b0c1-6e028ab4043e req-7380d1d8-bc64-4fa6-a086-6a88cf9b7c7f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.078737 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-624f9d28-92f4-41a7-b0c1-6e028ab4043e req-7380d1d8-bc64-4fa6-a086-6a88cf9b7c7f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2715890 Feb 10 11:31:48.095468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.101465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=21b7566e-ddd0-4513-89e7-e309134c9dcd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.107080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fa677727-e403-4450-9328-5324aedbc451 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/subnets/fb53c4d1-ce12-4c32-b53d-b20b1a61c160 HTTP/1.1" status: 204 len: 168 time: 1.1897449 Feb 10 11:31:48.107312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:48.124815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49540) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.127115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:48.133654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:48.163472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting subnet 26655d19-482d-43b3-aacb-17edaa3112d2 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:48.166446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.223734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-624f9d28-92f4-41a7-b0c1-6e028ab4043e req-68e1a138-528e-4b01-a692-d5a56378e1ee tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359587 Feb 10 11:31:48.230189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.230781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.261681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658caac2-11f8-4aef-af1b-3afcbe71ceb1 None None] Network c317dff5-2b0c-429b-800a-83e387e206ad requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:48.271209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77025c79-b4a4-4510-863a-baad303cfff6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1356003 Feb 10 11:31:48.271799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49546) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.279325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-15d6a657-b95c-4df5-8913-a8d19b44bca4 None None] Port 3ca3906d-eacf-480f-afa9-8e363558f04c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:48.290571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Network 98dc0198-db4e-43c7-9032-460723b6808b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:48.335136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:48.360965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:48.538893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.606738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0785f-d00d-4855-a243-77568764ff10 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.610898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0785f-d00d-4855-a243-77568764ff10 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.611734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7ac0785f-d00d-4855-a243-77568764ff10 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:48.629936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Pushing event updated for resources: {'Port': ['ID=9b840151-5fde-4962-8956-f886c4b9519b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:48.659486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7ac0785f-d00d-4855-a243-77568764ff10 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:48.663095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ac0785f-d00d-4855-a243-77568764ff10 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3880336 Feb 10 11:31:48.663465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49558) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:48.671340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:48.706084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a3c5-ebc3-4e94-b42e-65b8084bd990 req-985300e3-e989-4b21-928e-9c5f76517654 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:48.713629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd85a3c5-ebc3-4e94-b42e-65b8084bd990 req-985300e3-e989-4b21-928e-9c5f76517654 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3427339 Feb 10 11:31:48.744367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.763490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] For port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,segment=NetworkSegment(279d4e98-6d26-4fe8-a1c2-cc0b02721647),segment_id=279d4e98-6d26-4fe8-a1c2-cc0b02721647)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:48.763889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.778737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Attempting to bind port 9b840151-5fde-4962-8956-f886c4b9519b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:48.779124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Attempting to bind port 9b840151-5fde-4962-8956-f886c4b9519b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '36b37e8c-3959-4285-a39e-07e9559aab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:48.779511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Attempting to bind port 9b840151-5fde-4962-8956-f886c4b9519b on network 98dc0198-db4e-43c7-9032-460723b6808b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:48.803574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 21b7566e-ddd0-4513-89e7-e309134c9dcd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:48.804786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.832119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd85a3c5-ebc3-4e94-b42e-65b8084bd990 req-4fa50c03-588d-421b-8522-20a5e80abc93 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172802 Feb 10 11:31:48.914779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:48.983872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Calling delete_port for bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:49.018608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0fe71300-5039-4d75-ab14-8586025e33b2 {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:49.018959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:49.019655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:49.020022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Checking segment: {'id': '36b37e8c-3959-4285-a39e-07e9559aab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:49.020419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.020799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Bound using segment: {'id': '36b37e8c-3959-4285-a39e-07e9559aab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:49.021266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Bound port: 9b840151-5fde-4962-8956-f886c4b9519b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b37e8c-3959-4285-a39e-07e9559aab80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '98dc0198-db4e-43c7-9032-460723b6808b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:49.021634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.049018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Allocated IP 172.20.0.18 (d046685f-9402-4210-85d3-7fd492cf8dad/5d8b1f19-5fad-4829-85a2-5b00fc664733/9d15b1e8-adb8-4e8b-b19a-578cc0928836) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:49.073797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.108016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Subnet': ['ID=26655d19-482d-43b3-aacb-17edaa3112d2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.117070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.148745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.157506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.242118 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2a50b973-d953-47ad-a925-6400d548e257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1d6d4e816e843f882d50d29b056ae8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2105446 Feb 10 11:31:49.258281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.289623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 21b7566e-ddd0-4513-89e7-e309134c9dcd owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:49.301494 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff4aed7f-b846-497e-9e62-f027cf6dd442 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/subnets/26655d19-482d-43b3-aacb-17edaa3112d2 HTTP/1.1" status: 204 len: 168 time: 1.9790723 Feb 10 11:31:49.302431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49572) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.310246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 9ae4b6a3-fc2e-4da5-97f9-4858fe66a367 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:49.351380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:49.351781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.375193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.471766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] For port 9b840151-5fde-4962-8956-f886c4b9519b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:49.477439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] Pushing event deleted for resources: {'Port': ['ID=bfdd5e42-4fb3-4101-b320-2e2c97ea4f75,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.487171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49576) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.505290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] For port 9b840151-5fde-4962-8956-f886c4b9519b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9b840151-5fde-4962-8956-f886c4b9519b,segment=NetworkSegment(36b37e8c-3959-4285-a39e-07e9559aab80),segment_id=36b37e8c-3959-4285-a39e-07e9559aab80)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:49.511808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966eef7-14f6-4b90-95c7-ccb51d212b8a None None] No DVR routers for this DVR port bfdd5e42-4fb3-4101-b320-2e2c97ea4f75 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:49.545765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.594617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.613136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=21b7566e-ddd0-4513-89e7-e309134c9dcd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.726263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] DHCP port deletion for c317dff5-2b0c-429b-800a-83e387e206ad request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:49.739871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.754510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] The port 'bfdd5e42-4fb3-4101-b320-2e2c97ea4f75' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:49.761534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Deleting port 194c758b-3b6d-4c56-a4b2-eed371af48b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:49.761915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.805571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.822594 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f93b0f24-5f4b-45fa-a028-19d4208d1849 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/21b7566e-ddd0-4513-89e7-e309134c9dcd HTTP/1.1" status: 204 len: 168 time: 1.1579652 Feb 10 11:31:49.824799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:49.844509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:49.899039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91152ffc-b941-4de1-aa88-05d1aff999fc None None] Pushing event updated for resources: {'Port': ['ID=9b840151-5fde-4962-8956-f886c4b9519b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:49.908997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Transition to ACTIVE for port object 9d15b1e8-adb8-4e8b-b19a-578cc0928836 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:49.928552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.930068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.931601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:49.932471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:49.949704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:49.951091 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-681867a7-3b6a-4984-9b1f-61280a1415a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1252210 Feb 10 11:31:49.953767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49594) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.058243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.146777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Transition to ACTIVE for port object 9d15b1e8-adb8-4e8b-b19a-578cc0928836 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:50.150666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bcad2-0932-428a-abdf-4823b52baa9d None None] Network 98dc0198-db4e-43c7-9032-460723b6808b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:50.176082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 50b56863-bfd8-4581-89be-e1b3efac3aee {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:50.179589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.188548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.213132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=9ae4b6a3-fc2e-4da5-97f9-4858fe66a367,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.242591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.255864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.276756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9b01fe-9f69-4639-b8af-0fe1f9e647df']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:50.289988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.325139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279d4e98-6d26-4fe8-a1c2-cc0b02721647') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:50.325455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279d4e98-6d26-4fe8-a1c2-cc0b02721647') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:50.332883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.346841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.357043 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b86d04c7-b44c-4a2c-8aa6-4bf3a3d71b59 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/9ae4b6a3-fc2e-4da5-97f9-4858fe66a367 HTTP/1.1" status: 204 len: 168 time: 2.5395095 Feb 10 11:31:50.366437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.371271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.371913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.379472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'mac_address': 'fa:16:3e:30:1f:05', 'name': 'tempest-PortsTestJSON-1537382976'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:50.411431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.419726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting subnet 5d8b1f19-5fad-4829-85a2-5b00fc664733 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:50.423567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.442930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.475293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.537769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:50.538179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.557912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:50.563963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:50.564122 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:50.567076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:50.580052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:50.607588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Pushing event updated for resources: {'Port': ['ID=9d15b1e8-adb8-4e8b-b19a-578cc0928836,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.618224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:50.643177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49610) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.647016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Network d046685f-9402-4210-85d3-7fd492cf8dad is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:50.656729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:50.658614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194c758b-3b6d-4c56-a4b2-eed371af48b5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:50.698853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.699056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.723020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:50.746596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=3ca3906d-eacf-480f-afa9-8e363558f04c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.765630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.776156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.817419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.846352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef36f09-af5f-444e-a536-10c110c89216,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-f313d9ce-471a-43be-98cf-f7c3b275f4b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50b56863-bfd8-4581-89be-e1b3efac3aee: This subnet is being modified by another concurrent operation. Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.876494 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50b56863-bfd8-4581-89be-e1b3efac3aee: This subnet is being modified by another concurrent operation. Feb 10 11:31:50.881017 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:31:50.884090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=50b56863-bfd8-4581-89be-e1b3efac3aee,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.884198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Attempting to bind port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:50.884198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Attempting to bind port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '48055bcd-b577-4c90-af93-6f0afad49c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:50.884198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Attempting to bind port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 on network d046685f-9402-4210-85d3-7fd492cf8dad {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:50.890169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.893850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.897675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Network': ['ID=8f9b01fe-9f69-4639-b8af-0fe1f9e647df,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:50.916452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:50.941382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-843377140', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:50.944831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-991ca7e7-e5a5-4cbf-89b0-dfafb27d41cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/50b56863-bfd8-4581-89be-e1b3efac3aee HTTP/1.1" status: 204 len: 168 time: 0.9876001 Feb 10 11:31:50.948398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49616) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:50.960890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:51.006784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:51.007177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.018131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 377858c4-dea1-40ff-9a4d-6f730d4fa09f yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:51.021071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:51.022143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Checking segment: {'id': '48055bcd-b577-4c90-af93-6f0afad49c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:51.022143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.022343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Bound using segment: {'id': '48055bcd-b577-4c90-af93-6f0afad49c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:51.022858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Bound port: 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48055bcd-b577-4c90-af93-6f0afad49c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'd046685f-9402-4210-85d3-7fd492cf8dad'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:51.023315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.025359 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90bbf804-802f-4211-b032-875c00770c41 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/networks/8f9b01fe-9f69-4639-b8af-0fe1f9e647df HTTP/1.1" status: 204 len: 168 time: 2.8995209 Feb 10 11:31:51.032809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Usage tracker for resource:port and tenant:44255b32d84e4c87ba99510879397ac5 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:51.035693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.036052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.039651 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a95e8dd0-6369-424e-b81c-b97302a92911 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fef36f09-af5f-444e-a536-10c110c89216 HTTP/1.1" status: 204 len: 168 time: 1.6870348 Feb 10 11:31:51.047861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49620) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.050634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:51.084151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.119470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:51.120791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet e57b62cc-6897-4da6-96eb-6f77cf15ad8a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:51.131746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.214236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Calling delete_port for 194c758b-3b6d-4c56-a4b2-eed371af48b5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:51.259757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.292649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Made reservation on behalf of 44255b32d84e4c87ba99510879397ac5 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:51.295740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.321851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.336585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:51.354557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.361796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.363740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.391065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port 194c758b-3b6d-4c56-a4b2-eed371af48b5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:51.391438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.424775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-709e05cc-950c-4804-8bbd-f0aa39667eac None None] Provisioning complete for port 7fd6919a-ba58-43ff-b37b-6227505649bc triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:51.425517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-709e05cc-950c-4804-8bbd-f0aa39667eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.505682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:51.506066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:51.532429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=194c758b-3b6d-4c56-a4b2-eed371af48b5,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:51.553983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.591214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.592862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.593532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.594191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.594823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.595447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.596073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.596722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.597230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.597744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.598362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:31:51.662783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.664072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15686d18-1e90-438a-b3b9-93e42054a47d None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:51.691077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=e57b62cc-6897-4da6-96eb-6f77cf15ad8a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:51.710299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:51.713477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c1784ffd-2c20-43b5-9e33-7f8a8ca42592 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/e57b62cc-6897-4da6-96eb-6f77cf15ad8a HTTP/1.1" status: 204 len: 168 time: 0.7640562 Feb 10 11:31:51.714118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.722260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:51.790017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ef7731d5-0f04-4c3f-8eb5-814b95d1ad75 None None] Could not find standard attr ID for object 21b7566e-ddd0-4513-89e7-e309134c9dcd. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:31:51.809190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:51.834812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9d15b1e8-adb8-4e8b-b19a-578cc0928836,segment=NetworkSegment(48055bcd-b577-4c90-af93-6f0afad49c3b),segment_id=48055bcd-b577-4c90-af93-6f0afad49c3b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:51.850358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9715302-52b6-4165-a78c-b06c0aaf74b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:51.856031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.870911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9715302-52b6-4165-a78c-b06c0aaf74b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:router {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:51.884312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9715302-52b6-4165-a78c-b06c0aaf74b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1648622 Feb 10 11:31:51.886102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:51.895554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.898734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:51.924510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.955840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8b1f19-5fad-4829-85a2-5b00fc664733,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:51.960767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:51.964920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:51.965279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:51.997191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Usage tracker for resource:security_group_rule and tenant:44255b32d84e4c87ba99510879397ac5 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:52.006684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Deleting port 194c758b-3b6d-4c56-a4b2-eed371af48b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:52.007391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.032999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.039155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:52.119457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:52.121856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.125432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:52.128537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:52.135257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:52.151673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:52.157524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.197564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb634e9-d57e-4b7c-b4f4-c51bfee78f58 None None] Pushing event updated for resources: {'Port': ['ID=9d15b1e8-adb8-4e8b-b19a-578cc0928836,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.213363 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a7058a0-e296-4a57-acd0-a501b4a4b5c0 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/subnets/5d8b1f19-5fad-4829-85a2-5b00fc664733 HTTP/1.1" status: 204 len: 168 time: 2.7103095 Feb 10 11:31:52.222902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Calling delete_port for 194c758b-3b6d-4c56-a4b2-eed371af48b5 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:52.241901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-42161250-0cbd-4ab0-a17a-365252c0ec68 None None] Provisioning complete for port 3ca3906d-eacf-480f-afa9-8e363558f04c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:52.241901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-42161250-0cbd-4ab0-a17a-365252c0ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.257167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49648) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:52.331698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:52.347771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Deleting port 7fd6919a-ba58-43ff-b37b-6227505649bc {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:52.348152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.450123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d41e47-2e75-4515-8aae-e891d44e29f8 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:52.450824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c9d41e47-2e75-4515-8aae-e891d44e29f8 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Synchronizing usage tracker for tenant:92faba39543d43849f5ed841be011028 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:52.513741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:52.518651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.680730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] For port 7fd6919a-ba58-43ff-b37b-6227505649bc, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7fd6919a-ba58-43ff-b37b-6227505649bc,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:52.681116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.697649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.701528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c9d41e47-2e75-4515-8aae-e891d44e29f8 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Unset dirty status for tenant:92faba39543d43849f5ed841be011028 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:52.702927 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c9d41e47-2e75-4515-8aae-e891d44e29f8 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4448397 Feb 10 11:31:52.704043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=377858c4-dea1-40ff-9a4d-6f730d4fa09f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.721796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:52.762072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Port': ['ID=194c758b-3b6d-4c56-a4b2-eed371af48b5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:52.775538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.781479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] No DVR routers for this DVR port 194c758b-3b6d-4c56-a4b2-eed371af48b5 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:52.812224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.814848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Calling delete_port for 7fd6919a-ba58-43ff-b37b-6227505649bc owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:52.824672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f627bffc-27a4-41b8-9a40-4ba364b2be03 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1332786434', 'prefixes': ['172.20.0.0/16']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:52.825453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] device_id is not set on port 8c3381be-5c92-4cd6-88c7-d8fb5ca71478 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:52.830085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f627bffc-27a4-41b8-9a40-4ba364b2be03 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:52.846654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9d15b1e8-adb8-4e8b-b19a-578cc0928836 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:52.911720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:52.913643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-42161250-0cbd-4ab0-a17a-365252c0ec68 None None] Port 3ca3906d-eacf-480f-afa9-8e363558f04c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:52.918164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:52.932037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:52.935999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:52.936815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.945617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] For port 194c758b-3b6d-4c56-a4b2-eed371af48b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194c758b-3b6d-4c56-a4b2-eed371af48b5,segment=NetworkSegment(fe87df40-6ca9-4fb0-b589-f4aa9fedba9d),segment_id=fe87df40-6ca9-4fb0-b589-f4aa9fedba9d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:52.946515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.962363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:52.970527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3e7bb4f-ab82-46a6-8956-3d66c7c8dfd2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5971980 Feb 10 11:31:52.978080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.006129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68ad14-94e4-4993-a26d-63e31808d433,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.015288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.087879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c317dff5-2b0c-429b-800a-83e387e206ad']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:53.102521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Calling delete_port for 194c758b-3b6d-4c56-a4b2-eed371af48b5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:53.110503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:53.110503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe87df40-6ca9-4fb0-b589-f4aa9fedba9d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:53.120575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:53.120943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.129690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.154048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f415cd-0e08-4c07-adff-50eb19d2ca8e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:53.155145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-97f415cd-0e08-4c07-adff-50eb19d2ca8e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:53.155845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.170781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.176834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Allocated IP 172.26.3.233 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/8c3381be-5c92-4cd6-88c7-d8fb5ca71478) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:53.179836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:53.179836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:53.195775 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:53.213100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] No DVR routers for this DVR port 7fd6919a-ba58-43ff-b37b-6227505649bc on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:53.218533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:31:53.253845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bc1e3-348b-4842-a540-dd6264719b0a None None] Pushing event deleted for resources: {'Port': ['ID=7fd6919a-ba58-43ff-b37b-6227505649bc,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.257335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:53.267306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:53.267991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:53.334772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7fd6919a-ba58-43ff-b37b-6227505649bc no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:53.361151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-97f415cd-0e08-4c07-adff-50eb19d2ca8e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:53.362943 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-97f415cd-0e08-4c07-adff-50eb19d2ca8e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/377858c4-dea1-40ff-9a4d-6f730d4fa09f HTTP/1.1" status: 200 len: 841 time: 0.3540108 Feb 10 11:31:53.377407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 7fd6919a-ba58-43ff-b37b-6227505649bc {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:53.377733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7fd6919a-ba58-43ff-b37b-6227505649bc not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:53.387365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49668) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.408318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_pluggable_backend [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Port 7fd6919a-ba58-43ff-b37b-6227505649bc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 11:31:53.408623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_pluggable_backend [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Reverting IP allocation for 2001:db8::f816:3eff:fe69:9ef2 {{(pid=83554) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 11:31:53.522763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.557185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.562939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 377858c4-dea1-40ff-9a4d-6f730d4fa09f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:53.563295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.574010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc40ba-e59b-4ae1-9e3b-33064fd57b96 None None] Network d046685f-9402-4210-85d3-7fd492cf8dad requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:53.603594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f627bffc-27a4-41b8-9a40-4ba364b2be03 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.607190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f627bffc-27a4-41b8-9a40-4ba364b2be03 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0896516 Feb 10 11:31:53.608428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.611602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.627779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Network': ['ID=c317dff5-2b0c-429b-800a-83e387e206ad,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.711498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Provisioning for port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:53.717358 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0fee6b0b-ef45-490d-93af-741ea08cec4e tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/networks/c317dff5-2b0c-429b-800a-83e387e206ad HTTP/1.1" status: 204 len: 168 time: 2.6636605 Feb 10 11:31:53.724117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.726449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:31:53.745444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Provisioning complete for port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:53.746072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.837075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:53.844405 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2ff8bab4-5a04-4d91-a644-b00fd4670b88 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "GET /v2.0/subnetpools/d0e0dd1c-2aad-47b3-b4a6-7d35a4a3360a HTTP/1.1" status: 200 len: 732 time: 0.1501317 Feb 10 11:31:53.844405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9d15b1e8-adb8-4e8b-b19a-578cc0928836,segment=NetworkSegment(48055bcd-b577-4c90-af93-6f0afad49c3b),segment_id=48055bcd-b577-4c90-af93-6f0afad49c3b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:53.844405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.846849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49680) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:53.855912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:53.858573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:53.859357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:53.862990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-63a212fa-1cd0-44d5-b543-124ac5dda2d7 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-43043172'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:53.869256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=dbc50667-296e-434a-a51a-9182d8031a0f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:53.876253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06b765-d8d5-42a4-ae09-f17122fbbd5e None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:53.983507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.017790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.088845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9d15b1e8-adb8-4e8b-b19a-578cc0928836,segment=NetworkSegment(48055bcd-b577-4c90-af93-6f0afad49c3b),segment_id=48055bcd-b577-4c90-af93-6f0afad49c3b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:54.092984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] DHCP port deletion for d046685f-9402-4210-85d3-7fd492cf8dad request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:54.104300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Deleting port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:54.104957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.120400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.129205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Calling delete_port for 9d15b1e8-adb8-4e8b-b19a-578cc0928836 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:54.147798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.158448 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56ace089-191a-4c87-9cb4-fe7ec4697dc6 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2688375 Feb 10 11:31:54.165237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.180649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.249783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Deleting port 194c758b-3b6d-4c56-a4b2-eed371af48b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:54.250154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.275828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 377858c4-dea1-40ff-9a4d-6f730d4fa09f owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:54.320194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting subnet 13d6f429-7f71-43a1-8ffd-c4de9ed49d60 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:31:54.329016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.359425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.373360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:54.373735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:54.409405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63a212fa-1cd0-44d5-b543-124ac5dda2d7 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Notify callbacks [] for subnetpool, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.409682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'dbc50667-296e-434a-a51a-9182d8031a0f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:31:54.410598 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63a212fa-1cd0-44d5-b543-124ac5dda2d7 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "PUT /v2.0/subnetpools/d0e0dd1c-2aad-47b3-b4a6-7d35a4a3360a HTTP/1.1" status: 200 len: 682 time: 0.5590637 Feb 10 11:31:54.410817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.416483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.426198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36baa9a6-585b-4426-9299-cba4ef015ad0 None None] The port '194c758b-3b6d-4c56-a4b2-eed371af48b5' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:54.436690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.451504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b94a-e8ea-446a-aec6-93a28d4cee10 None None] Pushing event updated for resources: {'Port': ['ID=9d15b1e8-adb8-4e8b-b19a-578cc0928836,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.469843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:54.476002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:54.479081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3381be-5c92-4cd6-88c7-d8fb5ca71478,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.481532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:54.499218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:54.516705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.520771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:54.528233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:54.541471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:54.579268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=377858c4-dea1-40ff-9a4d-6f730d4fa09f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:54.597027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:54.597209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.601092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.605418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:54.606267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.627655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9d15b1e8-adb8-4e8b-b19a-578cc0928836 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:54.643849 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a1af575-31e1-4b69-ac9f-3bda7d27c155 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/377858c4-dea1-40ff-9a4d-6f730d4fa09f HTTP/1.1" status: 204 len: 168 time: 1.2553627 Feb 10 11:31:54.646686 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-efd2b7ed-b3f6-4a26-ba92-d9c3d7310339 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9966192 Feb 10 11:31:54.650929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49694) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.651509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49696) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.659657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.233'}]}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.698163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:54.703091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.711557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Usage tracker for resource:router and tenant:44255b32d84e4c87ba99510879397ac5 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:54.715671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:54.718497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9d15b1e8-adb8-4e8b-b19a-578cc0928836,segment=NetworkSegment(48055bcd-b577-4c90-af93-6f0afad49c3b),segment_id=48055bcd-b577-4c90-af93-6f0afad49c3b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:54.719093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.723262 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c4389-b462-4078-83c8-5e2a6f916197 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:31:54.723852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0e2c4389-b462-4078-83c8-5e2a6f916197 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:54.726301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:54.732277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:31:54.744301 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5366a91c-9e98-4044-a8f7-c07130b0730c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/routers/3129827a-1fb7-44cb-b8e8-5a2f2916d62e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7911441 Feb 10 11:31:54.744412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ff2fdc2-fb54-4a0c-96ae-8498ecc588c7 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.745452 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ff2fdc2-fb54-4a0c-96ae-8498ecc588c7 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d0e0dd1c-2aad-47b3-b4a6-7d35a4a3360a HTTP/1.1" status: 204 len: 168 time: 0.3278024 Feb 10 11:31:54.746378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.753729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49704) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.767971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'port': {'network_id': '2ab1b7a8-256f-477b-9c8d-434410713cf6', 'name': 'tempest-FloatingIPTestJSON-172174848'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.776051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.776976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.783861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0e2c4389-b462-4078-83c8-5e2a6f916197 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:54.785043 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0e2c4389-b462-4078-83c8-5e2a6f916197 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/377858c4-dea1-40ff-9a4d-6f730d4fa09f HTTP/1.1" status: 404 len: 333 time: 0.1325886 Feb 10 11:31:54.787389 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-0618040d-a031-41f0-986e-cf71c0947263 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] show failed (client error): The resource could not be found. Feb 10 11:31:54.792050 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0618040d-a031-41f0-986e-cf71c0947263 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "GET /v2.0/subnetpools/d0e0dd1c-2aad-47b3-b4a6-7d35a4a3360a HTTP/1.1" status: 404 len: 346 time: 0.0360138 Feb 10 11:31:54.792584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49710) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.792904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49712) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:54.804581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'name': 'tempest-PortsTestJSON-183401321'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:54.855639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] Sync routers for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:31:54.867609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Calling delete_port for 9d15b1e8-adb8-4e8b-b19a-578cc0928836 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:54.876721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:54.877038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:54.889601 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-bdbc5d5b-074b-4784-846d-f737a8177444 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] delete failed (client error): The resource could not be found. Feb 10 11:31:54.891745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bdbc5d5b-074b-4784-846d-f737a8177444 tempest-SubnetPoolsTestJSON-1472407593 tempest-SubnetPoolsTestJSON-1472407593-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d0e0dd1c-2aad-47b3-b4a6-7d35a4a3360a HTTP/1.1" status: 404 len: 346 time: 0.0953217 Feb 10 11:31:54.902355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.006914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.017782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.026135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:55.026874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:55.049248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:55.087855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Subnet': ['ID=13d6f429-7f71-43a1-8ffd-c4de9ed49d60,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.113960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:55.121209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Allocated IP 2001:db8::f816:3eff:fef8:9b94 (777c9540-812e-4174-85ca-b69ca9423c5f/dbc50667-296e-434a-a51a-9182d8031a0f/689e0e52-a992-450d-8b1a-e5fdee2665ef) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:55.125862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.158292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:31:55.158937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:55.167691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.174985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.220642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609bce1b-6775-4dd5-b723-99e50705f07a None None] Network 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:55.328413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.367553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:55.370533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Usage tracker for resource:port and tenant:6c4255d13e8a43b49e89936a560a2cee is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:55.387374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:55.388945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:55.391525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.405883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c5b07f32-fa26-45ad-aa93-8bcb2c9ae389 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/subnets/13d6f429-7f71-43a1-8ffd-c4de9ed49d60 HTTP/1.1" status: 204 len: 168 time: 1.6668179 Feb 10 11:31:55.411001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:55.416123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49728) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:55.441708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 650bf8eb-5d41-4e92-ac28-8fc3bfd6832a yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:55.461925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:55.462646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b66e4-b2c0-4c86-b1d2-6c995b701829 None None] The sync data for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:31:55.525449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Made reservation on behalf of 6c4255d13e8a43b49e89936a560a2cee for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:55.528822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.546621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] Pushing event deleted for resources: {'Port': ['ID=9d15b1e8-adb8-4e8b-b19a-578cc0928836,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.549484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] For port 9d15b1e8-adb8-4e8b-b19a-578cc0928836, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9d15b1e8-adb8-4e8b-b19a-578cc0928836,segment=NetworkSegment(48055bcd-b577-4c90-af93-6f0afad49c3b),segment_id=48055bcd-b577-4c90-af93-6f0afad49c3b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:55.549858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.566564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25863ae-81d3-4e70-9dfe-bb9e552dcbb3 None None] No DVR routers for this DVR port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:55.701002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.722706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.730475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.741657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Transition to ACTIVE for port object 689e0e52-a992-450d-8b1a-e5fdee2665ef will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:55.742298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Calling delete_port for 9d15b1e8-adb8-4e8b-b19a-578cc0928836 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:55.764112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Transition to ACTIVE for port object 689e0e52-a992-450d-8b1a-e5fdee2665ef will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:55.769644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] device_id is not set on port 5008af6d-f7cf-4694-b563-879b2cdca0fe yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:55.771811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] DHCP port deletion for 3c0b4d5e-8410-448e-b77b-8a4e63913cc1 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:31:55.776715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.805719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.815462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Deleting port 3d5bf320-feda-461e-b830-969a4ba1d35c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:55.816072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.847469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.851294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.925186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:55.927254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:55.955849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=650bf8eb-5d41-4e92-ac28-8fc3bfd6832a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.980029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:55.980528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:55.989457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:55.992201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:55.996073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:56.008385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Usage tracker for resource:security_group_rule and tenant:7271c0b276854348bd1db9512ded91d0 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:56.010096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:56.011203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port 3d5bf320-feda-461e-b830-969a4ba1d35c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:56.012198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.014565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:56.018953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:56.019609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.042355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:56.085112 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-85c76786-0f1c-489c-9ebb-7d7795354d60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2874904 Feb 10 11:31:56.088707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49732) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:56.096890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:56.097067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:56.131897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:56.138029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:56.138029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:56.147330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port 9d15b1e8-adb8-4e8b-b19a-578cc0928836 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:56.147665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.171113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:56.174418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:56.174865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.183025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Attempting to bind port 689e0e52-a992-450d-8b1a-e5fdee2665ef on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:31:56.183628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Attempting to bind port 689e0e52-a992-450d-8b1a-e5fdee2665ef by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:31:56.183846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Attempting to bind port 689e0e52-a992-450d-8b1a-e5fdee2665ef on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:31:56.189882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=a3e37075-5384-4921-92c3-149bb14a0cfc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.207000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:31:56.207450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:31:56.207724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.208131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:31:56.208597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Bound port: 689e0e52-a992-450d-8b1a-e5fdee2665ef, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:31:56.209538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.230419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] For port 3d5bf320-feda-461e-b830-969a4ba1d35c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d5bf320-feda-461e-b830-969a4ba1d35c,segment=NetworkSegment(8a041aee-f03a-46d0-a405-d20118aae0b0),segment_id=8a041aee-f03a-46d0-a405-d20118aae0b0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:56.230815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.273366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.300773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] The port '9d15b1e8-adb8-4e8b-b19a-578cc0928836' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:56.302020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Allocated IP 172.20.0.8 (2ab1b7a8-256f-477b-9c8d-434410713cf6/3697e905-2804-43cd-8537-f22364113a36/5008af6d-f7cf-4694-b563-879b2cdca0fe) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:56.318381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.359905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.383483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Calling delete_port for 3d5bf320-feda-461e-b830-969a4ba1d35c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:56.418135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cefb5ad6-ef52-4afd-9694-279c4907e8b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2518663 Feb 10 11:31:56.429798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49736) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:56.445712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:b0:1a:97', 'name': 'tempest-NetworksTestDHCPv6-824687289'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:56.488331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8e7f34db-6999-4126-986c-594f13846783 None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:31:56.497712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.548389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8e7f34db-6999-4126-986c-594f13846783 None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:31:56.549708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] Pushing event deleted for resources: {'Port': ['ID=3d5bf320-feda-461e-b830-969a4ba1d35c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.557303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca0643-0637-4b64-8330-3143683cf04a None None] No DVR routers for this DVR port 3d5bf320-feda-461e-b830-969a4ba1d35c on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:56.562548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.645962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.648612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.664394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f34db-6999-4126-986c-594f13846783 None None] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:56.694979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d5bf320-feda-461e-b830-969a4ba1d35c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:31:56.706627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.746138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3d5bf320-feda-461e-b830-969a4ba1d35c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:31:56.746832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d5bf320-feda-461e-b830-969a4ba1d35c not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:31:56.780423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] For port 3d5bf320-feda-461e-b830-969a4ba1d35c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d5bf320-feda-461e-b830-969a4ba1d35c,segment=NetworkSegment(8a041aee-f03a-46d0-a405-d20118aae0b0),segment_id=8a041aee-f03a-46d0-a405-d20118aae0b0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:56.780989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.799299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d046685f-9402-4210-85d3-7fd492cf8dad']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:56.826136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:31:56.831807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48055bcd-b577-4c90-af93-6f0afad49c3b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:56.832096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48055bcd-b577-4c90-af93-6f0afad49c3b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:56.838578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:31:56.843277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:31:56.850037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:56.920926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:31:57.012998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:31:57.044333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.048258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:31:57.121575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Calling delete_port for 3d5bf320-feda-461e-b830-969a4ba1d35c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:57.138020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b59ae40-5fbb-488b-8c17-fabfc4586a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.150037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.165897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245cf3d1-247d-4d10-ba71-2238b7d64e81,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.172844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.186696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a4153e1-78cb-44ba-a7a5-85c4fcd3c771 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7271c0b276854348bd1db9512ded91d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8150525 Feb 10 11:31:57.199264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.221058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.244757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:57.245390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:57.259937 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:57.310786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] In _notify_port_updated(), no bound segment for port 650bf8eb-5d41-4e92-ac28-8fc3bfd6832a on network da3c84ce-0b62-4928-b149-4669b051c366 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:31:57.314453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:57.315015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.316300 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/ports/650bf8eb-5d41-4e92-ac28-8fc3bfd6832a HTTP/1.1" status: 200 len: 818 time: 1.2267830 Feb 10 11:31:57.324460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.423321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.457909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9fff1-397e-4339-b3ff-bcd7ecdd02bb tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=650bf8eb-5d41-4e92-ac28-8fc3bfd6832a,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.466081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Transition to ACTIVE for port object 5008af6d-f7cf-4694-b563-879b2cdca0fe will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:57.481761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.488274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:31:57.488721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:31:57.507800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.510016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.519615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 650bf8eb-5d41-4e92-ac28-8fc3bfd6832a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:57.519947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.542555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.559354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=d046685f-9402-4210-85d3-7fd492cf8dad,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.616970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.625525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-abbeed20-07af-4c82-850c-229c0ccd0aa3 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/d046685f-9402-4210-85d3-7fd492cf8dad HTTP/1.1" status: 204 len: 168 time: 4.9018180 Feb 10 11:31:57.629930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49748) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:57.635693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.693957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1daf50-9cf7-4a39-8e6c-00d5b4727d6c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:31:57.700877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.729051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 2cd7cddb-4208-43f5-a738-42563fd7894b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:31:57.761820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.848526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.855877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.856558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc6d1eaa-5a02-49c2-92c2-60fc4b18c32a {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:31:57.869631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:57.879633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:57.894280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event updated for resources: {'Port': ['ID=5008af6d-f7cf-4694-b563-879b2cdca0fe,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.896702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:57.912775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3b52bdbc-c6df-4e8b-87f7-7bef7daddae6 None None] Provisioning for port 689e0e52-a992-450d-8b1a-e5fdee2665ef completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:57.932463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.947817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Deleting port 9b840151-5fde-4962-8956-f886c4b9519b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:57.954563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.970186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245cf3d1-247d-4d10-ba71-2238b7d64e81,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:57.982007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:57.992849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Deleting port 3d5bf320-feda-461e-b830-969a4ba1d35c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:57.993007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.010469 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:31:58.018921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49752) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.023367 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e151779d-4116-4074-bd98-7359df34f5d5 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3570054 Feb 10 11:31:58.162570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.163858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e4b55be4-2727-465c-9cea-e3d00de078f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/245cf3d1-247d-4d10-ba71-2238b7d64e81 HTTP/1.1" status: 204 len: 168 time: 0.9638610 Feb 10 11:31:58.173782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 172.20.0.5 (777c9540-812e-4174-85ca-b69ca9423c5f/a3e37075-5384-4921-92c3-149bb14a0cfc/2cd7cddb-4208-43f5-a738-42563fd7894b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:58.174342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'dbc50667-296e-434a-a51a-9182d8031a0f', 'ip_address': '2001:db8::f816:3eff:fef8:9b94'}, {'subnet_id': 'a3e37075-5384-4921-92c3-149bb14a0cfc'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '689e0e52-a992-450d-8b1a-e5fdee2665ef'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:31:58.180281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:feb0:1a97 (777c9540-812e-4174-85ca-b69ca9423c5f/dbc50667-296e-434a-a51a-9182d8031a0f/2cd7cddb-4208-43f5-a738-42563fd7894b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:58.227903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.282629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] The port '3d5bf320-feda-461e-b830-969a4ba1d35c' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:31:58.289528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:58.290134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.303512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 650bf8eb-5d41-4e92-ac28-8fc3bfd6832a owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:58.362625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-edbd9bd9-7bc7-4391-8aa0-5d9e853cd7f7 None None] Provisioning for port 5008af6d-f7cf-4694-b563-879b2cdca0fe completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:58.371973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-edbd9bd9-7bc7-4391-8aa0-5d9e853cd7f7 None None] Provisioning complete for port 5008af6d-f7cf-4694-b563-879b2cdca0fe triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:58.372162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edbd9bd9-7bc7-4391-8aa0-5d9e853cd7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.472177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-edbd9bd9-7bc7-4391-8aa0-5d9e853cd7f7 None None] Port 5008af6d-f7cf-4694-b563-879b2cdca0fe cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:31:58.483384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] For port 9b840151-5fde-4962-8956-f886c4b9519b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9b840151-5fde-4962-8956-f886c4b9519b,segment=NetworkSegment(36b37e8c-3959-4285-a39e-07e9559aab80),segment_id=36b37e8c-3959-4285-a39e-07e9559aab80)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:58.483900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.491869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c8ca70ff-bb85-4ad9-9448-e0aadb6f8dfe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7403924 Feb 10 11:31:58.496393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49760) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:58.505058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Deleting port 8c3381be-5c92-4cd6-88c7-d8fb5ca71478 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:31:58.505058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.562699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Request body: {'floatingip': {'port_id': '5008af6d-f7cf-4694-b563-879b2cdca0fe'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:31:58.567586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.617357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.672218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 689e0e52-a992-450d-8b1a-e5fdee2665ef up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:31:58.708569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0b4d5e-8410-448e-b77b-8a4e63913cc1']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:58.723841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=650bf8eb-5d41-4e92-ac28-8fc3bfd6832a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:58.743274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.755523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 689e0e52-a992-450d-8b1a-e5fdee2665ef completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:31:58.760495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a041aee-f03a-46d0-a405-d20118aae0b0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:58.760796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a041aee-f03a-46d0-a405-d20118aae0b0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:58.761854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:31:58.762481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.781018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.811696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Calling delete_port for 9b840151-5fde-4962-8956-f886c4b9519b owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:58.855698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.892439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.910721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 2cd7cddb-4208-43f5-a738-42563fd7894b will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:58.933383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:58.940120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:58.943714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.028490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.049083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.086188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.096249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f90de777-bf46-4425-8680-67cce1145748 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/650bf8eb-5d41-4e92-ac28-8fc3bfd6832a HTTP/1.1" status: 204 len: 168 time: 1.7669747 Feb 10 11:31:59.099593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.104562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Port': ['ID=9b840151-5fde-4962-8956-f886c4b9519b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.110399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:59.110941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:59.126857 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:59.152552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.212325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] No DVR routers for this DVR port 9b840151-5fde-4962-8956-f886c4b9519b on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:31:59.271979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Allocated IP 172.20.0.2 (777c9540-812e-4174-85ca-b69ca9423c5f/a3e37075-5384-4921-92c3-149bb14a0cfc/689e0e52-a992-450d-8b1a-e5fdee2665ef) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:31:59.321800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.335261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.384512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49782) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.399442 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024679 Feb 10 11:31:59.403285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.404681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:31:59.413099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49784) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.416265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:31:59.419974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=2cd7cddb-4208-43f5-a738-42563fd7894b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.420130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f684c4cb-9da7-4d90-a621-063d1c75266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.425461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:31:59.467939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:31:59.475341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Calling delete_port for 8c3381be-5c92-4cd6-88c7-d8fb5ca71478 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:31:59.496997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.512998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.514366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Pushing event deleted for resources: {'Network': ['ID=3c0b4d5e-8410-448e-b77b-8a4e63913cc1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.519441 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a07adc0-bc81-4957-bbd1-bb621042b54b tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/networks/3c0b4d5e-8410-448e-b77b-8a4e63913cc1 HTTP/1.1" status: 204 len: 168 time: 4.0999489 Feb 10 11:31:59.521241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.534815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Transition to ACTIVE for port object 689e0e52-a992-450d-8b1a-e5fdee2665ef will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:31:59.536238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b8a2c-bb57-42a5-9b33-5013de4197ed tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:59.537067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f3b8a2c-bb57-42a5-9b33-5013de4197ed tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:59.541234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.615927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5f61cfc-936d-4bae-96e5-6fd0c8ef12a2 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Synchronizing usage tracker for tenant:89244fbe83f547989cfad00225d301d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:31:59.617008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fc662-6086-485b-be05-ebc573b366c0 None None] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:31:59.642744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f3b8a2c-bb57-42a5-9b33-5013de4197ed tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:59.646438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f3b8a2c-bb57-42a5-9b33-5013de4197ed tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5435305 Feb 10 11:31:59.648452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49794) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.656143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dc0198-db4e-43c7-9032-460723b6808b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:59.673791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5f61cfc-936d-4bae-96e5-6fd0c8ef12a2 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Unset dirty status for tenant:89244fbe83f547989cfad00225d301d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:31:59.675124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c5f61cfc-936d-4bae-96e5-6fd0c8ef12a2 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "GET /v2.0/ports?device_id=c667f7cd-67fa-4e49-9055-f05d2888cb5b HTTP/1.1" status: 200 len: 205 time: 0.1521888 Feb 10 11:31:59.678063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:31:59.715643 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8cb1f949-eea5-441c-bbac-41d67a602f2d tempest-NetworksApiDiscovery-2103545191 tempest-NetworksApiDiscovery-2103545191-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2970786 Feb 10 11:31:59.728490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:31:59.729306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.746170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b37e8c-3959-4285-a39e-07e9559aab80') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:59.746632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b37e8c-3959-4285-a39e-07e9559aab80') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:31:59.765641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.789495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.797291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:31:59.797683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.877687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:31:59.948892 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:31:59.981714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:31:59.992903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.003133 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5395e2ec-9c64-4cdf-ad67-4f13b87247ae tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:00.004048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5395e2ec-9c64-4cdf-ad67-4f13b87247ae tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:00.040036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.057099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c3381be-5c92-4cd6-88c7-d8fb5ca71478,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:00.071938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=98dc0198-db4e-43c7-9032-460723b6808b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:00.106166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5395e2ec-9c64-4cdf-ad67-4f13b87247ae tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:00.108588 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5395e2ec-9c64-4cdf-ad67-4f13b87247ae tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/650bf8eb-5d41-4e92-ac28-8fc3bfd6832a HTTP/1.1" status: 404 len: 333 time: 0.4548702 Feb 10 11:32:00.129065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.142087 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6a76c8fb-8dce-4dfe-a43a-0966b8c64acc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7121155 Feb 10 11:32:00.148231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49810) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.197933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196633757'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:00.217364 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-154aecda-e80b-4592-815a-878bb4894695 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/98dc0198-db4e-43c7-9032-460723b6808b HTTP/1.1" status: 204 len: 168 time: 2.5859432 Feb 10 11:32:00.225985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.226327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49818) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.229291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.238666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:00.366487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:00.377025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:00.384137 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-448ee878-c24f-4027-bed0-322f367523b3 tempest-RoutersAdminNegativeTest-1500682663 tempest-RoutersAdminNegativeTest-1500682663-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8c3381be-5c92-4cd6-88c7-d8fb5ca71478 HTTP/1.1" status: 204 len: 168 time: 2.3309019 Feb 10 11:32:00.388234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:00.448530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.564291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0c257a9c-766f-494c-a423-342aed4d1b8a None None] Provisioning for port 689e0e52-a992-450d-8b1a-e5fdee2665ef completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:00.574113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0c257a9c-766f-494c-a423-342aed4d1b8a None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:00.575443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c257a9c-766f-494c-a423-342aed4d1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.622483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.636338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c6ef3-d55c-4985-a8e8-b7ad3b8ea31f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:00.641332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c6ef3-d55c-4985-a8e8-b7ad3b8ea31f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:00.642347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba5c6ef3-d55c-4985-a8e8-b7ad3b8ea31f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:00.754547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 689e0e52-a992-450d-8b1a-e5fdee2665ef up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:00.782810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:00.786136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.797639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba5c6ef3-d55c-4985-a8e8-b7ad3b8ea31f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:00.802311 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba5c6ef3-d55c-4985-a8e8-b7ad3b8ea31f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6501446 Feb 10 11:32:00.802458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.803615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.810073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.874417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:00.884969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.885384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment 5cd502ff-647c-44c2-a29a-2e0142f25a6b of type vlan for network 4c90d65c-daac-43dd-a514-7e630b8e5486 Feb 10 11:32:00.926455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.953865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:00.956886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.968721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:00.976601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c0904-6cc6-4ff0-a500-6952e24d33dc None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:32:01.045213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:01.045666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.059786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:01.070494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.085122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Usage tracker for resource:security_group_rule and tenant:d009e70716cf4b02986e912b6e08473e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:01.096324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:01.120111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 2cd7cddb-4208-43f5-a738-42563fd7894b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:01.120717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.122272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:01.131575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:01.163412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc0d2e6-3765-4f12-9bc5-1aff909cee89') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:01.163719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc0d2e6-3765-4f12-9bc5-1aff909cee89') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:01.188607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.233855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.246452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c0904-6cc6-4ff0-a500-6952e24d33dc None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:32:01.260017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89e83381-cf2b-4c7b-a08b-168162d755af None None] Provisioning for port 2cd7cddb-4208-43f5-a738-42563fd7894b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:01.270345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89e83381-cf2b-4c7b-a08b-168162d755af None None] Provisioning complete for port 2cd7cddb-4208-43f5-a738-42563fd7894b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:01.270714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89e83381-cf2b-4c7b-a08b-168162d755af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.300341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:01.300751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:01.316360 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:01.385284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.385966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Fanout notify agent at l3_agent the message router_deleted on router c667f7cd-67fa-4e49-9055-f05d2888cb5b {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:01.395031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.399187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:01.399187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.410917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-89e83381-cf2b-4c7b-a08b-168162d755af None None] Port 2cd7cddb-4208-43f5-a738-42563fd7894b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:01.425237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.458235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.461978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.505901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.506342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.521655 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-317ff6ad-43d5-4bc8-9057-540becaa3ef6 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/ee07b7a3-9c0e-4f46-aa89-06fbe1b9157f HTTP/1.1" status: 204 len: 168 time: 1.2851532 Feb 10 11:32:01.521655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.530012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:01.577190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.602336 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4259019 Feb 10 11:32:01.619615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49846) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:01.635597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.679761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.680834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0e341cd-05ec-429d-bae5-0059d477ec31 tempest-RoutersNegativeTest-1262021812 tempest-RoutersNegativeTest-1262021812-project] 10.222.0.42 "DELETE /v2.0/routers/c667f7cd-67fa-4e49-9055-f05d2888cb5b HTTP/1.1" status: 204 len: 168 time: 2.0018744 Feb 10 11:32:01.690067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:01.695016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:01.697574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c89d87-9db8-4616-9cea-a4127940bb9c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.699570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629bbb4-ea17-4ae2-8bcb-37f1e9a5a868 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:32:01.709646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b322b492-358d-471a-997f-b72f97d0e260 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d009e70716cf4b02986e912b6e08473e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4773502 Feb 10 11:32:01.709775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.711011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:01.723150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4298f-aaad-4724-a11c-c2195c95792a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=4c90d65c-daac-43dd-a514-7e630b8e5486,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:01.736456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee0187dca9b4940977f80e2287bd8b9 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:01.752317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:01.796763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:01.816028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.855606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:01.869383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:01.933359 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 93e9f52b-c79a-40e3-9c5d-24f9631c7a17 associated. External IP: 172.26.3.84, port: a145cb54-4e8a-4414-b6df-f5b3bde3ac24. Feb 10 11:32:01.964991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629bbb4-ea17-4ae2-8bcb-37f1e9a5a868 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:32:02.014643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.048840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.066076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49858) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:02.078908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c89d87-9db8-4616-9cea-a4127940bb9c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.090304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.092100 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eca644d7-8589-4cc2-8314-30c64d85fd56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98c89d87-9db8-4616-9cea-a4127940bb9c HTTP/1.1" status: 204 len: 168 time: 0.3665807 Feb 10 11:32:02.235667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 2cd7cddb-4208-43f5-a738-42563fd7894b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:02.320378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.348094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.353880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:02.356424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.387622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:02.391415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:02.405326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:02.453687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:02.479019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2c2f1-fe75-46af-8d5c-4d145ba0ed6d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:02.533151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:02.679335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-749ad94c-b152-4262-81ac-83824d19f505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ee0187dca9b4940977f80e2287bd8b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7141848 Feb 10 11:32:02.682078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49866) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:02.788391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.807760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.817955 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6eeb9ffc-6866-404f-b89e-2d227e36f242 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89244fbe83f547989cfad00225d301d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7461581 Feb 10 11:32:02.818845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49870) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:02.921753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.972030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:02.983718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.032256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.063220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9006d6ac-dd66-40df-8817-c8b797cb14bd']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.086997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aeec31a-9b64-4f1a-9394-197d55150daf') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.087310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aeec31a-9b64-4f1a-9394-197d55150daf') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.096632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:03.107294 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:03.121801 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:03.122403 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.133330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.163585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.172157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:03.172669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:03.188559 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:03.194355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.201665 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.212667 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:03.213595 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.221704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.242671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2c2f1-fe75-46af-8d5c-4d145ba0ed6d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:03.265949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.266952 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7dd67dc1-143a-4505-bf26-f47aaccbac45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68a2c2f1-fe75-46af-8d5c-4d145ba0ed6d HTTP/1.1" status: 204 len: 168 time: 0.5839670 Feb 10 11:32:03.269795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.272426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.273467 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68752a3c-a702-4505-8877-53bc65662df8 HTTP/1.1" status: 204 len: 168 time: 0.4529383 Feb 10 11:32:03.290602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6d502-41ed-4119-96a3-e72869d6125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68752a3c-a702-4505-8877-53bc65662df8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:03.323781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:03.335814 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dba1b9-4b91-48cf-bf12-1df2db65da79 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:03.346783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19abbd77-9053-47f2-98bb-10b420d90ea9 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:03.347413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19abbd77-9053-47f2-98bb-10b420d90ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.366592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=2cd7cddb-4208-43f5-a738-42563fd7894b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:03.570720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19abbd77-9053-47f2-98bb-10b420d90ea9 None None] Could not find standard attr ID for object 2cd7cddb-4208-43f5-a738-42563fd7894b. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:32:03.599186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.615745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.627314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.632890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:03.655741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] Pushing event deleted for resources: {'Network': ['ID=9006d6ac-dd66-40df-8817-c8b797cb14bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:03.671483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.673294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4e75252-5dce-4d46-ba82-e53da3ea0e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/2cd7cddb-4208-43f5-a738-42563fd7894b HTTP/1.1" status: 204 len: 168 time: 2.8683319 Feb 10 11:32:03.676196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:03.677470 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0c51575e-c086-4534-97b3-a1a9441ab262 tempest-BulkNetworkOpsTest-1897907702 tempest-BulkNetworkOpsTest-1897907702-project] 10.222.0.42 "DELETE /v2.0/networks/9006d6ac-dd66-40df-8817-c8b797cb14bd HTTP/1.1" status: 204 len: 168 time: 2.1251810 Feb 10 11:32:03.776568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:03.777950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:03.779447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:03.780241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:03.801348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.845647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:03.846789 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-efa67cad-c9d4-4050-bc0f-8db84e4261de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1681914 Feb 10 11:32:03.851604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49890) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:03.946327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:03.958967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:03.969275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] Sync routers for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:03.976202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:03.996437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:03.998364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.006812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': '5cd502ff-647c-44c2-a29a-2e0142f25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:04.007156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: 4c90d65c-daac-43dd-a514-7e630b8e5486, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:04.087709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:04.123696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.136941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:04.137763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.177723 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d73a1592-5471-4a4d-85cb-0e9690142e25 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/floatingips/93e9f52b-c79a-40e3-9c5d-24f9631c7a17 HTTP/1.1" status: 200 len: 976 time: 5.6775043 Feb 10 11:32:04.179761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49902) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.180289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.204285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:04.204863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e642947-e5dc-44f0-bcf8-4df9591d6c5f None None] The sync data for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:04.247273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:04.265879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 5008af6d-f7cf-4694-b563-879b2cdca0fe {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:04.266326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.291528 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-07849184-8b24-4b8f-8594-cfbfbd077e4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44255b32d84e4c87ba99510879397ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3043439 Feb 10 11:32:04.293921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49914) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.295989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4c90d65c-daac-43dd-a514-7e630b8e5486) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:04.305080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201446d0-1ac1-4337-9925-5743a07d5d25 None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:04.310394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:04.311313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.345351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0f29806-1c1c-4465-bead-92f1c64ffe80 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7166760 Feb 10 11:32:04.348338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49918) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.354567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:04.461739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet a3e37075-5384-4921-92c3-149bb14a0cfc {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:04.465040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.523091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49926) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.523732 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7deff031-d7bb-4575-8439-c3fcf5c8d8e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92faba39543d43849f5ed841be011028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3422618 Feb 10 11:32:04.545237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.569987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.603919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4c90d65c-daac-43dd-a514-7e630b8e5486', 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': '6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:04.604590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.679127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.687602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:04.706219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:04.713745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:04.725465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:04.727585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.761416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.783701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Allocated IP 172.20.0.2 (4c90d65c-daac-43dd-a514-7e630b8e5486/6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7/b355e570-6685-499d-87a0-ab4b75fe4df8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:04.797376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:04.800525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.815524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.834933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:04.903535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:04.914725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.001905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7 (CIDR: 172.20.0.0/28) Feb 10 11:32:05.004981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.034749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.062217 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:05.062655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:05.084461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e37075-5384-4921-92c3-149bb14a0cfc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.085378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68ad14-94e4-4993-a26d-63e31808d433,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.095289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.097211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Transition to ACTIVE for port object b355e570-6685-499d-87a0-ab4b75fe4df8 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.099407 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b38c6b56-46ea-4193-9f3e-e29944938db7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b68ad14-94e4-4993-a26d-63e31808d433 HTTP/1.1" status: 204 len: 168 time: 0.8038712 Feb 10 11:32:05.101758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.107347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.132995 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-205994ef-fe4e-40e6-99ea-20af90a60c58 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7784262 Feb 10 11:32:05.132995 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-11697731-c1e8-489b-b60c-e716196e304f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/a3e37075-5384-4921-92c3-149bb14a0cfc HTTP/1.1" status: 204 len: 168 time: 1.2763894 Feb 10 11:32:05.132995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ff49b3-f30d-4774-afc4-d6f9d484e8d6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.133409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49944) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.134474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.140955 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-977333d5-b365-40e0-8e12-b3da9442b652 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1ff49b3-f30d-4774-afc4-d6f9d484e8d6 HTTP/1.1" status: 204 len: 168 time: 0.6110094 Feb 10 11:32:05.141118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9253001d-f50a-49fc-a2e0-577f4241b94a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:05.141232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49946) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.192871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6b68edb6-bec2-4919-99bd-279bfaade5d0 tempest-ServiceProvidersTest-648000225 tempest-ServiceProvidersTest-648000225-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2828288 Feb 10 11:32:05.236882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet dbc50667-296e-434a-a51a-9182d8031a0f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:05.246053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.324197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.342080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:05.371000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Transition to ACTIVE for port object b355e570-6685-499d-87a0-ab4b75fe4df8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:05.401620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.500821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Pushing event updated for resources: {'Port': ['ID=b355e570-6685-499d-87a0-ab4b75fe4df8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.532844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.533549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.537808 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Floating IP 93e9f52b-c79a-40e3-9c5d-24f9631c7a17 disassociated. External IP: 172.26.3.84, port: 5008af6d-f7cf-4694-b563-879b2cdca0fe. Feb 10 11:32:05.538404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 5008af6d-f7cf-4694-b563-879b2cdca0fe owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:05.540425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:05.542920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:05.546657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:05.623781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.662641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Attempting to bind port b355e570-6685-499d-87a0-ab4b75fe4df8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:05.663312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Attempting to bind port b355e570-6685-499d-87a0-ab4b75fe4df8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '5cd502ff-647c-44c2-a29a-2e0142f25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:05.663434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Attempting to bind port b355e570-6685-499d-87a0-ab4b75fe4df8 on network 4c90d65c-daac-43dd-a514-7e630b8e5486 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:05.670682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:05.671044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Checking segment: {'id': '5cd502ff-647c-44c2-a29a-2e0142f25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:05.671477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.671952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Bound using segment: {'id': '5cd502ff-647c-44c2-a29a-2e0142f25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:05.672425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Bound port: b355e570-6685-499d-87a0-ab4b75fe4df8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd502ff-647c-44c2-a29a-2e0142f25a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:05.672788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.687452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:05.693534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:05.699612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:05.744658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:05.789418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.799496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:05.800847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] For port b355e570-6685-499d-87a0-ab4b75fe4df8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:05.805256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] For port b355e570-6685-499d-87a0-ab4b75fe4df8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b355e570-6685-499d-87a0-ab4b75fe4df8,segment=NetworkSegment(5cd502ff-647c-44c2-a29a-2e0142f25a6b),segment_id=5cd502ff-647c-44c2-a29a-2e0142f25a6b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:05.815202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.843200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc50667-296e-434a-a51a-9182d8031a0f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:05.852667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.880364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10f19000-f43b-4995-8296-77431f0b0da7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/dbc50667-296e-434a-a51a-9182d8031a0f HTTP/1.1" status: 204 len: 168 time: 0.7393413 Feb 10 11:32:05.882654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49966) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.908369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:05.961146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9405b274-c76f-4229-9b39-b3ec538eca42 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772588 Feb 10 11:32:05.965494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 49972) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:05.989692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:05.998131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=5008af6d-f7cf-4694-b563-879b2cdca0fe,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.116749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432fd26-e769-4c26-ad60-a8add1bd30ff None None] Pushing event updated for resources: {'Port': ['ID=b355e570-6685-499d-87a0-ab4b75fe4df8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:06.262844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:06.272133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:06.287444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 49980) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:06.288748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:06.295734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:06.318410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:06.324689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.342879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.698550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b355e570-6685-499d-87a0-ab4b75fe4df8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:06.772136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:06.798598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port b355e570-6685-499d-87a0-ab4b75fe4df8 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:06.851183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.926276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a07726-c81d-441b-9056-64f45030575f None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:06.950855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:06.963490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:06.970957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:06.972321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:06.989972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.045528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:07.049773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Usage tracker for resource:security_group_rule and tenant:222041e759bc449e93a650e17bf46016 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:07.053248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:07.059134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:07.154243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.191904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=9e314754-3d70-4dc8-8ad8-dcd84887d858,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:07.202041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.202799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3917eb0e-13b2-4038-bf61-3cf8c74b9717 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2331800 Feb 10 11:32:07.206708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.208340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7ce7b966-399c-4d57-9a7e-ef45b39de172 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:07.208712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ce7b966-399c-4d57-9a7e-ef45b39de172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.221321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:07.253408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395b4cd0-0e6a-4230-ad5d-74dcee954512,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:07.291163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.359100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50006) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.365553 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-729f1066-27c4-4bb6-aae3-a81ca4f9cb2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=222041e759bc449e93a650e17bf46016&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0752325 Feb 10 11:32:07.373294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50012) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.377172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=7a2b72eb-371f-4804-89d2-752d8066705d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:07.460650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:07.475205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:07.498078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:07.498653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.564075 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-edaa7ff7-f2d9-4a55-8fb8-17f6b5f84e75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5410182 Feb 10 11:32:07.572401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:07.578240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:07.582438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:07.590734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:07.607360 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fef87a1b-9693-4288-a075-7e22cf92fea5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4751000 Feb 10 11:32:07.608309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.610287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.610870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:07.616540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:07.622110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'fixed_ips': [{'subnet_id': '6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7'}, {'subnet_id': '7a2b72eb-371f-4804-89d2-752d8066705d'}], 'name': 'tempest-PortsTestJSON-788891857'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:07.672196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:07.682438 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] Sync routers for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:07.709681 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:07.710333 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:07.773577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69682c2-f0ce-4611-8ae6-035ab268ebb7 None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:07.879909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50024) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:07.896716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:07.911317 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:07.912217 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:07.954470 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-f86148b8-9252-484d-91b4-91ae79f7856b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.2005982 Feb 10 11:32:08.006530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:08.007535 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc19c4-8715-44aa-ad12-8435fa92ee94 None None] The sync data for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:08.040141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '9e314754-3d70-4dc8-8ad8-dcd84887d858'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '689e0e52-a992-450d-8b1a-e5fdee2665ef'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:32:08.059633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4272f4b1-456e-4286-a68b-5042c7c00967 tempest-DvrRoutersNegativeTest-952487276 tempest-DvrRoutersNegativeTest-952487276-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-18087849', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:08.062843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.policy [None req-4272f4b1-456e-4286-a68b-5042c7c00967 tempest-DvrRoutersNegativeTest-952487276 tempest-DvrRoutersNegativeTest-952487276-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83553) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 10 11:32:08.063154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.policy [None req-4272f4b1-456e-4286-a68b-5042c7c00967 tempest-DvrRoutersNegativeTest-952487276 tempest-DvrRoutersNegativeTest-952487276-project] Failed policy check for 'create_router' {{(pid=83553) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 10 11:32:08.063699 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-4272f4b1-456e-4286-a68b-5042c7c00967 tempest-DvrRoutersNegativeTest-952487276 tempest-DvrRoutersNegativeTest-952487276-project] create failed (client error): Access was denied to this resource. Feb 10 11:32:08.069390 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4272f4b1-456e-4286-a68b-5042c7c00967 tempest-DvrRoutersNegativeTest-952487276 tempest-DvrRoutersNegativeTest-952487276-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6980324 Feb 10 11:32:08.084957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0ae114bb-faa5-4101-99d5-f1cf815bfbf3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] Request body: {'port': {'network_id': 'd4b340b7-b2cd-483f-89d7-a5bc940720dd', 'name': 'tempest-NetworksNegativeTestJSON-232005225'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:08.089089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Provisioning for port b355e570-6685-499d-87a0-ab4b75fe4df8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:08.094362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.114203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Provisioning complete for port b355e570-6685-499d-87a0-ab4b75fe4df8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:08.115614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.140201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.142027 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d86cbab0-b29b-4dca-bc38-1942b66d7cbe tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/5008af6d-f7cf-4694-b563-879b2cdca0fe HTTP/1.1" status: 204 len: 168 time: 3.9591873 Feb 10 11:32:08.150192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.183970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae114bb-faa5-4101-99d5-f1cf815bfbf3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] POST failed (client error): The resource could not be found. Feb 10 11:32:08.184296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae114bb-faa5-4101-99d5-f1cf815bfbf3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:08.190109 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0ae114bb-faa5-4101-99d5-f1cf815bfbf3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3080215 Feb 10 11:32:08.193362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50040) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.252909 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3894661-feba-4362-af52-7746eee54b8a tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:08.253948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3894661-feba-4362-af52-7746eee54b8a tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:08.263507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.264985 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3894661-feba-4362-af52-7746eee54b8a tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "DELETE /v2.0/networks/2029c517-7a9e-4419-9bd7-409c3f7dbf24 HTTP/1.1" status: 404 len: 339 time: 0.0679314 Feb 10 11:32:08.270898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50044) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.324314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:08.329132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:08.332098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:08.337934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a728ac6e-5618-4ec4-8670-e6ba39e803c3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:08.338817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a728ac6e-5618-4ec4-8670-e6ba39e803c3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:08.339980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:08.340109 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a728ac6e-5618-4ec4-8670-e6ba39e803c3 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "DELETE /v2.0/ports/cd4a09a2-5784-4789-bf68-8860a731f06a HTTP/1.1" status: 404 len: 333 time: 0.0670099 Feb 10 11:32:08.345097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50050) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.376953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-4f9740f1-f583-49ef-8dc0-d1995e6dd6a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:08.378869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-4f9740f1-f583-49ef-8dc0-d1995e6dd6a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.3251565 Feb 10 11:32:08.394511 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dde7ae1-6923-40f3-a87b-c92aacdf8984 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:08.395005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dde7ae1-6923-40f3-a87b-c92aacdf8984 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:08.408933 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2dde7ae1-6923-40f3-a87b-c92aacdf8984 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "DELETE /v2.0/subnets/592399cc-3c11-42a7-b901-d93e7157acc2 HTTP/1.1" status: 404 len: 337 time: 0.0635421 Feb 10 11:32:08.410574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:08.415972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.427773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50054) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.443258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.445471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.446574 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/395b4cd0-0e6a-4230-ad5d-74dcee954512 HTTP/1.1" status: 204 len: 168 time: 1.0708687 Feb 10 11:32:08.487745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323b1a7-7a60-49d7-a8ee-b12558415d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395b4cd0-0e6a-4230-ad5d-74dcee954512,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:08.494891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:08.508909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.569146 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2ae050-7bb3-4f47-b0e9-d749fe6814ac tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] GET failed (client error): The resource could not be found. Feb 10 11:32:08.570657 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bf2ae050-7bb3-4f47-b0e9-d749fe6814ac tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "GET /v2.0/networks/a1292ee0-21b8-40a1-9015-6c146907de53 HTTP/1.1" status: 404 len: 339 time: 0.1339080 Feb 10 11:32:08.571250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50060) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.577920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50062) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.614679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] For port b355e570-6685-499d-87a0-ab4b75fe4df8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b355e570-6685-499d-87a0-ab4b75fe4df8,segment=NetworkSegment(5cd502ff-647c-44c2-a29a-2e0142f25a6b),segment_id=5cd502ff-647c-44c2-a29a-2e0142f25a6b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:08.656998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.682557 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf0b579-f231-4569-9f42-bb8a49f49d26 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] GET failed (client error): The resource could not be found. Feb 10 11:32:08.687333 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bdf0b579-f231-4569-9f42-bb8a49f49d26 tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "GET /v2.0/ports/9030144d-d371-41b9-8eda-23565b3f8ebf HTTP/1.1" status: 404 len: 333 time: 0.1049986 Feb 10 11:32:08.688222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.694476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-fa833210-b01b-4dc6-b5ee-2168c3b4d3a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.3066814 Feb 10 11:32:08.763277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Allocated IP 172.20.0.2 (777c9540-812e-4174-85ca-b69ca9423c5f/9e314754-3d70-4dc8-8ad8-dcd84887d858/689e0e52-a992-450d-8b1a-e5fdee2665ef) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:08.823703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef9bcd-16ab-41c6-bf35-364ae7799fe2 None None] Pushing event updated for resources: {'Port': ['ID=b355e570-6685-499d-87a0-ab4b75fe4df8,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:08.839977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:08.925202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Update dhcp port {'port': {'network_id': '4c90d65c-daac-43dd-a514-7e630b8e5486', 'fixed_ips': [{'subnet_id': '6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a2b72eb-371f-4804-89d2-752d8066705d'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': 'b355e570-6685-499d-87a0-ab4b75fe4df8'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:32:08.934039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:08.958490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d6e57-7baa-44da-a2a7-eff60a7fb98b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] GET failed (client error): The resource could not be found. Feb 10 11:32:08.963390 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-662d6e57-7baa-44da-a2a7-eff60a7fb98b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "GET /v2.0/subnets/fd4b2cb8-1160-4885-9b47-8165ca738cb8 HTTP/1.1" status: 404 len: 337 time: 0.2713354 Feb 10 11:32:08.965499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50078) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:08.986848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5983d063-fdf2-444c-b5e4-a59e87b1cb1b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:09.014108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-8a33581a-e4ce-4cbe-bddc-d9ce48631a08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:09.014108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-8a33581a-e4ce-4cbe-bddc-d9ce48631a08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.2787597 Feb 10 11:32:09.051169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-31756866-a089-468a-8111-e32dcfbd504c None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:09.056402 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5983d063-fdf2-444c-b5e4-a59e87b1cb1b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] PUT failed (client error): The resource could not be found. Feb 10 11:32:09.057308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5983d063-fdf2-444c-b5e4-a59e87b1cb1b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:09.062211 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5983d063-fdf2-444c-b5e4-a59e87b1cb1b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "PUT /v2.0/networks/6e949da3-177f-4bf2-bf80-eda5f7a3510f HTTP/1.1" status: 404 len: 339 time: 0.0890543 Feb 10 11:32:09.062405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.068893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:09.075381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-36bc3c35-7e72-4598-a014-5f39934c088b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:09.103104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.111018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc3c35-7e72-4598-a014-5f39934c088b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] PUT failed (client error): The resource could not be found. Feb 10 11:32:09.111602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bc3c35-7e72-4598-a014-5f39934c088b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:09.116317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36bc3c35-7e72-4598-a014-5f39934c088b tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "PUT /v2.0/ports/e451dcf4-0941-403c-9323-ec6d975d7718 HTTP/1.1" status: 404 len: 333 time: 0.0459685 Feb 10 11:32:09.116643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:09.125482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:09.125671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f3edd5c5-09de-408a-bc53-b13369e1e7ba tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:09.128090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Transition to ACTIVE for port object 689e0e52-a992-450d-8b1a-e5fdee2665ef will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:09.141742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:961ed5a9db194a4d95da0d84751f49fb is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:09.144229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.145185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:09.154452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:09.183198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3edd5c5-09de-408a-bc53-b13369e1e7ba tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] PUT failed (client error): The resource could not be found. Feb 10 11:32:09.183799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3edd5c5-09de-408a-bc53-b13369e1e7ba tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:09.188867 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3edd5c5-09de-408a-bc53-b13369e1e7ba tempest-NetworksNegativeTestJSON-783851335 tempest-NetworksNegativeTestJSON-783851335-project] 10.222.0.42 "PUT /v2.0/subnets/57db832e-13a3-4604-9975-a3fc5d1d9533 HTTP/1.1" status: 404 len: 337 time: 0.0711703 Feb 10 11:32:09.312332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.334394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-6cf4092c-d2d8-4047-8c50-c0c6ba2d1665 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3183389 Feb 10 11:32:09.499851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.9 (4c90d65c-daac-43dd-a514-7e630b8e5486/6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7/27e3e3f7-19ce-4025-9923-a8caa86b5c90) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:09.528374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.25 (4c90d65c-daac-43dd-a514-7e630b8e5486/7a2b72eb-371f-4804-89d2-752d8066705d/27e3e3f7-19ce-4025-9923-a8caa86b5c90) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:09.568520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.589010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:09.605890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31756866-a089-468a-8111-e32dcfbd504c None None] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.626639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:09.747152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-8f1c7f0b-9605-49bc-a98d-4d2932d6d6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441842 Feb 10 11:32:09.772706 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=961ed5a9db194a4d95da0d84751f49fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1991148 Feb 10 11:32:09.773850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4f6e8-11c9-458c-ab63-c29fa82a9bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665fabc2-c805-41f7-af27-8404a04c3a13,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:09.778444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50114) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:09.893264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:10.004131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.009457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66477fab-2b02-4058-bbc7-d9cd573db1ac req-c18403e6-f643-4a14-a6f3-d96dbd7019ea service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552772 Feb 10 11:32:10.010528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.011794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.152598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.180601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object 27e3e3f7-19ce-4025-9923-a8caa86b5c90 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:10.188594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:10.194766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:10.198942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:10.199546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.249754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0371265 Feb 10 11:32:10.249995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=d297bc04-be0c-47b4-9c47-1344fa02c069,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.252872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50120) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.261142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.266177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:ab:10:aa', 'name': 'tempest-NetworksTestDHCPv6-69499520'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:10.310942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.350210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ab21-bd8f-41a0-9766-1b280ae79f9a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=9']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.420942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:10.427588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Usage tracker for resource:security_group_rule and tenant:a3d59455cd67491cae2849e4d4ff5bef is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:10.431062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:10.439818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:10.495836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Allocated IP 172.20.0.18 (4c90d65c-daac-43dd-a514-7e630b8e5486/7a2b72eb-371f-4804-89d2-752d8066705d/b355e570-6685-499d-87a0-ab4b75fe4df8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:10.566794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.568880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7dc9ac-ea55-4b85-9c00-138af64eed2c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:10.578224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.640203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf941a2-d86a-4be2-a33f-41ff8e5cfce8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.655781 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c344bec5-9d9d-4216-a55f-759a9304d43b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3d59455cd67491cae2849e4d4ff5bef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0281360 Feb 10 11:32:10.659284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:10.706741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 689e0e52-a992-450d-8b1a-e5fdee2665ef up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:10.715848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=27e3e3f7-19ce-4025-9923-a8caa86b5c90,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.730245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.759310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.762103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.801153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.816601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:10.823127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:10.826444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:10.870454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.875760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.893274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf941a2-d86a-4be2-a33f-41ff8e5cfce8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:10.900248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:10.903960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-39ec1761-975e-42ea-b9c2-f34b06d969b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daf941a2-d86a-4be2-a33f-41ff8e5cfce8 HTTP/1.1" status: 204 len: 168 time: 0.2409911 Feb 10 11:32:11.010155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9e527c43-d8ca-4300-95da-b494bde4171e None None] Provisioning for port 689e0e52-a992-450d-8b1a-e5fdee2665ef completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:11.018390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] For port b355e570-6685-499d-87a0-ab4b75fe4df8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b355e570-6685-499d-87a0-ab4b75fe4df8,segment=NetworkSegment(5cd502ff-647c-44c2-a29a-2e0142f25a6b),segment_id=5cd502ff-647c-44c2-a29a-2e0142f25a6b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:11.035032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9e527c43-d8ca-4300-95da-b494bde4171e None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:11.035426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e527c43-d8ca-4300-95da-b494bde4171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.051286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:11.053757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.082287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:11.094370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:11.116788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:11.117157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.147915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.152457 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-688d4b74-8672-492b-970d-bd3a85ea2446 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.5397973 Feb 10 11:32:11.152723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:11.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.158401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.159691 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/665fabc2-c805-41f7-af27-8404a04c3a13 HTTP/1.1" status: 204 len: 168 time: 1.3580647 Feb 10 11:32:11.165494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:11.175887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:11.197166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60935e-8d30-4e5b-a0c8-a51384903e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665fabc2-c805-41f7-af27-8404a04c3a13,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:11.201602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Transition to ACTIVE for port object b355e570-6685-499d-87a0-ab4b75fe4df8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:11.224403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.362453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.407911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port b25b8f55-3c62-46a1-8750-3d35f9240535 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:11.554255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:11.581848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308b94f-7762-48b7-933b-efcb4d8a1e97 None None] Pushing event updated for resources: {'Port': ['ID=b355e570-6685-499d-87a0-ab4b75fe4df8,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:11.609320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b355e570-6685-499d-87a0-ab4b75fe4df8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:12.083900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 172.20.0.7 (777c9540-812e-4174-85ca-b69ca9423c5f/9e314754-3d70-4dc8-8ad8-dcd84887d858/b25b8f55-3c62-46a1-8750-3d35f9240535) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:12.200300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:feab:10aa (777c9540-812e-4174-85ca-b69ca9423c5f/d297bc04-be0c-47b4-9c47-1344fa02c069/b25b8f55-3c62-46a1-8750-3d35f9240535) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:12.336265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Delete allocated IP 172.20.0.25 (4c90d65c-daac-43dd-a514-7e630b8e5486/7a2b72eb-371f-4804-89d2-752d8066705d) {{(pid=83554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:32:12.615355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d7f29-cd07-4420-adb9-0964e74277d7 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:12.647735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.654182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38155771-728a-4e63-8f53-464285fdbf9e None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:12.665848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Ignored duplicate provisioning block setup for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:32:12.671855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.717111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:12.854989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b355e570-6685-499d-87a0-ab4b75fe4df8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:12.888708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object b25b8f55-3c62-46a1-8750-3d35f9240535 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:12.911214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=27e3e3f7-19ce-4025-9923-a8caa86b5c90,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:12.951112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 3ca3906d-eacf-480f-afa9-8e363558f04c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:12.951475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.226672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.271888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-972940db-2a1a-4322-b9a5-62c99c7ade55 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:13.273815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-972940db-2a1a-4322-b9a5-62c99c7ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.305276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] In _notify_port_updated(), no bound segment for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 on network 4c90d65c-daac-43dd-a514-7e630b8e5486 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:13.311399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:13.312045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.315882 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50041e15-84b2-4055-a5fa-42d94878e494 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/ports/27e3e3f7-19ce-4025-9923-a8caa86b5c90 HTTP/1.1" status: 200 len: 918 time: 2.1588109 Feb 10 11:32:13.316078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.317023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.331084 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-1d371572-8cb9-4668-b367-a886f1d06a52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.4215190 Feb 10 11:32:13.335811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7'}, {'subnet_id': '7a2b72eb-371f-4804-89d2-752d8066705d'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:13.376933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.383960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ea4a0-65de-46b4-8b06-83abcec73d71 req-96232f58-d14c-4e12-a391-2722e9b23205 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:13.385455 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-181ea4a0-65de-46b4-8b06-83abcec73d71 req-96232f58-d14c-4e12-a391-2722e9b23205 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2698374 Feb 10 11:32:13.488221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 3ca3906d-eacf-480f-afa9-8e363558f04c owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:13.568264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.587507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083832455'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:13.594570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-702069781'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:13.618318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:13.620876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:13.624306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:13.642628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:13.644956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145258373', 'description': 'tempest-secgroup-smoke-1145258373 description', 'project_id': '91af0487670041898991d85571f36f1d'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:13.647824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:13.656858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:13.668582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:13.678549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:13.695281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:13.704132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:13.706141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:13.710035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:13.711561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:13.712722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:13.720167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:13.738277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.739392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=b25b8f55-3c62-46a1-8750-3d35f9240535,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:13.759672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:13.779512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.786721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.802347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-181ea4a0-65de-46b4-8b06-83abcec73d71 req-87d4ffbb-e8fe-47ca-b63b-0b86e47aff94 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761120 Feb 10 11:32:13.814327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.827677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-972940db-2a1a-4322-b9a5-62c99c7ade55 None None] Provisioning for port b355e570-6685-499d-87a0-ab4b75fe4df8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:13.838559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:13.843785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.845216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-972940db-2a1a-4322-b9a5-62c99c7ade55 None None] Provisioning complete for port b355e570-6685-499d-87a0-ab4b75fe4df8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:13.845612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-972940db-2a1a-4322-b9a5-62c99c7ade55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.858227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.859888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:13.860556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.867707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-5ba22c0c-1656-4497-bb57-9df6c943ea90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:13.869143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-5ba22c0c-1656-4497-bb57-9df6c943ea90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.4931233 Feb 10 11:32:13.917580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:13.966012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.061169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=3ca3906d-eacf-480f-afa9-8e363558f04c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:14.075132 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e72ce5d1-c2ac-4e36-99c1-c4e251e28e78 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.8188400 Feb 10 11:32:14.077162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:14.079719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50220) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:14.089995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:14.106681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:14.114241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:security_group_rule and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:14.117419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:14.154575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:14.165771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:14.208527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:14.221326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Provisioning for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:14.228533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Provisioning complete for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.229252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.254737 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-d7e4f417-1105-4ab7-bc00-f37708d26eec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.3767724 Feb 10 11:32:14.256650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:14.267600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:14.285749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:14.306538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:14.337226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:14.358809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Provisioning complete for port b355e570-6685-499d-87a0-ab4b75fe4df8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.359601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f02ce1ee-000f-4dea-bd5e-f06f9ad54667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.525145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-39189ca8-b011-4c9f-bb26-78b0c7200b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:14.526583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-39189ca8-b011-4c9f-bb26-78b0c7200b82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.2437129 Feb 10 11:32:14.532572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f0170-2cab-4e26-b7c1-2a817d15b232 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:14.554475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f0170-2cab-4e26-b7c1-2a817d15b232 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:14.555832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d23f0170-2cab-4e26-b7c1-2a817d15b232 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:14.601496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d23f0170-2cab-4e26-b7c1-2a817d15b232 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:14.605045 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d23f0170-2cab-4e26-b7c1-2a817d15b232 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5218246 Feb 10 11:32:14.615405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50224) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:14.701476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.719546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.748385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Provisioning for port b25b8f55-3c62-46a1-8750-3d35f9240535 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:14.757639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Provisioning complete for port b25b8f55-3c62-46a1-8750-3d35f9240535 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.759636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.760239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port b25b8f55-3c62-46a1-8750-3d35f9240535 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:14.760586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.835336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9275e721-27d2-411c-9dcf-7fc5e0223683,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:14.839684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:14.847456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:14.854656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:14.860446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.866059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Port b25b8f55-3c62-46a1-8750-3d35f9240535 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:14.866997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:14.886967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Provisioning complete for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.887418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.897651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.902486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.930955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:14.941361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.941870 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd of type vlan for network 2f473673-e14b-45cf-b958-13d435487f54 Feb 10 11:32:14.954865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:14.971994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:14.972413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22d0483b-8136-4772-bd9f-029bf8bbe42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:14.973164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.23 (4c90d65c-daac-43dd-a514-7e630b8e5486/7a2b72eb-371f-4804-89d2-752d8066705d/27e3e3f7-19ce-4025-9923-a8caa86b5c90) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:14.990803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.011809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:15.016909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:15.021655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:15.028279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:15.127023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.134708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.187571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.201589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.226425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ad096-83e0-485a-8a2d-1153b0bd09fb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.227114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.238580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482838a7-5780-4a35-ab6b-cdc6f0c51d74,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.239460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Provisioning complete for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:15.239460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.246429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.251261 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d2adccbb-3d5e-49d9-a7ed-f545154ba662 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.6218553 Feb 10 11:32:15.251261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:15.257828 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-2ff799ab-4b74-4860-8eca-81ed7d8165aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7142375 Feb 10 11:32:15.297386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:15.310459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Provisioning complete for port b25b8f55-3c62-46a1-8750-3d35f9240535 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:15.310819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.358023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:15.365842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8e059191-1c4f-4ddf-8540-f0a1a4a112e7 None None] Port b25b8f55-3c62-46a1-8750-3d35f9240535 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:15.416203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486e7d19-3413-4a4a-b1b1-e57970ee6aaa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.429392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for b25b8f55-3c62-46a1-8750-3d35f9240535 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:15.438905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.442541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:15.443114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.483831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.510820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.554560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:15.616284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:15.625597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:15.646149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:15.676903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac8034-fbd9-4719-9b56-3a49bd55f1dd req-c487294c-af69-473c-8fa5-166f2e065851 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:15.678357 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4ac8034-fbd9-4719-9b56-3a49bd55f1dd req-c487294c-af69-473c-8fa5-166f2e065851 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6270356 Feb 10 11:32:15.687571 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3010600 Feb 10 11:32:15.692741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143db760-a35b-41ca-bd9d-e83a0171cf4d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.694751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7c1f-1c1d-4686-b809-39c12b52d580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=2f473673-e14b-45cf-b958-13d435487f54,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:15.698723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50234) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:15.709421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2089793172'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:15.713412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.714693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2f473673-e14b-45cf-b958-13d435487f54 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:15.724368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-0cd02d5a-dc14-4a98-b809-1c1211558bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476674 Feb 10 11:32:15.724548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.728355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03738088-ff14-4572-9f28-115b4b3a0571 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4045303 Feb 10 11:32:15.728506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:15.728909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50238) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:15.736123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.755509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:15.787706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:15.810972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:15.845774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Ignored duplicate provisioning block setup for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:32:15.858547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.881068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:15.883872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:15.917080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4ac8034-fbd9-4719-9b56-3a49bd55f1dd req-692546e7-27f1-477b-be33-29c4efe90fce tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268021 Feb 10 11:32:16.008208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.016455 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a5557232-40da-4144-8f97-44baa743e2f7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2865486 Feb 10 11:32:16.026258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50242) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.027063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.035374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:16.043650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=27e3e3f7-19ce-4025-9923-a8caa86b5c90,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.047531 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f424343a-b4ac-49f4-90d1-d4d9b343847a req-96927e1b-3763-4502-b9f0-641bb8b0ab29 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139031 Feb 10 11:32:16.068790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-security--1601399881', 'description': 'tempest-security-description-1641238729'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.113965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] In _notify_port_updated(), no bound segment for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 on network 4c90d65c-daac-43dd-a514-7e630b8e5486 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:32:16.118329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.119050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.123669 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e8eee36-bde7-4fac-aef0-47120ea3f8f5 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/ports/27e3e3f7-19ce-4025-9923-a8caa86b5c90 HTTP/1.1" status: 200 len: 998 time: 2.7978630 Feb 10 11:32:16.123669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.131792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f41958-22a3-4cf8-877b-67860c37e77a,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.138372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.138712 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment 92976170-1fb2-42cb-a27b-326e496dad23 of type vlan for network f3d081f6-4cff-4a30-a573-42e5d681c134 Feb 10 11:32:16.159678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.202509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:16.203399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.228605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.229785 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-abe7f180-549e-4360-885a-1edb5cb39a8e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9777358 Feb 10 11:32:16.235741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.243083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=b25b8f55-3c62-46a1-8750-3d35f9240535,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.251797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.255590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.259762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:16.271953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:16.277492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:16.290361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.293651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:16.307649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4992ea28-0d38-44f1-8f78-7d9cc4073262 None None] Provisioning complete for port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:16.309171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4992ea28-0d38-44f1-8f78-7d9cc4073262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.385441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4992ea28-0d38-44f1-8f78-7d9cc4073262 None None] Port 27e3e3f7-19ce-4025-9923-a8caa86b5c90 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:16.467493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.566238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.615750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.619392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.619968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.628498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.646519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.657440 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca7f3f78-02a3-4a64-bc37-06b065ad84e4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/b25b8f55-3c62-46a1-8750-3d35f9240535 HTTP/1.1" status: 204 len: 168 time: 2.0231209 Feb 10 11:32:16.660023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50254) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.685177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.688059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.689468 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "PUT /v2.0/security-groups/143db760-a35b-41ca-bd9d-e83a0171cf4d HTTP/1.1" status: 200 len: 1612 time: 0.6556647 Feb 10 11:32:16.787463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50258) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.813512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 27e3e3f7-19ce-4025-9923-a8caa86b5c90 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:16.841897 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1376257 Feb 10 11:32:16.842126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.846706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:16.851587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:16.856083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '2f473673-e14b-45cf-b958-13d435487f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:16.883399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875a134-083d-4778-a7aa-f35a675beb01 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=f3d081f6-4cff-4a30-a573-42e5d681c134,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.896413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f3d081f6-4cff-4a30-a573-42e5d681c134 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:16.906566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264a15-ed4b-4e07-9b41-415436c76bd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143db760-a35b-41ca-bd9d-e83a0171cf4d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:16.924125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.925420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.926814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:16.927631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:16.948177 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a549f335-ddc4-4948-9363-d1b80fe03ee1 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups/143db760-a35b-41ca-bd9d-e83a0171cf4d HTTP/1.1" status: 200 len: 1612 time: 0.1568534 Feb 10 11:32:16.968201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50268) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.013860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90c2263-b2fd-4d4d-ae5b-6e19f46b9207,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.072507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:17.073842 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1d0ab3cf-bec1-44a3-ac4e-2027e9391e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4002371 Feb 10 11:32:17.080782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50274) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.121242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.123752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1884637f-cc8a-4e4f-8abb-3bc03759a33c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8826487 Feb 10 11:32:17.127443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50278) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.136442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.156844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:17.171770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:17.177568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:17.201255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.203888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:17.216670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:17.253485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:17.268871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:17.282875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.290349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:17.348561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:17.406544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.475379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 9e314754-3d70-4dc8-8ad8-dcd84887d858 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:17.484627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.498029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490797d-7513-428c-babc-c5d26ebcbb52 req-b2d275d2-15fd-46a8-8a69-dac4aa177565 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:17.499503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1490797d-7513-428c-babc-c5d26ebcbb52 req-b2d275d2-15fd-46a8-8a69-dac4aa177565 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3968630 Feb 10 11:32:17.536272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.571276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.576063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.591537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143db760-a35b-41ca-bd9d-e83a0171cf4d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.616966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.627322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.666826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.674885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebf4deb-9c6a-4fc3-acf2-93522605c738,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.687339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:17.688198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.689341 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca794bcf-80f4-434d-bc4b-fa370a345409 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5597878 Feb 10 11:32:17.697385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.704848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:17.714820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:17.722693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:17.728157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:17.736630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:17.737901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1490797d-7513-428c-babc-c5d26ebcbb52 req-4d6f6bc6-f572-4d0a-9ba0-c1e0326ad146 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287414 Feb 10 11:32:17.738619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.742047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.742207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-878364fb-c464-4b4f-8fbe-606aa6c91383 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/143db760-a35b-41ca-bd9d-e83a0171cf4d HTTP/1.1" status: 204 len: 168 time: 0.7488523 Feb 10 11:32:17.742207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=27e3e3f7-19ce-4025-9923-a8caa86b5c90,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:17.749364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:17.925721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:17.947659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-41ef8241-d1f5-4530-b284-84f39b4b5f4d tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:18.001913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.029074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.038698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-41ef8241-d1f5-4530-b284-84f39b4b5f4d tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:18.039953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-41ef8241-d1f5-4530-b284-84f39b4b5f4d tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2885551 Feb 10 11:32:18.043682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b53f6336-f199-4f5b-9bc6-992dfc507048 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/27e3e3f7-19ce-4025-9923-a8caa86b5c90 HTTP/1.1" status: 204 len: 168 time: 1.9187596 Feb 10 11:32:18.045007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50292) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.051554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.053947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=9e314754-3d70-4dc8-8ad8-dcd84887d858,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.075730 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7a223415-10f1-4289-83f0-4f035e4c8c29 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] delete failed (client error): The resource could not be found. Feb 10 11:32:18.076740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a223415-10f1-4289-83f0-4f035e4c8c29 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/143db760-a35b-41ca-bd9d-e83a0171cf4d HTTP/1.1" status: 404 len: 347 time: 0.0288768 Feb 10 11:32:18.080469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50300) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.089907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248673598'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:18.098895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:18.120032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.125166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131da1bc-34b5-4b46-baa8-690c5b36ef25 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:18.134662 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b24dc5b-005d-4bd8-813f-3d6b8893e70a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:18.135166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0b24dc5b-005d-4bd8-813f-3d6b8893e70a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:18.136566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:18.148936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.151278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.161000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.187223 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4a5815cd-49a1-4c77-810b-c64c3615e17d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/9e314754-3d70-4dc8-8ad8-dcd84887d858 HTTP/1.1" status: 204 len: 168 time: 1.1051755 Feb 10 11:32:18.193504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50304) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.197285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.197425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb1a1d2-1a63-4dfd-8c0a-62d7d8c982e6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.199048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0b24dc5b-005d-4bd8-813f-3d6b8893e70a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:18.203137 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0b24dc5b-005d-4bd8-813f-3d6b8893e70a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/27e3e3f7-19ce-4025-9923-a8caa86b5c90 HTTP/1.1" status: 404 len: 333 time: 0.1462073 Feb 10 11:32:18.206819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50306) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.252685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.253792 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1ff59c9d-7379-4566-9d83-8f86f2b5810e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5554132 Feb 10 11:32:18.257306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50312) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.270961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:18.280269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:18.292517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:18.302258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:18.325773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=aad781ba-b8a3-42fd-80ed-0f7ad83fb49f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.329335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:18.360163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:18.406168 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Project 91af0487670041898991d85571f36f1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:32:18.415275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:18.421816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.423843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:18.440529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:18.443184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:18.445220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2f473673-e14b-45cf-b958-13d435487f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:18.445909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 2f473673-e14b-45cf-b958-13d435487f54, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:18.452666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] Sync routers for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:18.455445 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-542d0579-478d-4e6b-99e7-d352f726ce92 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/routers/3129827a-1fb7-44cb-b8e8-5a2f2916d62e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3015263 Feb 10 11:32:18.461822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50316) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.468392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:18.470189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:18.512357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 7a2b72eb-371f-4804-89d2-752d8066705d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:18.517813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.547163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:18.564511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] Routers {'3129827a-1fb7-44cb-b8e8-5a2f2916d62e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:18.565971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:18.578002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.588781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.608075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.636501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:18.637088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bce82ab-13e6-43a8-8290-18bfb3bb26d7 None None] The sync data for ids ['3129827a-1fb7-44cb-b8e8-5a2f2916d62e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:18.669259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6244dfc-0416-4eac-9bca-04cbbae2c769,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.689704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.693674 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6296cec8-ca8a-47ed-b142-be04eca0c5a7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4325171 Feb 10 11:32:18.695493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50320) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.704156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'security_group_rule': {'security_group_id': '482838a7-5780-4a35-ab6b-cdc6f0c51d74', 'project_id': '91af0487670041898991d85571f36f1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:18.713511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:18.723852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:security_group_rule and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:18.727924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:18.735438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:18.750232 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Project 91af0487670041898991d85571f36f1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:32:18.754790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.789221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.793683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet d297bc04-be0c-47b4-9c47-1344fa02c069 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:18.802624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.846984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 2f473673-e14b-45cf-b958-13d435487f54 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:18.881142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.881399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.890119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 2f473673-e14b-45cf-b958-13d435487f54) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:18.894362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:18.895136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.901640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c8c89-9e9c-4702-9de3-2a449bc9f964 None None] Network 2f473673-e14b-45cf-b958-13d435487f54 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:18.906404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.922719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.936693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810b2bc-42fd-4294-a875-25ed972f2713 None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:18.944391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.944644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:18.965712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2b72eb-371f-4804-89d2-752d8066705d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:18.971663 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ac9beba4-853a-475e-ba3a-f9d3b6c920b3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/7a2b72eb-371f-4804-89d2-752d8066705d HTTP/1.1" status: 204 len: 168 time: 0.7638326 Feb 10 11:32:18.972664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50324) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:18.973301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.043131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.047005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9630451 Feb 10 11:32:19.047005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e564e3c0-b4f8-4da0-b93a-1ef5a1cbb900 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1978304 Feb 10 11:32:19.050218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50328) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.050545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.056100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c1fa-2066-4d42-9b26-e7410498e5c0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b078b1ba-e183-477e-8c13-bbf624c127b7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.072837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': 'b078b1ba-e183-477e-8c13-bbf624c127b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.081352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.084691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab41d975-c82e-4cc5-a033-6b937e252817,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.094525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.095833 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20bb4586-7a81-4598-965d-1d120d2346bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3994837 Feb 10 11:32:19.099599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50336) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.106647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:19.108264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'network': {'name': 'tempest-network-smoke--1059587500', 'project_id': '91af0487670041898991d85571f36f1d', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.116782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:19.120899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.152824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:19.162039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:network and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:19.175634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:19.177466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:19.185040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:19.189214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:19.206732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.211840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:19.235764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Made reservation on behalf of 91af0487670041898991d85571f36f1d for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:19.239169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.241554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.278690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5143911a-811b-4b81-8359-43254ee86931 None None] Provisioning complete for port 689e0e52-a992-450d-8b1a-e5fdee2665ef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:19.279266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5143911a-811b-4b81-8359-43254ee86931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.288258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:19.295336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:19.306771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.307379 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Added segment 5620d0a3-7604-4394-bbff-0fcf3d7523d4 of type vlan for network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 Feb 10 11:32:19.315827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:19.320394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:19.324205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.350783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.351010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:19.379106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.396885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:19.425585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.441453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.445604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:19.446473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.538218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-2f473673-e14b-45cf-b958-13d435487f54', 'network_id': '2f473673-e14b-45cf-b958-13d435487f54', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': 'aad781ba-b8a3-42fd-80ed-0f7ad83fb49f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:19.539058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.542893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.651728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.661831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=d297bc04-be0c-47b4-9c47-1344fa02c069,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.701595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.706166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.720435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.722568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.727221 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7 HTTP/1.1" status: 204 len: 168 time: 0.7520378 Feb 10 11:32:19.728431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094a88-5771-46b9-93b1-4c21e3adcf2d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.730413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50340) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.746780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.759012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Allocated IP 2001:db8::2 (2f473673-e14b-45cf-b958-13d435487f54/aad781ba-b8a3-42fd-80ed-0f7ad83fb49f/ca416ac6-b9f3-44e3-92cf-673dc8253231) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:19.810304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0404aebd-0525-4821-848e-2fd8f9fba8fc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/d297bc04-be0c-47b4-9c47-1344fa02c069 HTTP/1.1" status: 204 len: 168 time: 1.6016057 Feb 10 11:32:19.811642 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:32:19.833325 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7297881 Feb 10 11:32:19.833325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1bbf7-db15-46c8-a535-097a726ff30f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Network': ['ID=b9090d07-b2aa-46bc-8aa1-d9c51e4db242,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.833636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50344) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.834217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.860550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.872991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port b355e570-6685-499d-87a0-ab4b75fe4df8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:19.873470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.878269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305019b-66c4-4937-b552-c2b53e7bd5d5 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:19.892190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:19.922085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'admin_state_up': True, 'project_id': '91af0487670041898991d85571f36f1d', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.930706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7e11e0-3da0-4229-8a3f-145d37a75378,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:19.952593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bdc265b-86fd-4315-b5fd-eea21e407e36 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094797 Feb 10 11:32:19.953808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:19.961005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:19.970853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:router and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:19.976708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:19.994534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:19.995989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98eccdca-7813-4d6b-aae1-36e082480b8b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9425604 Feb 10 11:32:19.999017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50356) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.000992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:20.013523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:20.152346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.154015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.165897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.191802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.211693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port b355e570-6685-499d-87a0-ab4b75fe4df8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b355e570-6685-499d-87a0-ab4b75fe4df8,segment=NetworkSegment(5cd502ff-647c-44c2-a29a-2e0142f25a6b),segment_id=5cd502ff-647c-44c2-a29a-2e0142f25a6b)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:20.212010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.226230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:20.237162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:20.252617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:20.276613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:20.340634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318ce26-a0c2-4585-9ac6-6234e64f920a None None] Network 4c90d65c-daac-43dd-a514-7e630b8e5486 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:20.347966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for b355e570-6685-499d-87a0-ab4b75fe4df8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:20.357527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.359265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:20.363130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.363613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.383674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.395178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.408656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7e11e0-3da0-4229-8a3f-145d37a75378,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.414887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.416072 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8ca2fd73-b8b3-4b64-9241-887c94581e74 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2c7e11e0-3da0-4229-8a3f-145d37a75378 HTTP/1.1" status: 204 len: 168 time: 0.4159882 Feb 10 11:32:20.419480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50360) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.450605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Transition to ACTIVE for port object ca416ac6-b9f3-44e3-92cf-673dc8253231 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:20.466941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.516334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=b355e570-6685-499d-87a0-ab4b75fe4df8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.517631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Transition to ACTIVE for port object ca416ac6-b9f3-44e3-92cf-673dc8253231 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:20.524706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c94e72ed-3803-4b77-a59d-2d6fbb8b0cd3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:20.533156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No DVR routers for this DVR port b355e570-6685-499d-87a0-ab4b75fe4df8 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:20.560765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-015eec28-cdf7-4c1e-9f7d-e7ab4125d30c None None] Provisioning complete for port b355e570-6685-499d-87a0-ab4b75fe4df8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:20.561066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-015eec28-cdf7-4c1e-9f7d-e7ab4125d30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.573423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.599812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.651420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-015eec28-cdf7-4c1e-9f7d-e7ab4125d30c None None] Port b355e570-6685-499d-87a0-ab4b75fe4df8 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:32:20.662374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c94e72ed-3803-4b77-a59d-2d6fbb8b0cd3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:20.669340 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c94e72ed-3803-4b77-a59d-2d6fbb8b0cd3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2488878 Feb 10 11:32:20.677958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50364) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:20.701512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Network 2f473673-e14b-45cf-b958-13d435487f54 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:20.704379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:20.708678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:20.714966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:20.716266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.718023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Pushing event updated for resources: {'Port': ['ID=ca416ac6-b9f3-44e3-92cf-673dc8253231,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.729361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Deleting port 689e0e52-a992-450d-8b1a-e5fdee2665ef {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:20.729757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.770742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c90d65c-daac-43dd-a514-7e630b8e5486']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:20.790895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd502ff-647c-44c2-a29a-2e0142f25a6b') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:20.790895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd502ff-647c-44c2-a29a-2e0142f25a6b') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:20.814663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.826497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.839670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 31f4ba19-8e6a-4646-a642-a139421bf729 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:20.840473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.844176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.853733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baee47-2c46-43c0-8427-5cf2bb864945 None None] DHCP port deletion for 4c90d65c-daac-43dd-a514-7e630b8e5486 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:20.860985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:20.861463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.863287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=eaf25df7-8930-4b8f-8b39-c559d1793a85,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:20.878200 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:20.884626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.960170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Attempting to bind port ca416ac6-b9f3-44e3-92cf-673dc8253231 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:20.960451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Attempting to bind port ca416ac6-b9f3-44e3-92cf-673dc8253231 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2f473673-e14b-45cf-b958-13d435487f54'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:20.960809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Attempting to bind port ca416ac6-b9f3-44e3-92cf-673dc8253231 on network 2f473673-e14b-45cf-b958-13d435487f54 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:20.976615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:20.976839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Checking segment: {'id': 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2f473673-e14b-45cf-b958-13d435487f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:20.977153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:20.977535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Bound using segment: {'id': 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2f473673-e14b-45cf-b958-13d435487f54'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:20.977993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Bound port: ca416ac6-b9f3-44e3-92cf-673dc8253231, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2f473673-e14b-45cf-b958-13d435487f54'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:20.978356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.001644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.006250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.033776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.043271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=4c90d65c-daac-43dd-a514-7e630b8e5486,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.055420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b078b1ba-e183-477e-8c13-bbf624c127b7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.076830 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-360ee30c-c576-4c8f-81fe-c97938034f24 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/4c90d65c-daac-43dd-a514-7e630b8e5486 HTTP/1.1" status: 204 len: 168 time: 1.3391724 Feb 10 11:32:21.078216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50368) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.112617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': '92976170-1fb2-42cb-a27b-326e496dad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:21.112863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: f3d081f6-4cff-4a30-a573-42e5d681c134, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:21.115260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.116362 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-70e7367a-4683-4ef6-814b-cb6abbaa9cc0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/b078b1ba-e183-477e-8c13-bbf624c127b7 HTTP/1.1" status: 204 len: 168 time: 0.4372258 Feb 10 11:32:21.121520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50372) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.164631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] For port 689e0e52-a992-450d-8b1a-e5fdee2665ef, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=689e0e52-a992-450d-8b1a-e5fdee2665ef,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:21.165247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.199865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8873a089-c1ee-4e4a-877b-88e6ce7c443a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:21.205356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.209959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acc203-71c1-48d6-873e-c799f902a835 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:21.210107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-58acc203-71c1-48d6-873e-c799f902a835 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:21.231059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8873a089-c1ee-4e4a-877b-88e6ce7c443a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:21.236900 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8873a089-c1ee-4e4a-877b-88e6ce7c443a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1107879 Feb 10 11:32:21.236900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-58acc203-71c1-48d6-873e-c799f902a835 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:21.240812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.240933 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-58acc203-71c1-48d6-873e-c799f902a835 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1589506 Feb 10 11:32:21.240933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50376) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.242292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50378) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.248624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--225248747'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.289507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:21.296268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Calling delete_port for 689e0e52-a992-450d-8b1a-e5fdee2665ef owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:21.303759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:21.325808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.328848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] For port ca416ac6-b9f3-44e3-92cf-673dc8253231, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:21.346933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] For port ca416ac6-b9f3-44e3-92cf-673dc8253231, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ca416ac6-b9f3-44e3-92cf-673dc8253231,segment=NetworkSegment(d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd),segment_id=d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:21.358300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.365317 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6ae68654-bd0e-43c4-b555-7fe907c1cb46 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1221004 Feb 10 11:32:21.366326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network f3d081f6-4cff-4a30-a573-42e5d681c134 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:21.372941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.379411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 31f4ba19-8e6a-4646-a642-a139421bf729 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:21.379556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:21.383937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:21.386856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:21.392709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:21.440103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894717512'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.444031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.458602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.464055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.471429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7537f-f570-4f8a-887b-82693fefe251 None None] Pushing event updated for resources: {'Port': ['ID=ca416ac6-b9f3-44e3-92cf-673dc8253231,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.474963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:21.514606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] No DVR routers for this DVR port 689e0e52-a992-450d-8b1a-e5fdee2665ef on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:21.518617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140cdf3-02c3-4cd7-a0c1-8a933e6a7ddc None None] Pushing event deleted for resources: {'Port': ['ID=689e0e52-a992-450d-8b1a-e5fdee2665ef,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.536045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, f3d081f6-4cff-4a30-a573-42e5d681c134) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:21.539670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca2271-8dd5-4552-90cf-acec679334f4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.540811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:21.541436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.542597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.544512 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8f9766b8-6268-412f-a78c-c0d3423e589f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3048770 Feb 10 11:32:21.547143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca88f4e-4115-4e98-affd-264671e692e0 None None] Network f3d081f6-4cff-4a30-a573-42e5d681c134 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:21.547877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:21.552624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50388) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.558299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '36ca2271-8dd5-4552-90cf-acec679334f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.567724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:21.573940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:21.577175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:21.583160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:21.607107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:21.608678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.625762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:21.644180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.729366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:21.732561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:21.735355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.748691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.752549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.755943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:21.758888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:21.759494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.771429 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9cb1ba5-f63f-47bd-be51-c98e0bdb5dc0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7136972 Feb 10 11:32:21.773869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce2b2f-28f1-4597-9aae-579ead7cbbb9 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:21.775182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50392) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.797061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1076981977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.812327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:21.819547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4964cbe-3354-4cea-a743-636c36ce8c00,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.822831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:21.829654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:21.839522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:21.846701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8833482 Feb 10 11:32:21.851476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870831-c5a1-4ba4-93ae-90b55c28a5f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=475ca2d3-ce09-4f19-b3c7-0023cb27253f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:21.853083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50396) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.856291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.858580 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9c3be147-eee0-41cf-b6c9-33cc0fcb5181 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3040009 Feb 10 11:32:21.862324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.880745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50400) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:21.881700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.883062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.902220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:21.904226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.946607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '36ca2271-8dd5-4552-90cf-acec679334f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:21.958459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:21.958798 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment 2de291e2-8c29-4850-92b7-623b26f85f4b of type vlan for network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 Feb 10 11:32:21.960987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-f3d081f6-4cff-4a30-a573-42e5d681c134', 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': 'eaf25df7-8930-4b8f-8b39-c559d1793a85'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:21.961830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.019330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.054448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.101280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.141110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.146901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.161723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:22.163620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=31f4ba19-8e6a-4646-a642-a139421bf729,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.169857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.175552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:22.190588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.205808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '475ca2d3-ce09-4f19-b3c7-0023cb27253f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:22.206877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.222778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.223968 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-912313e7-aa3b-412f-b12d-215fa84b53ab tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4413669 Feb 10 11:32:22.228415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50404) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.347055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Allocated IP 2001:db8:1::2 (f3d081f6-4cff-4a30-a573-42e5d681c134/eaf25df7-8930-4b8f-8b39-c559d1793a85/8f4e67d7-1472-488d-8686-8a0b63a135a5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:22.374062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.378127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:22.378710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.381030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.407076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:22.422187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:22.428530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:22.444416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:22.502386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=c9a05b38-ec64-415c-9d21-e1a7ff7d9350,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:22.532953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:22.597976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:22.762987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ca416ac6-b9f3-44e3-92cf-673dc8253231 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:22.804726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9523366-6a9d-4b1f-b58b-7ceec48df50e None None] Network 2f473673-e14b-45cf-b958-13d435487f54 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:22.818315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.823278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4cb29a11-9a44-430b-bbc4-b56b0234b128 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4019320 Feb 10 11:32:22.830735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50408) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:22.832679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.833186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Allocated IP 172.26.3.47 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/cf775043-31a4-4f9f-a392-9d56b5896d67) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:22.841745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:22.923033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:22.939685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.006353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54321bc9-b7e9-4de2-85d6-d5c51b064b26,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.026103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.027825 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-360dccfb-e040-4634-a4c5-b49ca17556e9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1087148 Feb 10 11:32:23.064974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Allocated IP 172.20.0.2 (777c9540-812e-4174-85ca-b69ca9423c5f/475ca2d3-ce09-4f19-b3c7-0023cb27253f/3a9b5b02-d201-4585-869a-c0d78b327767) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:23.066460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50412) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.096148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-af717051-64dc-458b-8661-c6b2da1ee363 None None] Provisioning for port ca416ac6-b9f3-44e3-92cf-673dc8253231 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:23.104346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '36ca2271-8dd5-4552-90cf-acec679334f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:23.113757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.165105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Transition to ACTIVE for port object 8f4e67d7-1472-488d-8686-8a0b63a135a5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:23.167109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.169171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.180809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.185190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.256230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.283318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ca416ac6-b9f3-44e3-92cf-673dc8253231 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:23.296016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Transition to ACTIVE for port object 8f4e67d7-1472-488d-8686-8a0b63a135a5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:23.300367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ca416ac6-b9f3-44e3-92cf-673dc8253231 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:23.300735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.317941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.337034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.341869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.352117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.355141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.384843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.386945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.387417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.402722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:23.545069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Network f3d081f6-4cff-4a30-a573-42e5d681c134 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:23.549102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.557938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:23.565506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:23.571410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Pushing event updated for resources: {'Port': ['ID=8f4e67d7-1472-488d-8686-8a0b63a135a5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.587212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.587885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Fanout notify agent at l3_agent the message router_deleted on router 3129827a-1fb7-44cb-b8e8-5a2f2916d62e {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:23.595557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.683926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.712615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.719269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.723008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0540003-4731-4d59-9f48-3caefa64d56c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/routers/3129827a-1fb7-44cb-b8e8-5a2f2916d62e HTTP/1.1" status: 204 len: 168 time: 5.2545884 Feb 10 11:32:23.725229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50416) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.731015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.734558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.748004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Transition to ACTIVE for port object 3a9b5b02-d201-4585-869a-c0d78b327767 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:23.761922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.797401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Attempting to bind port 8f4e67d7-1472-488d-8686-8a0b63a135a5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:23.797674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Attempting to bind port 8f4e67d7-1472-488d-8686-8a0b63a135a5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '92976170-1fb2-42cb-a27b-326e496dad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:23.798037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Attempting to bind port 8f4e67d7-1472-488d-8686-8a0b63a135a5 on network f3d081f6-4cff-4a30-a573-42e5d681c134 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:23.808224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8::1 (2f473673-e14b-45cf-b958-13d435487f54/aad781ba-b8a3-42fd-80ed-0f7ad83fb49f/24cfed2a-cd25-4ba1-8de3-c8f98e3506cb) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:23.817113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Transition to ACTIVE for port object 3a9b5b02-d201-4585-869a-c0d78b327767 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:23.819140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ca416ac6-b9f3-44e3-92cf-673dc8253231, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ca416ac6-b9f3-44e3-92cf-673dc8253231,segment=NetworkSegment(d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd),segment_id=d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:23.819685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f578468e-3772-4b4d-aa45-bfc9c8c78c94,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.828165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:23.828578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Checking segment: {'id': '92976170-1fb2-42cb-a27b-326e496dad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:23.828974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.829365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Bound using segment: {'id': '92976170-1fb2-42cb-a27b-326e496dad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:23.829853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Bound port: 8f4e67d7-1472-488d-8686-8a0b63a135a5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92976170-1fb2-42cb-a27b-326e496dad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f3d081f6-4cff-4a30-a573-42e5d681c134'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:23.830233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.842628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.855717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.859631 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-07ab5394-1e18-4ef3-810f-1eb181671254 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7817826 Feb 10 11:32:23.866287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50420) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:23.878860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '36ca2271-8dd5-4552-90cf-acec679334f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:23.884203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.885920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=cf775043-31a4-4f9f-a392-9d56b5896d67,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:23.891542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:23.893752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:23.896638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:23.913324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:23.953756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:23.958398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:23.965957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:23.980059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:23.998096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:24.035208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.061481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] For port 8f4e67d7-1472-488d-8686-8a0b63a135a5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:24.066602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] For port 8f4e67d7-1472-488d-8686-8a0b63a135a5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8f4e67d7-1472-488d-8686-8a0b63a135a5,segment=NetworkSegment(92976170-1fb2-42cb-a27b-326e496dad23),segment_id=92976170-1fb2-42cb-a27b-326e496dad23)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:24.080992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 689e0e52-a992-450d-8b1a-e5fdee2665ef no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:24.123935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.128773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.137475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 689e0e52-a992-450d-8b1a-e5fdee2665ef {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:24.137819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 689e0e52-a992-450d-8b1a-e5fdee2665ef not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:24.138205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b355e570-6685-499d-87a0-ab4b75fe4df8 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:24.192475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: b355e570-6685-499d-87a0-ab4b75fe4df8 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:24.192811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b355e570-6685-499d-87a0-ab4b75fe4df8 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:24.196952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:24.202656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:24.212487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:24.217376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 2f473673-e14b-45cf-b958-13d435487f54 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:24.227051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:24.230522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ca416ac6-b9f3-44e3-92cf-673dc8253231,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.246156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:24.246698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.261746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.268661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.310379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.334929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f919ac6-b20a-40d5-a925-ed4b6f2c3298 None None] Provisioning complete for port ca416ac6-b9f3-44e3-92cf-673dc8253231 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:24.335324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f919ac6-b20a-40d5-a925-ed4b6f2c3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.340089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=24cfed2a-cd25-4ba1-8de3-c8f98e3506cb,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.356344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:24.358051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c6f089-2f94-4139-abbf-a7a19611b88b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.400794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=ebfc8e7e-5e57-488e-846b-72e7a0649342,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.416579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.418371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9ed8aab2-af71-4e09-ba9b-ec70cd8b8304 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5492103 Feb 10 11:32:24.421829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50424) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:24.430178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '36ca2271-8dd5-4552-90cf-acec679334f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:24.439699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Pushing event updated for resources: {'Port': ['ID=3a9b5b02-d201-4585-869a-c0d78b327767,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.534034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.582989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Attempting to bind port 3a9b5b02-d201-4585-869a-c0d78b327767 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:24.583257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Attempting to bind port 3a9b5b02-d201-4585-869a-c0d78b327767 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:24.586087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:24.586809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Attempting to bind port 3a9b5b02-d201-4585-869a-c0d78b327767 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:24.591688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': '2de291e2-8c29-4850-92b7-623b26f85f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:24.592047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: c9a05b38-ec64-415c-9d21-e1a7ff7d9350, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:24.602573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:24.609238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.609889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.618908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:24.635709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:24.679131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting subnet 3697e905-2804-43cd-8537-f22364113a36 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:24.682282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:24.682282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:24.682282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.682625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:24.682878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Bound port: 3a9b5b02-d201-4585-869a-c0d78b327767, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:24.683268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.696227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.703753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ca416ac6-b9f3-44e3-92cf-673dc8253231 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:24.764114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.836809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaa037-40c6-425d-b8c0-dda2a65a3a42 None None] Pushing event updated for resources: {'Port': ['ID=8f4e67d7-1472-488d-8686-8a0b63a135a5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:24.845197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.863787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.934434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] For port 3a9b5b02-d201-4585-869a-c0d78b327767, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:24.937301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:24.941363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] For port 3a9b5b02-d201-4585-869a-c0d78b327767, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3a9b5b02-d201-4585-869a-c0d78b327767,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:24.944439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ca416ac6-b9f3-44e3-92cf-673dc8253231 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:24.944816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.969037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c9a05b38-ec64-415c-9d21-e1a7ff7d9350) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:24.984968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:24.988388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:24.989095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.004470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245e6ef9-4bee-411e-97ee-93020e475e75 None None] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:25.004985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.021902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.047108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bd9614-a0aa-41bf-8c11-a56bf15b3eb9,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.049900 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b9c4b556-47f9-4b16-99af-4b36cda8908e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2192616 Feb 10 11:32:25.053454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50428) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.061725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350', 'name': 'tempest-PortsTestJSON-895813033'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:25.132920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.157556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.161831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-86866132-d9cf-4e35-8a03-3c18c23c039b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7378132 Feb 10 11:32:25.162836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50432) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.206530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6010c35e-a857-480d-aaa0-d98cd7bc0011 None None] Provisioning for port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:25.252241 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6010c35e-a857-480d-aaa0-d98cd7bc0011 None None] Provisioning complete for port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:25.252611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6010c35e-a857-480d-aaa0-d98cd7bc0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.272936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.278551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:25.292131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:25.299654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.302352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Router d4a671a6-58e6-4dca-a92e-81b9aae384e0 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:25.306312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:25.310615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.337762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:25.347747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657ad3e-28ae-4f08-975b-b7287a8023c5 None None] Pushing event updated for resources: {'Port': ['ID=3a9b5b02-d201-4585-869a-c0d78b327767,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.466274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6010c35e-a857-480d-aaa0-d98cd7bc0011 None None] Port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:25.470731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.540246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c9a05b38-ec64-415c-9d21-e1a7ff7d9350', 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': 'ebfc8e7e-5e57-488e-846b-72e7a0649342'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:25.541201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.757061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.8 (c9a05b38-ec64-415c-9d21-e1a7ff7d9350/ebfc8e7e-5e57-488e-846b-72e7a0649342/efc21fbd-347e-4ab3-a321-dbe0c22e5ffb) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:25.768529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.770284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Subnet': ['ID=3697e905-2804-43cd-8537-f22364113a36,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.803356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.806093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8790f6-91ae-4417-be6e-da56893aade5 None None] Network 2ab1b7a8-256f-477b-9c8d-434410713cf6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:25.820257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97bd9614-a0aa-41bf-8c11-a56bf15b3eb9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:25.877767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:25.881301 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95250cb6-fa2c-4126-b5c7-486450a02e55 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/97bd9614-a0aa-41bf-8c11-a56bf15b3eb9 HTTP/1.1" status: 204 len: 168 time: 0.7093763 Feb 10 11:32:25.883981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50436) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.888698 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-46bafcf8-a3cd-419b-8fac-c5b51a4536c9 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/subnets/3697e905-2804-43cd-8537-f22364113a36 HTTP/1.1" status: 204 len: 168 time: 2.1640999 Feb 10 11:32:25.910537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50440) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:25.967075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:25.988735 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Sync routers for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:26.011820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d87467-55b0-4c23-9974-fee85c8db4bc None None] Network f3d081f6-4cff-4a30-a573-42e5d681c134 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:26.013354 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:26.013972 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:26.035487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.036767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e158b8b-f8a2-44d2-be3b-3d71647c2c49 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1923380 Feb 10 11:32:26.043564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50444) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.046863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.076097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object efc21fbd-347e-4ab3-a321-dbe0c22e5ffb will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:26.109127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:26.150955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.186893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0b346aa-599e-46cf-821e-3d74a2b77d48 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:26.235526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.239691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.242912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 3a9b5b02-d201-4585-869a-c0d78b327767, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3a9b5b02-d201-4585-869a-c0d78b327767,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:26.275892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.276940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.284459 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:26.334008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:26.346659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:26.366554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:26.422825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Allocated IP 172.20.0.2 (c9a05b38-ec64-415c-9d21-e1a7ff7d9350/ebfc8e7e-5e57-488e-846b-72e7a0649342/9678a753-b2ba-4436-af10-1707c4fed88e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:26.431538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2c22849d-b186-4835-a4f3-afa71c13d7fe None None] Provisioning for port 8f4e67d7-1472-488d-8686-8a0b63a135a5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:26.447856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:26.448933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.457401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdc48194-5f93-4ce4-aef8-e957229f3ed5 tempest-TestNetworkAdvancedServerOps-2079752335 tempest-TestNetworkAdvancedServerOps-2079752335-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=91af0487670041898991d85571f36f1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3875637 Feb 10 11:32:26.463053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=efc21fbd-347e-4ab3-a321-dbe0c22e5ffb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:26.469037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50450) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.471779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e0b346aa-599e-46cf-821e-3d74a2b77d48 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:26.475958 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e0b346aa-599e-46cf-821e-3d74a2b77d48 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.5865748 Feb 10 11:32:26.499454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.501347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:26.528721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:26.529156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.542285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-60975cfc-a9e1-44d7-a27d-686a2e5524af tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4868743 Feb 10 11:32:26.579168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50458) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.635852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350', 'name': 'tempest-PortsTestJSON-1082855431'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:26.643773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.691163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.711862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.720761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] DHCP port deletion for 2ab1b7a8-256f-477b-9c8d-434410713cf6 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:26.751924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9b0c0-1705-4567-a68f-cedb569ee903 tempest-TestNetworkAdvancedServerOps-2079752335 tempest-TestNetworkAdvancedServerOps-2079752335-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:26.753412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12b9b0c0-1705-4567-a68f-cedb569ee903 tempest-TestNetworkAdvancedServerOps-2079752335 tempest-TestNetworkAdvancedServerOps-2079752335-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2835238 Feb 10 11:32:26.763984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.856311 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:24Z', 'revision_number': 3, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:26.862776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.869911 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Checking router: d4a671a6-58e6-4dca-a92e-81b9aae384e0 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:26.870514 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Updating router d4a671a6-58e6-4dca-a92e-81b9aae384e0 port cf775043-31a4-4f9f-a392-9d56b5896d67 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:26.876888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=24cfed2a-cd25-4ba1-8de3-c8f98e3506cb,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:26.879960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.881052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.896751 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5eb3e74c-cb17-475e-9444-48966a5a5140 tempest-TestNetworkAdvancedServerOps-2079752335 tempest-TestNetworkAdvancedServerOps-2079752335-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1316149 Feb 10 11:32:26.900690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50466) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.908617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3c6f089-2f94-4139-abbf-a7a19611b88b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:26.915175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.923498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118484807', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'project_id': '91af0487670041898991d85571f36f1d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:26.932640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Transition to ACTIVE for port object 9678a753-b2ba-4436-af10-1707c4fed88e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:26.947015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.948543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eff7b13a-c7bb-4139-90f5-2fd3aa023ff7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b3c6f089-2f94-4139-abbf-a7a19611b88b HTTP/1.1" status: 204 len: 168 time: 0.4442861 Feb 10 11:32:26.952134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Transition to ACTIVE for port object 9678a753-b2ba-4436-af10-1707c4fed88e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:26.954617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Deleting port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:26.955038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.955454 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:26.956223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:26.986596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8f4e67d7-1472-488d-8686-8a0b63a135a5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:27.015777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.142145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:27.154266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=3a9b5b02-d201-4585-869a-c0d78b327767,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.157892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=8ae50447-542e-48c0-96dd-f6ac918db659,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.158527 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:27.159609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bdaaf05d-c6fd-4197-a1d8-62b5d3c3aed8 None None] Provisioning for port 3a9b5b02-d201-4585-869a-c0d78b327767 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:27.214806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:27.254545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:27.266389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:subnet and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:27.272316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:27.273124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48e7d197-6e97-4fd3-9498-3fc646c74e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.283183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:27.317396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a26fa990-bf22-4799-bbd5-684c816b3033 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:27.328891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:27.337154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Made reservation on behalf of 91af0487670041898991d85571f36f1d for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:27.349368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Attempting to bind port 9678a753-b2ba-4436-af10-1707c4fed88e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:27.349772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Attempting to bind port 9678a753-b2ba-4436-af10-1707c4fed88e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2de291e2-8c29-4850-92b7-623b26f85f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:27.350182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Attempting to bind port 9678a753-b2ba-4436-af10-1707c4fed88e on network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:27.354375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:27.357349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:27.357965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.364840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a26fa990-bf22-4799-bbd5-684c816b3033 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:27.366231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:27.366608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Checking segment: {'id': '2de291e2-8c29-4850-92b7-623b26f85f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:27.366810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a26fa990-bf22-4799-bbd5-684c816b3033 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.4088004 Feb 10 11:32:27.367006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.367425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Bound using segment: {'id': '2de291e2-8c29-4850-92b7-623b26f85f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:27.367883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Bound port: 9678a753-b2ba-4436-af10-1707c4fed88e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de291e2-8c29-4850-92b7-623b26f85f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c9a05b38-ec64-415c-9d21-e1a7ff7d9350'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:27.368299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.372976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50474) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:27.386506 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.398894 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a6e10cd-dcdd-432f-be25-d315c17feca2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5442975 Feb 10 11:32:27.404446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 2f473673-e14b-45cf-b958-13d435487f54 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:27.405993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Transition to ACTIVE for port object cf775043-31a4-4f9f-a392-9d56b5896d67 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:27.414270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50478) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:27.415837 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.419115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:27.429213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:27.444704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:27.498133 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Attempting to bind port cf775043-31a4-4f9f-a392-9d56b5896d67 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:27.498704 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Attempting to bind port cf775043-31a4-4f9f-a392-9d56b5896d67 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:27.499204 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Attempting to bind port cf775043-31a4-4f9f-a392-9d56b5896d67 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:27.505359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.510648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:c7:06:db', 'name': 'tempest-NetworksTestDHCPv6-1942610751'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:27.517111 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:27.517594 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:27.518161 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.518653 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:27.519211 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Bound port: cf775043-31a4-4f9f-a392-9d56b5896d67, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:27.519751 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.531167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.536474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:27.539468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.543625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.582022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] For port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,segment=NetworkSegment(6b5bb8b3-b6e2-434b-b985-2d1697e6fc28),segment_id=6b5bb8b3-b6e2-434b-b985-2d1697e6fc28)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:27.582414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.608907 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] For port cf775043-31a4-4f9f-a392-9d56b5896d67, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:27.612310 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] For port cf775043-31a4-4f9f-a392-9d56b5896d67, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cf775043-31a4-4f9f-a392-9d56b5896d67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:27.631491 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.674140 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Pushing event updated for resources: {'Port': ['ID=cf775043-31a4-4f9f-a392-9d56b5896d67,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.691693 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.692382 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.692925 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.693432 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.693982 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.694500 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.695049 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.695728 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.696264 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.696813 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.697346 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:27.717491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] For port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,segment=NetworkSegment(6b5bb8b3-b6e2-434b-b985-2d1697e6fc28),segment_id=6b5bb8b3-b6e2-434b-b985-2d1697e6fc28)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:27.717848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.747929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.750375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:27.751290 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:31:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:27.751563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Calling delete_port for c83a6b7f-84f2-4b87-b4ee-9a9fa017339f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:27.797184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f578468e-3772-4b4d-aa45-bfc9c8c78c94,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.804602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.805925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c098027-ed73-40f5-a8fa-18e8ed4997f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f578468e-3772-4b4d-aa45-bfc9c8c78c94 HTTP/1.1" status: 204 len: 168 time: 0.4317181 Feb 10 11:32:27.811740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:27.857815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bf45b-e067-4502-b503-834ce8d813d7 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:27.877248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Pushing event updated for resources: {'Port': ['ID=9678a753-b2ba-4436-af10-1707c4fed88e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.928493 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9cdba-de78-4790-9386-2252e6f0f50f None None] Pushing event updated for resources: {'Port': ['ID=cf775043-31a4-4f9f-a392-9d56b5896d67,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:27.943921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:27.969367 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:28.066150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Subnet': ['ID=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.103905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-454f21b3-e4ea-4714-8c02-72702a5bf2c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:28.124499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Checking segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:28.124850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network hostable DHCP agents. Network: b9090d07-b2aa-46bc-8aa1-d9c51e4db242, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:28.144193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-454f21b3-e4ea-4714-8c02-72702a5bf2c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:28.150676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-454f21b3-e4ea-4714-8c02-72702a5bf2c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2283201 Feb 10 11:32:28.152072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.159760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] For port 9678a753-b2ba-4436-af10-1707c4fed88e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:28.162193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8f4e67d7-1472-488d-8686-8a0b63a135a5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:28.175127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8f4e67d7-1472-488d-8686-8a0b63a135a5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:28.175630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.179932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for c83a6b7f-84f2-4b87-b4ee-9a9fa017339f owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:28.195796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.201672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30965e87-f405-494f-bbb6-9aceb25947a1 None None] Provisioning complete for port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:28.202046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30965e87-f405-494f-bbb6-9aceb25947a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.210736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.212423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:28.225797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:28.245015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b9090d07-b2aa-46bc-8aa1-d9c51e4db242) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:28.251048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.256214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:28.265833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:28.266490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.275383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:28.279927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:28.299422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:28.307159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f1e5215e-199b-4aa1-8986-81b733e72dca tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3989544 Feb 10 11:32:28.309388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.309814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50490) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.315298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.320324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/54321bc9-b7e9-4de2-85d6-d5c51b064b26 HTTP/1.1" status: 204 len: 168 time: 0.1672094 Feb 10 11:32:28.321086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.345398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] For port 9678a753-b2ba-4436-af10-1707c4fed88e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9678a753-b2ba-4436-af10-1707c4fed88e,segment=NetworkSegment(2de291e2-8c29-4850-92b7-623b26f85f4b),segment_id=2de291e2-8c29-4850-92b7-623b26f85f4b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:28.357391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87c645-b785-4193-b049-3ac87123d1d0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54321bc9-b7e9-4de2-85d6-d5c51b064b26,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.359600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] Pushing event deleted for resources: {'Port': ['ID=c83a6b7f-84f2-4b87-b4ee-9a9fa017339f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.361590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb1bd0-f3e0-40e1-b1bd-c3b59d556740 None None] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:28.366380 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:24Z', 'revision_number': 3, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:28.372295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b977e0-34ae-4fc8-be79-a023bd757514 None None] The sync data for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv is: [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:24Z', 'revision_number': 3, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:28.399250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.404282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83ae2987-bf36-403a-abae-7e817eb354e6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:28.423795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83ae2987-bf36-403a-abae-7e817eb354e6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:28.427773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-83ae2987-bf36-403a-abae-7e817eb354e6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0996783 Feb 10 11:32:28.428416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.461832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.473022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.498081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:28.500006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.533651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4964cbe-3354-4cea-a743-636c36ce8c00,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.539553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.543261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7077f10e-c447-45c7-acde-69636eb0c8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c4964cbe-3354-4cea-a743-636c36ce8c00 HTTP/1.1" status: 204 len: 168 time: 0.1116211 Feb 10 11:32:28.543428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3569ae2-4ec9-482e-a5b3-2e1ffc44891d None None] No DVR routers for this DVR port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:28.543587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.545243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30965e87-f405-494f-bbb6-9aceb25947a1 None None] Port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:28.602831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-06732816-d2e8-457a-890c-1a365349a8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:28.603112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b6d53-8b8f-4a49-b62d-c01f281cb451 None None] Pushing event updated for resources: {'Port': ['ID=9678a753-b2ba-4436-af10-1707c4fed88e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.620467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-06732816-d2e8-457a-890c-1a365349a8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:28.625229 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-06732816-d2e8-457a-890c-1a365349a8c7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0772452 Feb 10 11:32:28.627680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50508) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.727900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.760052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:28.760364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:28.763649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.838161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.870038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca2271-8dd5-4552-90cf-acec679334f4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:28.871055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.4 (c9a05b38-ec64-415c-9d21-e1a7ff7d9350/ebfc8e7e-5e57-488e-846b-72e7a0649342/e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:28.880082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.902915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:28.906008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be899e51-bf5e-4fc8-976b-6156612e30d8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/36ca2271-8dd5-4552-90cf-acec679334f4 HTTP/1.1" status: 204 len: 168 time: 0.2774599 Feb 10 11:32:28.908695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50512) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:28.923677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.016467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6a86f49-5a74-4220-ab03-438c1e1445a5 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:29.033727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 239a14f9-8b4f-4df5-8030-45f4d1197492 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:29.034617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8f4e67d7-1472-488d-8686-8a0b63a135a5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8f4e67d7-1472-488d-8686-8a0b63a135a5,segment=NetworkSegment(92976170-1fb2-42cb-a27b-326e496dad23),segment_id=92976170-1fb2-42cb-a27b-326e496dad23)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:29.041280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.044479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3a9b5b02-d201-4585-869a-c0d78b327767 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:29.068008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6a86f49-5a74-4220-ab03-438c1e1445a5 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:29.074423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6a86f49-5a74-4220-ab03-438c1e1445a5 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1644893 Feb 10 11:32:29.081192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50516) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.089846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--15153014'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:29.097660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.107883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.129199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.241939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.243834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:29.244931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.246934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:29.250744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:29.260632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.342627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port c83a6b7f-84f2-4b87-b4ee-9a9fa017339f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:29.342967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.358954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.379258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.486967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f31132-e29c-4e68-b7fe-9133dfcc8d1f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:29.497456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8f4e67d7-1472-488d-8686-8a0b63a135a5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:29.510746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2f33112-6410-423e-a4f7-b479e7041112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.517357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.519060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-de689516-1484-43ef-beb3-46750ae820d3 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4365551 Feb 10 11:32:29.521639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50520) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.530052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '23f31132-e29c-4e68-b7fe-9133dfcc8d1f', 'direction': 'ingress', 'protocol': 17}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:29.541559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:29.554403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:29.558810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:29.570389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:29.622690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3a9b5b02-d201-4585-869a-c0d78b327767 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:29.623529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] The port 'c83a6b7f-84f2-4b87-b4ee-9a9fa017339f' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:29.627437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.653878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3a9b5b02-d201-4585-869a-c0d78b327767 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:29.654252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.718473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.726793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.738798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Allocated IP 172.20.0.2 (b9090d07-b2aa-46bc-8aa1-d9c51e4db242/a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf/21687f17-f6de-48f0-9882-ef385af52469) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:29.770317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7775029-27ec-42d6-afe6-0b93ac9f58c4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:29.796861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.802698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c3b127f9-f965-4cf5-94ca-1df60e5ca089 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2797229 Feb 10 11:32:29.803745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:29.927112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.927859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:29.956310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.044489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.089046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f31132-e29c-4e68-b7fe-9133dfcc8d1f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.099785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.101135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3c1698e-01a8-4aab-862e-edcc971fe339 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/23f31132-e29c-4e68-b7fe-9133dfcc8d1f HTTP/1.1" status: 204 len: 168 time: 0.2963731 Feb 10 11:32:30.104451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.111458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.168465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fe51e80-36e1-4e36-8aa7-8bdb138d1ab6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:30.191328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5fe51e80-36e1-4e36-8aa7-8bdb138d1ab6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:30.195996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3a9b5b02-d201-4585-869a-c0d78b327767, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3a9b5b02-d201-4585-869a-c0d78b327767,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:30.201560 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5fe51e80-36e1-4e36-8aa7-8bdb138d1ab6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0945642 Feb 10 11:32:30.202481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50532) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.208773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--948188621'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:30.210189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.216643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.218064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.228856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.249958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.311865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3a9b5b02-d201-4585-869a-c0d78b327767,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.316290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Transition to ACTIVE for port object 21687f17-f6de-48f0-9882-ef385af52469 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:30.323032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.327968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1b56e-30c9-4782-a305-3fa48e142a8f None None] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:30.334639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.341686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:30.344710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:30.349224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router abff0e9c-168e-4b52-9e69-846dcc5946e8 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:32:30.359645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.362035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab1b7a8-256f-477b-9c8d-434410713cf6']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.371787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:30.390672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.391072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5bb8b3-b6e2-434b-b985-2d1697e6fc28') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:30.407466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8b3befef-a8bf-4d15-a172-ec15dc4c6b38 None None] Provisioning complete for port 3a9b5b02-d201-4585-869a-c0d78b327767 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:30.407837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b3befef-a8bf-4d15-a172-ec15dc4c6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.442989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.450117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.458410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.476379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Transition to ACTIVE for port object 21687f17-f6de-48f0-9882-ef385af52469 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:30.517784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8f4e67d7-1472-488d-8686-8a0b63a135a5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:30.518132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.522145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3188369 Feb 10 11:32:30.522727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.538242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067492268'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:30.545972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.550258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578819e0-0986-4420-91bd-34ade917f456 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186db9e2-3c04-49ad-b21e-f5ec72188a59,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.551536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.554796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:30.556679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.559412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:30.560341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.565640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.577776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.615845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.620583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:30.624510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:30.630025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:30.630568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.630690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:30.650567 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:30.693829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.698084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.711067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 172.20.0.5 (777c9540-812e-4174-85ca-b69ca9423c5f/475ca2d3-ce09-4f19-b3c7-0023cb27253f/239a14f9-8b4f-4df5-8030-45f4d1197492) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:30.740492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fec7:6db (777c9540-812e-4174-85ca-b69ca9423c5f/8ae50447-542e-48c0-96dd-f6ac918db659/239a14f9-8b4f-4df5-8030-45f4d1197492) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:30.743147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.746757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34be207-314d-4f2f-bddf-fe6c941322b6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.757775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.758053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:30.762009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2c83652a-94ba-491e-a57d-d4614a86baf2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2292058 Feb 10 11:32:30.762160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Pushing event updated for resources: {'Port': ['ID=21687f17-f6de-48f0-9882-ef385af52469,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.762922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.766965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:30.768510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.769386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '186db9e2-3c04-49ad-b21e-f5ec72188a59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a34be207-314d-4f2f-bddf-fe6c941322b6', 'remote_ip_prefix': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:30.776562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:30.781595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:30.783411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:30.785242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:30.791094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:30.819767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.856761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.894883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.899276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.914866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.928561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98a129d-eceb-48cc-b08b-e3574316a97f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.939028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8f4e67d7-1472-488d-8686-8a0b63a135a5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:30.939182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.946278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:30.950650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-34cc32ab-79a3-4d66-8709-a93582d15733 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1836574 Feb 10 11:32:30.952399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:30.958778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:30.965026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Network': ['ID=2ab1b7a8-256f-477b-9c8d-434410713cf6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.967500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Attempting to bind port 21687f17-f6de-48f0-9882-ef385af52469 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:30.967864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Attempting to bind port 21687f17-f6de-48f0-9882-ef385af52469 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:30.968215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Attempting to bind port 21687f17-f6de-48f0-9882-ef385af52469 on network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:30.969231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:30.981790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:30.984437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:31.002261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:31.002624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Checking segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:31.003021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.003439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Bound using segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:31.003898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Bound port: 21687f17-f6de-48f0-9882-ef385af52469, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:31.004262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.018416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.031403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.058341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.084522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b98a129d-eceb-48cc-b08b-e3574316a97f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.091770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.093085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5f325648-cba2-4bcf-b37e-35508a5c2c03 None None] Provisioning for port 9678a753-b2ba-4436-af10-1707c4fed88e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:31.096000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4afee1e1-2814-40af-9bb5-7b5624edb2c6 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b98a129d-eceb-48cc-b08b-e3574316a97f HTTP/1.1" status: 204 len: 168 time: 0.1404138 Feb 10 11:32:31.096000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.096268 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92d60c8a-591d-4f09-aabf-3ff9c0a85ed0 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/networks/2ab1b7a8-256f-477b-9c8d-434410713cf6 HTTP/1.1" status: 204 len: 168 time: 5.1839128 Feb 10 11:32:31.099131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50550) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.172987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] For port 21687f17-f6de-48f0-9882-ef385af52469, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:31.186021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] For port 21687f17-f6de-48f0-9882-ef385af52469, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=21687f17-f6de-48f0-9882-ef385af52469,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:31.187862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9678a753-b2ba-4436-af10-1707c4fed88e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:31.193153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:31.193957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.219241 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.234638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:31.240440 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cd63371c-c869-4a0b-956f-29c1bc01412a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0110328 Feb 10 11:32:31.247669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50556) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.261598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] Sync routers for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:31.297690 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f65228e1-0aba-45e7-b560-90ba63ca35e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7121129 Feb 10 11:32:31.319483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50560) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.336912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:31.337772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:31.372852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d39255de-b3cc-446f-9df5-fdf019af6519 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:31.382023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 75f775d0-925e-4e8f-939c-ffacae0ed2af {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:31.382488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.439995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d39255de-b3cc-446f-9df5-fdf019af6519 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:31.444559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d39255de-b3cc-446f-9df5-fdf019af6519 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3452981 Feb 10 11:32:31.448665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.455090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f99e2f-aad4-449f-bca2-a4181ac3b5dc None None] Pushing event updated for resources: {'Port': ['ID=21687f17-f6de-48f0-9882-ef385af52469,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:31.476655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:31.496593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a920df-db35-4441-8a7b-ac3b3fce99b8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:31.498191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a7a920df-db35-4441-8a7b-ac3b3fce99b8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:31.509150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9678a753-b2ba-4436-af10-1707c4fed88e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:31.513117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Provisioning complete for port 9678a753-b2ba-4436-af10-1707c4fed88e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:31.513482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.518044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.550575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:31.551255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:31.602992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9678a753-b2ba-4436-af10-1707c4fed88e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:31.603340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.628307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 239a14f9-8b4f-4df5-8030-45f4d1197492 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:31.639279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a7a920df-db35-4441-8a7b-ac3b3fce99b8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:31.640642 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a7a920df-db35-4441-8a7b-ac3b3fce99b8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports/24cfed2a-cd25-4ba1-8de3-c8f98e3506cb HTTP/1.1" status: 200 len: 911 time: 0.3903635 Feb 10 11:32:31.645396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50568) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.732629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:31.733209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecca23-af80-41d6-9e7c-f20258145e9b None None] The sync data for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:31.798748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.829665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff43d343-fb19-4f57-a9c2-784b2a8b090f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:31.830460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff43d343-fb19-4f57-a9c2-784b2a8b090f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:31.861763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.861974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.900219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.909910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff43d343-fb19-4f57-a9c2-784b2a8b090f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:31.914281 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff43d343-fb19-4f57-a9c2-784b2a8b090f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.5912066 Feb 10 11:32:31.917955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50572) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:31.925948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.984897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:31.985372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.027538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:32.046759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:32.058779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:32.060181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9678a753-b2ba-4436-af10-1707c4fed88e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9678a753-b2ba-4436-af10-1707c4fed88e,segment=NetworkSegment(2de291e2-8c29-4850-92b7-623b26f85f4b),segment_id=2de291e2-8c29-4850-92b7-623b26f85f4b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:32.062078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.116871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.118076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cf775043-31a4-4f9f-a392-9d56b5896d67 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:32.197208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 75f775d0-925e-4e8f-939c-ffacae0ed2af owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:32.229170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=239a14f9-8b4f-4df5-8030-45f4d1197492,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.268637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.269260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.282672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.308434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9678a753-b2ba-4436-af10-1707c4fed88e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.317688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:32.318214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:32.324563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port cf775043-31a4-4f9f-a392-9d56b5896d67 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:32.329530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port cf775043-31a4-4f9f-a392-9d56b5896d67 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:32.329898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.340754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34be207-314d-4f2f-bddf-fe6c941322b6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.349257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:32.350056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.386736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.422285 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4deba7ef-b5a0-419b-8719-f6141696e006 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9774489 Feb 10 11:32:32.431074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.432364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dd816b87-94bf-4819-b1e0-7f09c70a286e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/a34be207-314d-4f2f-bddf-fe6c941322b6 HTTP/1.1" status: 204 len: 168 time: 0.9827678 Feb 10 11:32:32.432973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.435133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=75f775d0-925e-4e8f-939c-ffacae0ed2af,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.441538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50578) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.463041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.482702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port cf775043-31a4-4f9f-a392-9d56b5896d67, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cf775043-31a4-4f9f-a392-9d56b5896d67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:32.488814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.562244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c83a6b7f-84f2-4b87-b4ee-9a9fa017339f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:32.597519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: c83a6b7f-84f2-4b87-b4ee-9a9fa017339f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:32.597924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c83a6b7f-84f2-4b87-b4ee-9a9fa017339f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:32.599493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=cf775043-31a4-4f9f-a392-9d56b5896d67,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:32.651511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.654617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.662014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-892a0837-b054-475f-bd84-7bec87d9d9c4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/floatingips/93e9f52b-c79a-40e3-9c5d-24f9631c7a17 HTTP/1.1" status: 204 len: 168 time: 1.5598824 Feb 10 11:32:32.670070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50584) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.711942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a0c173b-736b-4d46-978c-50fdcf3e9dab tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:32.722608 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4ccef7-ed21-448f-9b68-7ecfdb08daea tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:32.723044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4ccef7-ed21-448f-9b68-7ecfdb08daea tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:32.724705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4b4ccef7-ed21-448f-9b68-7ecfdb08daea tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/5008af6d-f7cf-4694-b563-879b2cdca0fe HTTP/1.1" status: 404 len: 333 time: 0.0562923 Feb 10 11:32:32.733930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db762e-0dee-4e84-a6b2-e16cacc58f4d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:32.735867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.738221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db762e-0dee-4e84-a6b2-e16cacc58f4d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:32.739030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-40db762e-0dee-4e84-a6b2-e16cacc58f4d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:32.761342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9a0c173b-736b-4d46-978c-50fdcf3e9dab tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:32.762809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9a0c173b-736b-4d46-978c-50fdcf3e9dab tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2920928 Feb 10 11:32:32.765815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.781875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-40db762e-0dee-4e84-a6b2-e16cacc58f4d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:32.783148 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-40db762e-0dee-4e84-a6b2-e16cacc58f4d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3448281 Feb 10 11:32:32.787027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:32.830285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-552ac068-6213-4795-85f4-1b74223c269c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Synchronizing usage tracker for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:32.872066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3a9b5b02-d201-4585-869a-c0d78b327767 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:32.913256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 239a14f9-8b4f-4df5-8030-45f4d1197492 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:32.913522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:32.995694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.007655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-552ac068-6213-4795-85f4-1b74223c269c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Unset dirty status for tenant:6c4255d13e8a43b49e89936a560a2cee on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:33.012115 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-552ac068-6213-4795-85f4-1b74223c269c tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/ports?device_id=3129827a-1fb7-44cb-b8e8-5a2f2916d62e HTTP/1.1" status: 200 len: 205 time: 0.2753849 Feb 10 11:32:33.017787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50600) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.031373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Provisioning for port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:33.044211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3a9b5b02-d201-4585-869a-c0d78b327767 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.044584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.111210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Provisioning complete for port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.111603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.117507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.201269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.205143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:33.222386 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-189ded5b-0483-4edf-adff-c2a1dd8aef9b tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] delete failed (client error): The resource could not be found. Feb 10 11:32:33.226242 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-189ded5b-0483-4edf-adff-c2a1dd8aef9b tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/routers/3129827a-1fb7-44cb-b8e8-5a2f2916d62e HTTP/1.1" status: 404 len: 336 time: 0.1154144 Feb 10 11:32:33.230355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50604) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.257900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.275911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Provisioning for port e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:33.284791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 21687f17-f6de-48f0-9882-ef385af52469 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:33.310638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Provisioning complete for port e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.311761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.313087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.380767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f90d8db-ea46-4c4a-ac40-332dc42e647d None None] Port e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:33.433871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 21687f17-f6de-48f0-9882-ef385af52469 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:33.442512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9678a753-b2ba-4436-af10-1707c4fed88e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:33.471158 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc62f3f-11ee-4547-9bf5-f7d554805f1a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] DELETE failed (client error): The resource could not be found. Feb 10 11:32:33.471826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc62f3f-11ee-4547-9bf5-f7d554805f1a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:33.475966 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4cc62f3f-11ee-4547-9bf5-f7d554805f1a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/subnets/3697e905-2804-43cd-8537-f22364113a36 HTTP/1.1" status: 404 len: 337 time: 0.2375858 Feb 10 11:32:33.476482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50608) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:33.477387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a0ed7-2d32-40f2-8941-0202539b2828 None None] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:33.537728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.548138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.586672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Provisioning for port 239a14f9-8b4f-4df5-8030-45f4d1197492 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:33.599195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Provisioning complete for port 239a14f9-8b4f-4df5-8030-45f4d1197492 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.599586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.633867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186db9e2-3c04-49ad-b21e-f5ec72188a59,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:33.660803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Port 239a14f9-8b4f-4df5-8030-45f4d1197492 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:33.699360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 239a14f9-8b4f-4df5-8030-45f4d1197492 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:33.728703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port a145cb54-4e8a-4414-b6df-f5b3bde3ac24 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:33.729055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.729646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9678a753-b2ba-4436-af10-1707c4fed88e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.729864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.754160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.865190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Provisioning for port 21687f17-f6de-48f0-9882-ef385af52469 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:33.866649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.874963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Provisioning complete for port 21687f17-f6de-48f0-9882-ef385af52469 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:33.875619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.892554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:33.896092 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c9a2f3c-926d-44bc-8357-015138c3af37 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/186db9e2-3c04-49ad-b21e-f5ec72188a59 HTTP/1.1" status: 204 len: 168 time: 1.1270666 Feb 10 11:32:33.906144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.084111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:34.137852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.158599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1fc372f8-42e9-4e0d-8785-3c745145b1dc tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:34.175017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cf775043-31a4-4f9f-a392-9d56b5896d67 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:34.256981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] For port 21687f17-f6de-48f0-9882-ef385af52469, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=21687f17-f6de-48f0-9882-ef385af52469,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:34.257186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1fc372f8-42e9-4e0d-8785-3c745145b1dc tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:34.258385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1fc372f8-42e9-4e0d-8785-3c745145b1dc tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3516972 Feb 10 11:32:34.270348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50616) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.276029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.328682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.345832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126046115'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:34.357593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.371184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:34.373026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Provisioning complete for port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:34.373505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.405220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port cf775043-31a4-4f9f-a392-9d56b5896d67 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:34.405656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.438798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Pushing event updated for resources: {'Port': ['ID=21687f17-f6de-48f0-9882-ef385af52469,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:34.459085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:34.483362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:34.484948 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a51be72-ccca-4fee-bcf9-9b7c3a619f9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 HTTP/1.1" status: 204 len: 168 time: 2.5574133 Feb 10 11:32:34.485737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50620) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.488541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c83aa1-5150-4ebe-a36e-a018a8615a54 None None] Could not find standard attr ID for object e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:32:34.521305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.530205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for a145cb54-4e8a-4414-b6df-f5b3bde3ac24 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:34.581949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.606616 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-279f75c4-38c7-4fdb-8ba3-5c62829cb76c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:34.607131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-279f75c4-38c7-4fdb-8ba3-5c62829cb76c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:34.615036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Allocated IP 172.20.0.1 (b9090d07-b2aa-46bc-8aa1-d9c51e4db242/a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf/b76e4b9c-f50d-4fac-847c-7c9f6e71fc88) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:34.619268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=239a14f9-8b4f-4df5-8030-45f4d1197492,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:34.639687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.714501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f1eb8680-6058-4410-9216-d6a79c62f0b0 None None] Provisioning complete for port 21687f17-f6de-48f0-9882-ef385af52469 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:34.714862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8680-6058-4410-9216-d6a79c62f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.744118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 21687f17-f6de-48f0-9882-ef385af52469 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:34.839418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-279f75c4-38c7-4fdb-8ba3-5c62829cb76c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:34.844732 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-279f75c4-38c7-4fdb-8ba3-5c62829cb76c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/e5d7ebd4-8a01-4ce5-9300-d4c32d9c78d5 HTTP/1.1" status: 404 len: 333 time: 0.3477957 Feb 10 11:32:34.848002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50624) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:34.876091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 21687f17-f6de-48f0-9882-ef385af52469 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:34.876091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.878306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.885857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:34.922178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:34.944230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=a145cb54-4e8a-4414-b6df-f5b3bde3ac24,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:34.988623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:35.004954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:35.027134 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8edc96ba-17b4-45f9-90d1-a732c87883e2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/239a14f9-8b4f-4df5-8030-45f4d1197492 HTTP/1.1" status: 204 len: 168 time: 2.2372375 Feb 10 11:32:35.028836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:35.029872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.086940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port efc21fbd-347e-4ab3-a321-dbe0c22e5ffb {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:35.087311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.119528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.121681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8defda2-7833-4a58-851e-14e8781ad9b4 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/a145cb54-4e8a-4414-b6df-f5b3bde3ac24 HTTP/1.1" status: 204 len: 168 time: 1.6438398 Feb 10 11:32:35.125034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.126360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.127819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:35.128599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:35.131953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.193845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:35.195000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6ee3c0cb-8e0c-441d-96ab-057fbef7260e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1643448 Feb 10 11:32:35.198328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.239718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.245156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port ae6b816d-e1d7-4185-b6b6-83d542236569 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:35.245751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.334921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Transition to ACTIVE for port object b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:35.395856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.428946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.611365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a57f80-988a-412f-8776-bb8c8e36b368,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:35.629037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.630266 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-165834f2-eb84-47fc-b9f5-8fdc8b35c01c tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3438349 Feb 10 11:32:35.636700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.640016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50640) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:35.661754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': '07a57f80-988a-412f-8776-bb8c8e36b368', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:35.673182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:35.683776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 475ca2d3-ce09-4f19-b3c7-0023cb27253f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:35.689445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:35.693890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.720830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:35.724511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8:1::1 (f3d081f6-4cff-4a30-a573-42e5d681c134/eaf25df7-8930-4b8f-8b39-c559d1793a85/4aa6899b-fa27-4402-b5a5-b7f17e0e45a4) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:35.733353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.737073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:35.790869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.800392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.816612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:35.838345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:35.970407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for ae6b816d-e1d7-4185-b6b6-83d542236569 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:35.989074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:35.991441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:36.022700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for efc21fbd-347e-4ab3-a321-dbe0c22e5ffb owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:36.081049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.123530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.187510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.202516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.213522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.242606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969583a8-bed7-4c04-9f85-1a2af55d43aa,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.273555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.274640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dada0c04-4491-421d-b29c-0e727420a1fb tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6322191 Feb 10 11:32:36.278975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.288771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19b26ae7-f354-4990-92cf-ee4483f0ccd2 None None] Provisioning for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:36.294848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19b26ae7-f354-4990-92cf-ee4483f0ccd2 None None] Provisioning complete for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:36.295554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19b26ae7-f354-4990-92cf-ee4483f0ccd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.301035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.325191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.354391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-19b26ae7-f354-4990-92cf-ee4483f0ccd2 None None] Port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:36.355904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.360365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:36.383994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.389770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=ae6b816d-e1d7-4185-b6b6-83d542236569,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.406075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.411146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=475ca2d3-ce09-4f19-b3c7-0023cb27253f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.453445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.456008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a568a7-a81b-4e5f-a6c0-927b1b00cb1e None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:36.459248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.468592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=efc21fbd-347e-4ab3-a321-dbe0c22e5ffb,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.534643 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f47e6c0-e181-4814-9585-949bd9b7b5b3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/475ca2d3-ce09-4f19-b3c7-0023cb27253f HTTP/1.1" status: 204 len: 168 time: 1.3351457 Feb 10 11:32:36.537448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.541945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.564423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.585823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.586945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/969583a8-bed7-4c04-9f85-1a2af55d43aa HTTP/1.1" status: 204 len: 168 time: 0.3069410 Feb 10 11:32:36.595939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.598917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.602968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a1f07d49-b220-4314-add8-ae4adb57c3ad tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/ports/ae6b816d-e1d7-4185-b6b6-83d542236569 HTTP/1.1" status: 204 len: 168 time: 1.4679310 Feb 10 11:32:36.609957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50656) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.622075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12028cb3-d2c8-4174-9c71-0ca42947f1e0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=969583a8-bed7-4c04-9f85-1a2af55d43aa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.655201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 8ae50447-542e-48c0-96dd-f6ac918db659 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:36.669451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.671915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.734396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network f3d081f6-4cff-4a30-a573-42e5d681c134 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:36.741499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.768950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=4aa6899b-fa27-4402-b5a5-b7f17e0e45a4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:36.772278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:36.774307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:36.774827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.788916 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.804109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f145cf7-3715-467e-98c8-172cd36a4046 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:36.835670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f145cf7-3715-467e-98c8-172cd36a4046 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:36.836928 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f145cf7-3715-467e-98c8-172cd36a4046 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2350650 Feb 10 11:32:36.842371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50660) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.894310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:36.947988 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c02242f1-35e4-4d5b-831e-eb47d1cacfc9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/efc21fbd-347e-4ab3-a321-dbe0c22e5ffb HTTP/1.1" status: 204 len: 168 time: 2.0284605 Feb 10 11:32:36.950527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50664) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:36.977438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.021797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.026573 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6820ea6-d91d-4756-85e7-84019b661240 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:37.027121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6820ea6-d91d-4756-85e7-84019b661240 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:37.057705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429f334-61d3-42b6-8ae5-17bd50461b7a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:37.060010 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8429f334-61d3-42b6-8ae5-17bd50461b7a tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a5c7f3d-bea4-4637-9518-843c5f3db448 HTTP/1.1" status: 200 len: 913 time: 0.4423537 Feb 10 11:32:37.068518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.084139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.115496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6820ea6-d91d-4756-85e7-84019b661240 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:37.116642 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b6820ea6-d91d-4756-85e7-84019b661240 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/efc21fbd-347e-4ab3-a321-dbe0c22e5ffb HTTP/1.1" status: 404 len: 333 time: 0.1645098 Feb 10 11:32:37.127668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50672) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.198164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.199634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d60f76d4-3896-4093-a1d6-b2b793a081b4 None None] Provisioning for port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:37.207040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d60f76d4-3896-4093-a1d6-b2b793a081b4 None None] Provisioning complete for port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:37.207434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d60f76d4-3896-4093-a1d6-b2b793a081b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.256372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae50447-542e-48c0-96dd-f6ac918db659,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:37.266070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.279175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d60f76d4-3896-4093-a1d6-b2b793a081b4 None None] Port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:37.288606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a57f80-988a-412f-8776-bb8c8e36b368,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:37.291076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.316423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08eff8e6-6f8d-454a-8e3f-c2f761328f11 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/8ae50447-542e-48c0-96dd-f6ac918db659 HTTP/1.1" status: 204 len: 168 time: 0.7779682 Feb 10 11:32:37.319054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.320374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24d5414b-daf3-41be-90c5-a0f3e1f991a0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/07a57f80-988a-412f-8776-bb8c8e36b368 HTTP/1.1" status: 204 len: 168 time: 0.4765627 Feb 10 11:32:37.321348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.331874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.422201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-79efb07b-fb74-4d0d-a3ad-7f7fff76a487 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918977 Feb 10 11:32:37.426953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.505569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ba5be-fd7c-485e-a41d-672f5a97394a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:37.625785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa00c0db-4904-4312-8457-defbd5acc1b2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:37.661580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aa00c0db-4904-4312-8457-defbd5acc1b2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:37.666722 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aa00c0db-4904-4312-8457-defbd5acc1b2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3278053 Feb 10 11:32:37.667973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.673127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--205294114'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:37.686881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefbd9d1-bd31-4a8c-8d28-8a38c1ca58ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:37.687617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eefbd9d1-bd31-4a8c-8d28-8a38c1ca58ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:37.690921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:37.699787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6ac3b286-d284-4594-a9a3-fbb758089b51 None None] Provisioning complete for port 3a9b5b02-d201-4585-869a-c0d78b327767 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:37.700156 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ac3b286-d284-4594-a9a3-fbb758089b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.716037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:37.736373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-eefbd9d1-bd31-4a8c-8d28-8a38c1ca58ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:37.739605 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eefbd9d1-bd31-4a8c-8d28-8a38c1ca58ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3096788 Feb 10 11:32:37.742915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50692) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:37.813282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet ebfc8e7e-5e57-488e-846b-72e7a0649342 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:37.824052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.837911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.886100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:37.890781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Deleting port 3a9b5b02-d201-4585-869a-c0d78b327767 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:37.891149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.958218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:37.970105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa58878-3866-457f-8ff4-c4ab943593cb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:37.971308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aaa58878-3866-457f-8ff4-c4ab943593cb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:37.972936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.005797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.030507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.063056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aaa58878-3866-457f-8ff4-c4ab943593cb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:38.070396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aaa58878-3866-457f-8ff4-c4ab943593cb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2705371 Feb 10 11:32:38.072060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50696) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.085343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.153462 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0bd3b229-5a3f-4d9b-869c-c0c70ca461b9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727944 Feb 10 11:32:38.156928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50700) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.158070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] For port 3a9b5b02-d201-4585-869a-c0d78b327767, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3a9b5b02-d201-4585-869a-c0d78b327767,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:38.158470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.162103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.183593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.208485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.280522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Calling delete_port for 3a9b5b02-d201-4585-869a-c0d78b327767 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:38.295007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.312659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.337530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.350754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.351675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.362674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.383486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.389055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70bdf30-9a20-4788-bb18-d1518fa6b801,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.394151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.404020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.409469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.410471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] Pushing event deleted for resources: {'Port': ['ID=3a9b5b02-d201-4585-869a-c0d78b327767,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.411133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-086a4f82-6e18-4f03-9ade-151ffef4101a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7428899 Feb 10 11:32:38.414470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50704) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.417846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce950f4-ee25-47f0-90a9-98155eb03f3f None None] No DVR routers for this DVR port 3a9b5b02-d201-4585-869a-c0d78b327767 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:38.420564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': 'b70bdf30-9a20-4788-bb18-d1518fa6b801', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.432960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.437380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:38.440912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.442945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:38.443577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:38.448261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:38.454531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:38.462269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.523307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.591023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=4aa6899b-fa27-4402-b5a5-b7f17e0e45a4,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.592972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bdc5cdb-8a41-4fde-8de3-9ac8cb0c724c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4374061 Feb 10 11:32:38.601007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50708) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.608972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:38.624200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.631939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:38.635214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:38.714774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3a9b5b02-d201-4585-869a-c0d78b327767 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:38.756391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3a9b5b02-d201-4585-869a-c0d78b327767 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:38.756732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3a9b5b02-d201-4585-869a-c0d78b327767 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:38.776137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.780324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:38.805733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:38.814010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.823926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.840894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:38.844335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.845694 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:38.846109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:38.847051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfc8e7e-5e57-488e-846b-72e7a0649342,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.860792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.874851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78d7ac-8713-4f8d-bc29-035aea45723b None None] Network c9a05b38-ec64-415c-9d21-e1a7ff7d9350 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:38.878061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b7c9a5-1665-468a-a2c5-db6007f7a769,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:38.885929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network f3d081f6-4cff-4a30-a573-42e5d681c134 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:38.888192 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4f548abf-f59a-40e3-ac8f-0bdd39045cf7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/ebfc8e7e-5e57-488e-846b-72e7a0649342 HTTP/1.1" status: 204 len: 168 time: 1.7564406 Feb 10 11:32:38.891629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.891780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:38.895470 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0398d8d-5d83-47ba-ae8e-111720dd7f17 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2921085 Feb 10 11:32:38.921857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50716) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:38.930309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:38.935583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2b1e5880-4974-45b7-add1-0ea390b65a98 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5158195 Feb 10 11:32:38.949721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50720) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.015591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:39.140095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fa33cf45-3e0e-47b4-a55b-3447000cda80 None None] Provisioning complete for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:39.141528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa33cf45-3e0e-47b4-a55b-3447000cda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.196994 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4af1e8d9-b4f7-44fe-9f40-a4f3a339598b tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules/21b7c9a5-1665-468a-a2c5-db6007f7a769 HTTP/1.1" status: 200 len: 705 time: 0.2437472 Feb 10 11:32:39.203360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50724) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.223857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.228594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fa33cf45-3e0e-47b4-a55b-3447000cda80 None None] Port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:39.244276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.263871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.273398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 9678a753-b2ba-4436-af10-1707c4fed88e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:39.273968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.301973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] DHCP port deletion for c9a05b38-ec64-415c-9d21-e1a7ff7d9350 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:39.306616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Deleting port 9678a753-b2ba-4436-af10-1707c4fed88e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:39.307445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.380892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:39.384287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.385614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:39.386022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:39.409300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-299ad2e7-69bd-4049-80ff-df693ed11e94 None None] Provisioning complete for port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:39.409667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-299ad2e7-69bd-4049-80ff-df693ed11e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.457456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e8452114-6ad1-49f6-bafa-9072f3946039 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:39.540602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-299ad2e7-69bd-4049-80ff-df693ed11e94 None None] Port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:39.554108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e8452114-6ad1-49f6-bafa-9072f3946039 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:39.555425 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e8452114-6ad1-49f6-bafa-9072f3946039 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3508556 Feb 10 11:32:39.560360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50728) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.579995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] For port 9678a753-b2ba-4436-af10-1707c4fed88e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9678a753-b2ba-4436-af10-1707c4fed88e,segment=NetworkSegment(2de291e2-8c29-4850-92b7-623b26f85f4b),segment_id=2de291e2-8c29-4850-92b7-623b26f85f4b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:39.580377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.606525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-73a922ec-8b56-409e-8343-419ae18ded63 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6828592 Feb 10 11:32:39.612073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50732) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.622429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:39.645636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.707400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Calling delete_port for 9678a753-b2ba-4436-af10-1707c4fed88e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:39.710012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.787098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port 9678a753-b2ba-4436-af10-1707c4fed88e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9678a753-b2ba-4436-af10-1707c4fed88e,segment=NetworkSegment(2de291e2-8c29-4850-92b7-623b26f85f4b),segment_id=2de291e2-8c29-4850-92b7-623b26f85f4b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:39.787561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.789024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:39.789181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.796870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.818641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:39.828003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router abff0e9c-168e-4b52-9e69-846dcc5946e8 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:39.832403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21b7c9a5-1665-468a-a2c5-db6007f7a769,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.840920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] Pushing event deleted for resources: {'Port': ['ID=9678a753-b2ba-4436-af10-1707c4fed88e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:39.846327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920b7a7-eb98-48a6-9eb2-a3fef985547f None None] No DVR routers for this DVR port 9678a753-b2ba-4436-af10-1707c4fed88e on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:39.856523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:39.860162 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d225ecc-5c20-4155-b058-dbfbd2f723f9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/21b7c9a5-1665-468a-a2c5-db6007f7a769 HTTP/1.1" status: 204 len: 168 time: 0.2949228 Feb 10 11:32:39.862578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50736) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:39.866181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:39.904209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Router d4a671a6-58e6-4dca-a92e-81b9aae384e0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:39.953015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 9678a753-b2ba-4436-af10-1707c4fed88e owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:40.061755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:40.062070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:40.128875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.130248 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:40.130675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:40.159477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 84ba9cfd-de13-42ac-94cd-ca480742fe2d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:40.159808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.225746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bdeff478-a268-489b-981c-027889a790d1 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:40.273954 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2ddb708d-0a67-4845-a736-09a761957146 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6599555 Feb 10 11:32:40.277497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.287917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:40.304877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bdeff478-a268-489b-981c-027889a790d1 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:40.306092 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bdeff478-a268-489b-981c-027889a790d1 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4411371 Feb 10 11:32:40.309297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50744) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.317938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': 'b70bdf30-9a20-4788-bb18-d1518fa6b801', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:40.325974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:40.352516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:40.377434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:40.385742 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d198e182-de8f-4e94-8026-af23f24d0fed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7385597 Feb 10 11:32:40.386939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.391254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] Sync routers for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:40.392357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.404442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:40.405119 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.467747 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.475066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.479044 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:40.479872 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.485010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:40.486625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.495808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Sync routers for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:40.516180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea84111-f2a2-48bd-b797-919a633bcc5d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:40.517245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:40.518841 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3551aa77-3c18-4795-872f-1af428c51007 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "PUT /v2.0/routers/d4a671a6-58e6-4dca-a92e-81b9aae384e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1988897 Feb 10 11:32:40.522972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:40.530145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.530307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.534461 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-48e1756c-1174-41f4-bee6-818a069db409 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2205672 Feb 10 11:32:40.534903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50754) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.544536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a067494e-798c-45cf-8a02-fd546f74aa6e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:40.548812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a067494e-798c-45cf-8a02-fd546f74aa6e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports/4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 HTTP/1.1" status: 200 len: 913 time: 0.1530905 Feb 10 11:32:40.548812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.554585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50758) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.562051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:40.563847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 9678a753-b2ba-4436-af10-1707c4fed88e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:40.564176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:40.571646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:40.571824 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1450bc-2a02-4a6b-b60e-e82d764b9ea4 None None] The sync data for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:40.708639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9678a753-b2ba-4436-af10-1707c4fed88e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:40.725216 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cd5a59a5-7299-4c5e-bee1-d1355fb4f264 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules/2ea84111-f2a2-48bd-b797-919a633bcc5d HTTP/1.1" status: 200 len: 705 time: 0.1867476 Feb 10 11:32:40.728883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50764) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:40.759426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9678a753-b2ba-4436-af10-1707c4fed88e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:40.759897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9678a753-b2ba-4436-af10-1707c4fed88e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:40.776619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:40.798187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 84ba9cfd-de13-42ac-94cd-ca480742fe2d owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:40.828831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] The port '9678a753-b2ba-4436-af10-1707c4fed88e' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:40.832463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f8fa6da-22a3-422b-a1db-21f911ca8e9f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:40.839365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:40.859459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f8fa6da-22a3-422b-a1db-21f911ca8e9f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:40.861851 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f8fa6da-22a3-422b-a1db-21f911ca8e9f tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1299438 Feb 10 11:32:40.929378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.154624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.172567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:37Z', 'revision_number': 2, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.177428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Checking router: d4a671a6-58e6-4dca-a92e-81b9aae384e0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:32:41.178090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Updating router d4a671a6-58e6-4dca-a92e-81b9aae384e0 port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:32:41.234495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.294518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.295894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:41.296313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:41.299816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.324348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.367734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.384147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-d3868d30-9ea7-472f-8938-f885787a00e4 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145258373&fields=id&tenant_id=91af0487670041898991d85571f36f1d HTTP/1.1" status: 200 len: 267 time: 0.5541375 Feb 10 11:32:41.449661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0fcba689-5ebf-4469-85ef-a989ebf0a2ae tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1686518 Feb 10 11:32:41.455835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a05b38-ec64-415c-9d21-e1a7ff7d9350']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.464541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50776) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.471885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:41.529185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de291e2-8c29-4850-92b7-623b26f85f4b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.529447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de291e2-8c29-4850-92b7-623b26f85f4b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:41.546702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.553202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.597686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.602650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.610793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Transition to ACTIVE for port object b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:41.618596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.633955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:41.638075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ea84111-f2a2-48bd-b797-919a633bcc5d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.647496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=84ba9cfd-de13-42ac-94cd-ca480742fe2d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.657098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:41.709318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.711504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:41.715083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.717019 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:41.717437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:32:41.720124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:41.720527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.750095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437da91-77fb-479f-8bff-5a472132d782 None None] Pushing event updated for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:41.770840 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dd4b6560-97ad-4596-be0d-00a1bb97f59e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3037422 Feb 10 11:32:41.773288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50780) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.784549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.791873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-891faa43-40d2-43a9-9463-2d005f21b296 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2ea84111-f2a2-48bd-b797-919a633bcc5d HTTP/1.1" status: 204 len: 168 time: 0.8558769 Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:41.792992 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:41.796242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.827462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b8efa126-df07-43ca-946f-e9f388f1bab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:41.855547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Attempting to bind port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:41.856708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Attempting to bind port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:41.856708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Attempting to bind port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 on network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:41.863736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:41.864110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Checking segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:41.864510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.865182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Bound using segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:41.865650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Bound port: b76e4b9c-f50d-4fac-847c-7c9f6e71fc88, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:41.866018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:41.907151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b8efa126-df07-43ca-946f-e9f388f1bab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:41.912667 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b8efa126-df07-43ca-946f-e9f388f1bab7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1350987 Feb 10 11:32:41.912667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:41.936589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-39b84706-7726-4709-a3d1-d9f3dafb209f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:41.938135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-39b84706-7726-4709-a3d1-d9f3dafb209f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 797 time: 0.5324848 Feb 10 11:32:41.981342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] For port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:41.986891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] For port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:41.999330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.026825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.032832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.034570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14584c9b-b6b0-4a53-a9a4-4d9a6babc65e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:42.035281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14584c9b-b6b0-4a53-a9a4-4d9a6babc65e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:42.056139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14584c9b-b6b0-4a53-a9a4-4d9a6babc65e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:42.059680 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14584c9b-b6b0-4a53-a9a4-4d9a6babc65e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1444564 Feb 10 11:32:42.060439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50792) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.086324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437da91-77fb-479f-8bff-5a472132d782 None None] Pushing event updated for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:42.093511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:42.094121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:42.134480 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-8b11947e-3941-44ae-b2bb-827db7dd9c4b tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/quotas/91af0487670041898991d85571f36f1d HTTP/1.1" status: 200 len: 375 time: 0.1878121 Feb 10 11:32:42.135859 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/c9a05b38-ec64-415c-9d21-e1a7ff7d9350 HTTP/1.1" status: 204 len: 168 time: 3.2438571 Feb 10 11:32:42.141091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131a4da-765b-4154-90cb-608290cae6ee tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=c9a05b38-ec64-415c-9d21-e1a7ff7d9350,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:42.145732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50796) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.155745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a156b7b-221d-40ac-85cc-a99d32f2f4ea tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:42.167921 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-23df2415-5ed4-44ef-b53c-a6a95237a320 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068387 Feb 10 11:32:42.168946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:42.169755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.194019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719425673'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:42.199444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50800) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.207839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:42.212913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:42.220027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:42.229331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:42.238738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:42.265928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a156b7b-221d-40ac-85cc-a99d32f2f4ea tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:42.270434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a156b7b-221d-40ac-85cc-a99d32f2f4ea tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4651999 Feb 10 11:32:42.271604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50804) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:42.280765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': 'b70bdf30-9a20-4788-bb18-d1518fa6b801', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:42.293071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:42.296272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.310953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:42.336301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:32:42.339534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:42.378514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-762f725b-5a39-41d5-8222-9b9cab5fb9fe tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2300291 Feb 10 11:32:42.379356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Project 99b4e3fa817e437ebfbfb3c8a27ee406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:32:42.385216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:42.394769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.436626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.436927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:42.437136 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment 71602ec5-d65c-41cc-bb8f-b538375760e0 of type vlan for network 1611ce58-99db-42be-84ee-31b49f75f42f Feb 10 11:32:42.447105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:42.463312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:42.467011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.583144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.650335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-6f90c23f-4fb5-481c-8353-9b221178f348 service neutron] 10.222.0.42 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462201 Feb 10 11:32:42.671176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.694661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.698509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.703061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.722739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:41Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:42.739370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a27894-8a15-4896-b50f-2aff246d82dd None None] The sync data for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv is: [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:41Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:42.776346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.780003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:42.780566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:42.840324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9565abca-4076-4d1a-a689-e72396257411,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:42.850800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 4aa6899b-fa27-4402-b5a5-b7f17e0e45a4 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:43.174664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.178877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-957668f1-b670-46b0-bfc5-e6b9fcbeec58 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9043682 Feb 10 11:32:43.189292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50808) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.213918 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0669868 Feb 10 11:32:43.225643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.261810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:43.264496 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b0cff012-2be5-498d-9ecd-e7cd53e613d2 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules/9565abca-4076-4d1a-a689-e72396257411 HTTP/1.1" status: 200 len: 711 time: 0.0741186 Feb 10 11:32:43.268355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.279623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49122b-6c57-43c7-b6ff-e358bb183d6e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=1611ce58-99db-42be-84ee-31b49f75f42f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.294369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1611ce58-99db-42be-84ee-31b49f75f42f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:43.294925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c62bf68c-ec15-400b-b361-2956313f03e2 service neutron] 10.222.0.42 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274624 Feb 10 11:32:43.320218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.388953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=4aa6899b-fa27-4402-b5a5-b7f17e0e45a4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.396153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:43.446640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.454500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:43.472553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:43.476744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:43.484757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:43.524285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:43.645688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.654646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=f1a3fa5b-6db6-464c-ad89-760b546f6aa3,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.664159 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2fce5dd9-3246-4b14-8bb2-992d9c39f27a tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3947685 Feb 10 11:32:43.725228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50824) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.764603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:43.766693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:43.769387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:43.769970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.779290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f279897-4290-4ebf-a948-92dd82d3c21a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:43.824433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.847177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.924208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.952703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:43.954054 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9565abca-4076-4d1a-a689-e72396257411 HTTP/1.1" status: 204 len: 168 time: 0.2232814 Feb 10 11:32:43.964479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50832) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.969248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e4ec4-0615-48bc-8590-2a8181439ef7 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9565abca-4076-4d1a-a689-e72396257411,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:43.978501 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7df63426-c9fe-4e39-86f7-67a6fdbe8d6a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7768564 Feb 10 11:32:43.983462 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2ecfd7ec-8190-4d25-8668-fa3afd51bd5c req-08e143da-2cf1-48cb-8071-022a2fc83d58 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 210 time: 0.1182227 Feb 10 11:32:43.987624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:43.993589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:fc:a5:63', 'name': 'tempest-NetworksTestDHCPv6-2011162749'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:44.049788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.066024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95250098-8383-4a56-bebb-b0507bf32df0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:44.160057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.187893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'f1a3fa5b-6db6-464c-ad89-760b546f6aa3'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:44.189432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.213298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95250098-8383-4a56-bebb-b0507bf32df0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:44.217277 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95250098-8383-4a56-bebb-b0507bf32df0 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2505095 Feb 10 11:32:44.218737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50842) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.323507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.360156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.386631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Allocated IP 2001:db8::f816:3eff:fe88:f385 (777c9540-812e-4174-85ca-b69ca9423c5f/f1a3fa5b-6db6-464c-ad89-760b546f6aa3/447115bb-623f-4227-901f-e11daf805936) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:44.530642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=dc61addb-0583-45f6-a985-8b1050424371,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.590353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:44.605039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': '71602ec5-d65c-41cc-bb8f-b538375760e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:44.605426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: 1611ce58-99db-42be-84ee-31b49f75f42f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:44.616731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:44.639107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.650959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Transition to ACTIVE for port object 447115bb-623f-4227-901f-e11daf805936 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:44.678363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Transition to ACTIVE for port object 447115bb-623f-4227-901f-e11daf805936 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:44.680560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.690915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.705755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70bdf30-9a20-4788-bb18-d1518fa6b801,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.767081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:44.779850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:44.780811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.784540 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ab6f8a12-512e-4972-ba37-bbeac41f1721 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/b70bdf30-9a20-4788-bb18-d1518fa6b801 HTTP/1.1" status: 204 len: 168 time: 0.5567458 Feb 10 11:32:44.784676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:44.794651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50846) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:44.842147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:44.847820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:44.853292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 0ba775eb-a330-4cc7-a147-1bcbad0027aa yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:44.853693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:44.864733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Pushing event updated for resources: {'Port': ['ID=447115bb-623f-4227-901f-e11daf805936,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:44.910663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router abff0e9c-168e-4b52-9e69-846dcc5946e8 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:44.922947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 1611ce58-99db-42be-84ee-31b49f75f42f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:44.946067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:44.964512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:44.965145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.007718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Attempting to bind port 447115bb-623f-4227-901f-e11daf805936 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:45.008317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Attempting to bind port 447115bb-623f-4227-901f-e11daf805936 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:45.008835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Attempting to bind port 447115bb-623f-4227-901f-e11daf805936 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:45.047324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:45.060592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:45.061138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.061873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:45.062577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Bound port: 447115bb-623f-4227-901f-e11daf805936, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:45.063049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.207406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1611ce58-99db-42be-84ee-31b49f75f42f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:45.219337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:45.224479 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff1006e3-77b5-4a6c-aec0-ba27c57e6580 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6659415 Feb 10 11:32:45.226983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273c191-21d6-4d6e-894f-b71fe30f8cb3 None None] Network 1611ce58-99db-42be-84ee-31b49f75f42f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:45.227693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.235927 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] Sync routers for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:45.256650 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:45.257302 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:45.334834 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:45.346983 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:45.347910 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:45.355455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.380984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8df5dfbe-075f-4b63-b8ad-eee4dc97cefa tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:45.384378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:45.384764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.387892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] For port 447115bb-623f-4227-901f-e11daf805936, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:45.407136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] For port 447115bb-623f-4227-901f-e11daf805936, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447115bb-623f-4227-901f-e11daf805936,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:45.414342 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:45.415092 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916820f-7cbd-4c8c-b6d3-5a1822db6eea None None] The sync data for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:45.425268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.427878 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d61abcc-247e-457a-9ef2-0c3560daebb8 req-9c9d7ec0-0665-4658-aaa6-3bf1b113daba tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 210 time: 0.1998267 Feb 10 11:32:45.507805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fefc:a563 (777c9540-812e-4174-85ca-b69ca9423c5f/f1a3fa5b-6db6-464c-ad89-760b546f6aa3/0ba775eb-a330-4cc7-a147-1bcbad0027aa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:45.535811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:45.537935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-294d1fde-440a-4ee5-aa41-6fe500118faa tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2976015 Feb 10 11:32:45.547890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50856) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.553786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8df5dfbe-075f-4b63-b8ad-eee4dc97cefa tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:45.555077 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8df5dfbe-075f-4b63-b8ad-eee4dc97cefa tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7522397 Feb 10 11:32:45.561087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f', 'name': 'tempest-PortsTestJSON-1293820939', 'fixed_ips': [{'subnet_id': 'dc61addb-0583-45f6-a985-8b1050424371', 'ip_address': '172.20.0.10'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:45.572016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.578421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-67b9413f-b6fd-4b93-8671-26c798661718 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:45.580065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-67b9413f-b6fd-4b93-8671-26c798661718 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.32 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 797 time: 0.5519738 Feb 10 11:32:45.589452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50860) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:45.613786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group': {'name': 'tempest-secgroup--231904963'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:45.640977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305be14-a1ee-47e3-82f7-f10356d50a4a None None] Pushing event updated for resources: {'Port': ['ID=447115bb-623f-4227-901f-e11daf805936,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.666641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.708683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:45.754645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:45.765935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1611ce58-99db-42be-84ee-31b49f75f42f', 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': 'dc61addb-0583-45f6-a985-8b1050424371'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:45.766661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:45.783649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:45.853970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.008633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Allocated IP 172.20.0.2 (1611ce58-99db-42be-84ee-31b49f75f42f/dc61addb-0583-45f6-a985-8b1050424371/e142cbbc-8d6d-45d9-915f-2ec09b79276a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:46.057430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.087453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-216cc709-dcd4-4554-8c8c-cd9776aeec9f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91af0487670041898991d85571f36f1d HTTP/1.1" status: 200 len: 380 time: 0.4859221 Feb 10 11:32:46.131325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'port': {'device_id': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'admin_state_up': True, 'tenant_id': '91af0487670041898991d85571f36f1d', 'security_groups': ['482838a7-5780-4a35-ab6b-cdc6f0c51d74']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:46.160803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 0ba775eb-a330-4cc7-a147-1bcbad0027aa will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:46.229213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:46.248920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:46.251002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.253626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:46.256112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:46.262901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:46.264299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Transition to ACTIVE for port object e142cbbc-8d6d-45d9-915f-2ec09b79276a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:46.285065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:46.287640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Transition to ACTIVE for port object e142cbbc-8d6d-45d9-915f-2ec09b79276a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:46.293909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:46.294968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.313897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:46.368990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:46.375043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.384002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Network 1611ce58-99db-42be-84ee-31b49f75f42f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:46.386933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:46.390523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:46.402059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Pushing event updated for resources: {'Port': ['ID=e142cbbc-8d6d-45d9-915f-2ec09b79276a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.409456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:46.410014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.414548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Router 7a5c7f3d-bea4-4637-9518-843c5f3db448 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:46.449379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.457781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:46.471579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:46.544560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Attempting to bind port e142cbbc-8d6d-45d9-915f-2ec09b79276a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:46.545184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Attempting to bind port e142cbbc-8d6d-45d9-915f-2ec09b79276a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '71602ec5-d65c-41cc-bb8f-b538375760e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:46.545706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Attempting to bind port e142cbbc-8d6d-45d9-915f-2ec09b79276a on network 1611ce58-99db-42be-84ee-31b49f75f42f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:46.550660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:port and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:46.555129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.560936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:46.563379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:46.563773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Checking segment: {'id': '71602ec5-d65c-41cc-bb8f-b538375760e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:46.564286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.564686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Bound using segment: {'id': '71602ec5-d65c-41cc-bb8f-b538375760e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:46.565170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Bound port: e142cbbc-8d6d-45d9-915f-2ec09b79276a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71602ec5-d65c-41cc-bb8f-b538375760e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:46.569581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.605344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:46.607926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.748512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:46.778949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] For port e142cbbc-8d6d-45d9-915f-2ec09b79276a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:46.787905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] For port e142cbbc-8d6d-45d9-915f-2ec09b79276a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e142cbbc-8d6d-45d9-915f-2ec09b79276a,segment=NetworkSegment(71602ec5-d65c-41cc-bb8f-b538375760e0),segment_id=71602ec5-d65c-41cc-bb8f-b538375760e0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:46.795219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.813619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.841775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:46.848439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:46.863353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:46.864061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.897335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447115bb-623f-4227-901f-e11daf805936 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:46.906996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Made reservation on behalf of 91af0487670041898991d85571f36f1d for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:46.910160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:46.930281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=0ba775eb-a330-4cc7-a147-1bcbad0027aa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.941013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c166577-439b-411b-85cc-542d89a6c29b req-f6611162-12ed-4604-8a23-12540be84fdc tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 210 time: 0.2541764 Feb 10 11:32:46.962382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce62e15-8553-4306-a825-1c9e9fa0e2e9 None None] Pushing event updated for resources: {'Port': ['ID=e142cbbc-8d6d-45d9-915f-2ec09b79276a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:46.992984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 24cfed2a-cd25-4ba1-8de3-c8f98e3506cb owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:47.021975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 447115bb-623f-4227-901f-e11daf805936 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:47.030593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Provisioning for port 447115bb-623f-4227-901f-e11daf805936 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:47.038314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 447115bb-623f-4227-901f-e11daf805936 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:47.039406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.100639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Provisioning complete for port 447115bb-623f-4227-901f-e11daf805936 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:47.101815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.265138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.282382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.346642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=24cfed2a-cd25-4ba1-8de3-c8f98e3506cb,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.348856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b666d-0ce5-4f18-8661-626f830e494b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.352795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.353582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.354097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.354745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.355282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.356465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.357029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.357687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.358199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.358779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.359346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.365739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.383021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.384519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7906692 Feb 10 11:32:47.386207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2cc16b9d-0251-41ad-a9be-03fad71ed6a1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3973718 Feb 10 11:32:47.400124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50866) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.400124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50868) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.401750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.401750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.401990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.402203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.402567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.403460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.403773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.404736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.405121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.405373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.405691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.426442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.426909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.427481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.427887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.429639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.430055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.431242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.431662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.433010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.433403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.434670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1048ba1-1c2f-400d-8e58-3432a4ace791 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:47.453800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 447115bb-623f-4227-901f-e11daf805936, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447115bb-623f-4227-901f-e11daf805936,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:47.460357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.461155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:47.516832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Allocated IP 172.20.0.3 (b9090d07-b2aa-46bc-8aa1-d9c51e4db242/a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf/15979fdd-2f72-4aee-9cf1-834e97e2772d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:47.597894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Request body: {'security_group_rule': {'security_group_id': 'ec6b666d-0ce5-4f18-8661-626f830e494b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:47.598488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.10 (1611ce58-99db-42be-84ee-31b49f75f42f/dc61addb-0583-45f6-a985-8b1050424371/8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:47.617280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:47.617632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-7c6697f7-b3e2-4ac9-a012-b332d731cab2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:47.619330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:47.630073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Usage tracker for resource:security_group_rule and tenant:99b4e3fa817e437ebfbfb3c8a27ee406 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:47.634124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:47.643769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:47.686718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=447115bb-623f-4227-901f-e11daf805936,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:47.687997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.693133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.707421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:47.707787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.815957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9de92-b676-4671-98df-7921696fc5d7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:47.819873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9de92-b676-4671-98df-7921696fc5d7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:47.824108 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31b9de92-b676-4671-98df-7921696fc5d7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3333597 Feb 10 11:32:47.824325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50874) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:47.951043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:47.965549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] Sync routers for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:47.971798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:47.986846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:47.988041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:48.045312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 0ba775eb-a330-4cc7-a147-1bcbad0027aa {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:48.045556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.073349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.139718 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8a218d8-f12a-40f9-a8c9-46ba22bf7548 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "PUT /v2.0/routers/7a5c7f3d-bea4-4637-9518-843c5f3db448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0574062 Feb 10 11:32:48.145276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.183091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06387af7-20b5-4e8b-85e3-a56271965a54,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.285980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:48.300342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] Routers {'7a5c7f3d-bea4-4637-9518-843c5f3db448'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:48.301306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7a5c7f3d-bea4-4637-9518-843c5f3db448'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:48.363703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5233b4dc-1103-46a8-ab1a-d0f18e8030ac req-30f6a5af-0f1e-4a83-9329-14d1efe4a70d tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Synchronizing usage tracker for tenant:91af0487670041898991d85571f36f1d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:48.371090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:48.371710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac0db2-6ff8-47cc-b04c-6edfe0da05f7 None None] The sync data for ids ['7a5c7f3d-bea4-4637-9518-843c5f3db448'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:48.377798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a1f98-884e-4af5-8962-a5667e6c3765 None None] Network 1611ce58-99db-42be-84ee-31b49f75f42f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:48.397617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.417704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.422140 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0902a1ff-e6ff-4544-8e79-4c3651b8c872 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9297965 Feb 10 11:32:48.422291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.428202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50884) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:48.456139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:48.460486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5233b4dc-1103-46a8-ab1a-d0f18e8030ac req-30f6a5af-0f1e-4a83-9329-14d1efe4a70d tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Unset dirty status for tenant:91af0487670041898991d85571f36f1d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:48.466054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5233b4dc-1103-46a8-ab1a-d0f18e8030ac req-30f6a5af-0f1e-4a83-9329-14d1efe4a70d tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 210 time: 0.3195164 Feb 10 11:32:48.480370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba33e08f-7106-4587-ac22-e35451ad6f82 None None] Provisioning for port e142cbbc-8d6d-45d9-915f-2ec09b79276a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:48.509348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Transition to ACTIVE for port object 15979fdd-2f72-4aee-9cf1-834e97e2772d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:48.569461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba33e08f-7106-4587-ac22-e35451ad6f82 None None] Provisioning for port 0ba775eb-a330-4cc7-a147-1bcbad0027aa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:48.582676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba33e08f-7106-4587-ac22-e35451ad6f82 None None] Provisioning complete for port 0ba775eb-a330-4cc7-a147-1bcbad0027aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:48.583047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba33e08f-7106-4587-ac22-e35451ad6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.603940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.610289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.656091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.675765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.679196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba33e08f-7106-4587-ac22-e35451ad6f82 None None] Port 0ba775eb-a330-4cc7-a147-1bcbad0027aa cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:48.701065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:48.765027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 1611ce58-99db-42be-84ee-31b49f75f42f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:48.782736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:48.788889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:48.793675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 0ba775eb-a330-4cc7-a147-1bcbad0027aa owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:48.794347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:48.825085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router abff0e9c-168e-4b52-9e69-846dcc5946e8 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:32:48.834726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:48.855147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:48.876066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e142cbbc-8d6d-45d9-915f-2ec09b79276a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:48.900052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:49.028798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e142cbbc-8d6d-45d9-915f-2ec09b79276a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:49.035676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e142cbbc-8d6d-45d9-915f-2ec09b79276a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.036067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.095962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.132394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.133514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.143869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.144195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.144436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.148156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.163539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.205698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:32:49.216992 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] Sync routers for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:32:49.228381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=0ba775eb-a330-4cc7-a147-1bcbad0027aa,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.232611 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-03c87c7b-e552-4543-850a-b84a6019e26b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0032136 Feb 10 11:32:49.235931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50888) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.237193 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:49.238943 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.272259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.295644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Provisioning complete for port e142cbbc-8d6d-45d9-915f-2ec09b79276a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.296013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.319031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1d4f7a8-a322-4ed6-8280-a44a2222e8eb tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:49.327964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b666d-0ce5-4f18-8661-626f830e494b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.335650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.339398 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35020603-0f21-487b-a0da-e8b72efb761e tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec6b666d-0ce5-4f18-8661-626f830e494b HTTP/1.1" status: 204 len: 168 time: 0.9090362 Feb 10 11:32:49.341428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.348792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.350901 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cd7332db-c212-40fe-9c35-a5c9e27fd04d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0ba775eb-a330-4cc7-a147-1bcbad0027aa HTTP/1.1" status: 204 len: 168 time: 1.5184495 Feb 10 11:32:49.353462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50896) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.376877 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.389677 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9588b07b-5ad4-4f4e-b397-a25821ca3eb2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8402464 Feb 10 11:32:49.396551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50900) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.403852 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-f20e14de-0098-4fbd-bf6d-74f3a490b2d5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2896287 Feb 10 11:32:49.405132 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] Routers {'abff0e9c-168e-4b52-9e69-846dcc5946e8'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:32:49.405743 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['abff0e9c-168e-4b52-9e69-846dcc5946e8'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.410382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': '1611ce58-99db-42be-84ee-31b49f75f42f', 'name': 'tempest-PortsTestJSON-1303409610', 'fixed_ips': [{'subnet_id': 'dc61addb-0583-45f6-a985-8b1050424371', 'ip_address': '172.20.0.9'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.436585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Request body: {'port': {'device_id': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:49.439921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1d4f7a8-a322-4ed6-8280-a44a2222e8eb tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:49.441069 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1d4f7a8-a322-4ed6-8280-a44a2222e8eb tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=abff0e9c-168e-4b52-9e69-846dcc5946e8 HTTP/1.1" status: 200 len: 205 time: 0.2035570 Feb 10 11:32:49.451100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.453053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e142cbbc-8d6d-45d9-915f-2ec09b79276a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e142cbbc-8d6d-45d9-915f-2ec09b79276a,segment=NetworkSegment(71602ec5-d65c-41cc-bb8f-b538375760e0),segment_id=71602ec5-d65c-41cc-bb8f-b538375760e0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:49.472153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.473232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447115bb-623f-4227-901f-e11daf805936 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:49.506268 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:49.506920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c828a4-e616-4155-aa7b-d14d4532c143 None None] The sync data for ids ['abff0e9c-168e-4b52-9e69-846dcc5946e8'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:32:49.681641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d446fe3-a208-471d-95b4-69bbf697893b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.682944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d446fe3-a208-471d-95b4-69bbf697893b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:49.683716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2d446fe3-a208-471d-95b4-69bbf697893b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:49.692218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5501b201-5213-407a-8a73-cb0ba822ee45 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:49.697074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e142cbbc-8d6d-45d9-915f-2ec09b79276a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:49.700985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.714516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Provisioning for port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:49.723355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Provisioning complete for port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.723729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.755809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 447115bb-623f-4227-901f-e11daf805936 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.755809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.756124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2d446fe3-a208-471d-95b4-69bbf697893b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:49.757155 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2d446fe3-a208-471d-95b4-69bbf697893b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4028151 Feb 10 11:32:49.763140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:49.783434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50912) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.785649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5501b201-5213-407a-8a73-cb0ba822ee45 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:49.786855 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5501b201-5213-407a-8a73-cb0ba822ee45 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4428284 Feb 10 11:32:49.811078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50916) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:49.836032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f408af94-6f1a-4128-8a3b-a77fd2a1d3d5 None None] Port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:49.899267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:49.912784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:49.917065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:49.927868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:49.955921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a39c459b-3796-4d36-b296-f9a933f9b215 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:49.964359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:49.974214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Provisioning complete for port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:49.974575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.029967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:50.057603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Provisioning for port 15979fdd-2f72-4aee-9cf1-834e97e2772d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:50.057603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Provisioning complete for port 15979fdd-2f72-4aee-9cf1-834e97e2772d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:50.057603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.115513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2b31f-54ce-4dfe-b912-c0a973376022 None None] Port 15979fdd-2f72-4aee-9cf1-834e97e2772d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:50.153202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538e2a3-c7e4-4e42-9bb6-a2072dc4b8eb req-3906c1b9-0b28-48e9-ba0b-8d6491be9ffe tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.154659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1538e2a3-c7e4-4e42-9bb6-a2072dc4b8eb req-3906c1b9-0b28-48e9-ba0b-8d6491be9ffe tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 931 time: 0.5219111 Feb 10 11:32:50.204243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.277108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting port 0466d292-638b-4b8e-83f5-83223eeefa9a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:50.277495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.302745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a39c459b-3796-4d36-b296-f9a933f9b215 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group_rule {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:50.303965 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a39c459b-3796-4d36-b296-f9a933f9b215 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4876916 Feb 10 11:32:50.307919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50920) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.469091 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-f9679889-5cc7-452a-9873-4bb73582e4a9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] delete failed (client error): The resource could not be found. Feb 10 11:32:50.470014 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f9679889-5cc7-452a-9873-4bb73582e4a9 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec6b666d-0ce5-4f18-8661-626f830e494b HTTP/1.1" status: 404 len: 347 time: 0.1612060 Feb 10 11:32:50.477013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1538e2a3-c7e4-4e42-9bb6-a2072dc4b8eb req-fea7f3bd-93a2-458a-a4d8-06959fe187b7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582433 Feb 10 11:32:50.480439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50924) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.502182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet f1a3fa5b-6db6-464c-ad89-760b546f6aa3 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:50.503524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.515162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.528725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.556834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port ef7b09da-4c85-41fc-affa-5d9681021941 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:50.568853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.606238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e206d-d0f7-45a9-a3eb-2075277a32cc req-a92bbbf3-d1ec-404e-839b-5430f99e8460 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:50.607699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f64e206d-d0f7-45a9-a3eb-2075277a32cc req-a92bbbf3-d1ec-404e-839b-5430f99e8460 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7119029 Feb 10 11:32:50.629424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff63d36f-a2e3-4b34-8f15-6156ffa88fd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Synchronizing usage tracker for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:50.661810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.662266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router abff0e9c-168e-4b52-9e69-846dcc5946e8 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:50.694412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ff63d36f-a2e3-4b34-8f15-6156ffa88fd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] Unset dirty status for tenant:99b4e3fa817e437ebfbfb3c8a27ee406 on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:50.695646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ff63d36f-a2e3-4b34-8f15-6156ffa88fd8 tempest-SecGroupIPv6Test-715970898 tempest-SecGroupIPv6Test-715970898-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2127771 Feb 10 11:32:50.718943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e142cbbc-8d6d-45d9-915f-2ec09b79276a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:50.731096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.732115 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b50a60fc-9318-44b3-94ca-e58760525c0c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8 HTTP/1.1" status: 204 len: 168 time: 1.2800539 Feb 10 11:32:50.733897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.735905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50930) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:50.805004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.814296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f64e206d-d0f7-45a9-a3eb-2075277a32cc req-113a639f-2290-4e44-b6b2-8fdb01482451 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851132 Feb 10 11:32:50.820021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:32:50.826616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e142cbbc-8d6d-45d9-915f-2ec09b79276a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:50.826993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:50.897757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.9 (1611ce58-99db-42be-84ee-31b49f75f42f/dc61addb-0583-45f6-a985-8b1050424371/ef7b09da-4c85-41fc-affa-5d9681021941) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:51.055870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet eaf25df7-8930-4b8f-8b39-c559d1793a85 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:51.061430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.109990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Calling delete_port for 0466d292-638b-4b8e-83f5-83223eeefa9a owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:51.173221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:51.175898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.177911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:32:51.227599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.245722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.316138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Transition to ACTIVE for port object 15979fdd-2f72-4aee-9cf1-834e97e2772d will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:51.330947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.389236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.444856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.472507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object ef7b09da-4c85-41fc-affa-5d9681021941 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:51.501223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.533566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.552187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.560062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.622072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a3fa5b-6db6-464c-ad89-760b546f6aa3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.631551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf25df7-8930-4b8f-8b39-c559d1793a85,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.635970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec454f8e-0c64-4e8b-bd9c-96a26425f9e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99b4e3fa817e437ebfbfb3c8a27ee406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4504550 Feb 10 11:32:51.648250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50948) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:51.664001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804e37c-0ec1-49f4-8db2-c88990310168 req-da6a1215-a311-42b4-8b33-9dc6791a5e7c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:51.665436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0804e37c-0ec1-49f4-8db2-c88990310168 req-da6a1215-a311-42b4-8b33-9dc6791a5e7c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4930797 Feb 10 11:32:51.683616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.690603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15aa6e4-01cd-406c-b891-0a27d28e76a3 None None] Network f3d081f6-4cff-4a30-a573-42e5d681c134 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:51.699240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network 1611ce58-99db-42be-84ee-31b49f75f42f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:51.710332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.710973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:51.712115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52885444-d2b3-4107-a3da-5a4d560a8702 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:51.713372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:51.784196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:51.784746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:51.807476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=ef7b09da-4c85-41fc-affa-5d9681021941,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:51.814008 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7a1f3d10-645e-4df5-9230-632a2cbd4101 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/eaf25df7-8930-4b8f-8b39-c559d1793a85 HTTP/1.1" status: 204 len: 168 time: 1.0749767 Feb 10 11:32:51.816772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50952) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:51.865883 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b711a18a-d08f-4e6a-8cc0-c1e38ef4bd8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4681363 Feb 10 11:32:51.866663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50956) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.016044 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75fe1851-e2b5-44b2-95b0-6414629b7d8e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/f1a3fa5b-6db6-464c-ad89-760b546f6aa3 HTTP/1.1" status: 204 len: 168 time: 2.2287793 Feb 10 11:32:52.020639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50960) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.102584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.160301 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f932fa6-8490-40a9-841b-0769cc46a154 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385484 Feb 10 11:32:52.167429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ac03c04-18ca-4490-bbf3-f4a8cef5d130 None None] Provisioning for port ef7b09da-4c85-41fc-affa-5d9681021941 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:52.172199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0804e37c-0ec1-49f4-8db2-c88990310168 req-77228464-04aa-4ee2-96ca-9bcf83050dc9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734871 Feb 10 11:32:52.173446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ac03c04-18ca-4490-bbf3-f4a8cef5d130 None None] Provisioning complete for port ef7b09da-4c85-41fc-affa-5d9681021941 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:52.173893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ac03c04-18ca-4490-bbf3-f4a8cef5d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.175555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 50964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.177771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Attempting to bind port 15979fdd-2f72-4aee-9cf1-834e97e2772d on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:52.178100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Attempting to bind port 15979fdd-2f72-4aee-9cf1-834e97e2772d by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:52.178417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Attempting to bind port 15979fdd-2f72-4aee-9cf1-834e97e2772d on network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:52.182428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Port': ['ID=0466d292-638b-4b8e-83f5-83223eeefa9a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.191067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:52.234980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0ac03c04-18ca-4490-bbf3-f4a8cef5d130 None None] Port ef7b09da-4c85-41fc-affa-5d9681021941 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:32:52.271520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.286152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] DHCP port deletion for f3d081f6-4cff-4a30-a573-42e5d681c134 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:52.294256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet aad781ba-b8a3-42fd-80ed-0f7ad83fb49f {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:52.294740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Deleting port 8f4e67d7-1472-488d-8686-8a0b63a135a5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:52.295351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.306832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.325541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Port 15979fdd-2f72-4aee-9cf1-834e97e2772d on network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:32:52.325770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Attempting to bind port 15979fdd-2f72-4aee-9cf1-834e97e2772d on network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:52.345378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:52.350373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.362765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Deleting port 447115bb-623f-4227-901f-e11daf805936 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:52.364289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.373476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0a4c-3038-4fde-9b91-b8d0a91516d8 req-40124c99-4a50-4e7c-ad07-e35dcf0336fb tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:52.374933 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-806a0a4c-3038-4fde-9b91-b8d0a91516d8 req-40124c99-4a50-4e7c-ad07-e35dcf0336fb tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 943 time: 0.6787295 Feb 10 11:32:52.404105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a2f8f-b71d-46d0-b238-83f78f076c9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:52.404782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c19a2f8f-b71d-46d0-b238-83f78f076c9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:52.420887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.457403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:52.458293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Checking segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:52.458853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Bound using segment: {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:52.459488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Bound port: 15979fdd-2f72-4aee-9cf1-834e97e2772d, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5620d0a3-7604-4394-bbff-0fcf3d7523d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:52.460014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.482946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c19a2f8f-b71d-46d0-b238-83f78f076c9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:52.487292 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c19a2f8f-b71d-46d0-b238-83f78f076c9d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6110978 Feb 10 11:32:52.490774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50970) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.566237 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.571534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:52.586028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:52.598315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:52.603290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e7d19-3413-4a4a-b1b1-e57970ee6aaa,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.630265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.671935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.673217 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6ea44711-2b1a-479b-9cc1-c903dd595cc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/486e7d19-3413-4a4a-b1b1-e57970ee6aaa HTTP/1.1" status: 204 len: 168 time: 1.0194461 Feb 10 11:32:52.678911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:52.683401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35915b-ca98-4c05-9e8b-59c9ab880e8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:52.687591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35915b-ca98-4c05-9e8b-59c9ab880e8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:52.691652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35915b-ca98-4c05-9e8b-59c9ab880e8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:52.696335 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cb35915b-ca98-4c05-9e8b-59c9ab880e8c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2045560 Feb 10 11:32:52.696922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50976) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:52.698845 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-806a0a4c-3038-4fde-9b91-b8d0a91516d8 req-a99713d8-ce7f-494e-ac7d-9d024bbc29f7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067889 Feb 10 11:32:52.784164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:52.787526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.799727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port ef7b09da-4c85-41fc-affa-5d9681021941 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:52.800883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.813788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8f4e67d7-1472-488d-8686-8a0b63a135a5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:52.875005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.875317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.912530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] For port 8f4e67d7-1472-488d-8686-8a0b63a135a5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8f4e67d7-1472-488d-8686-8a0b63a135a5,segment=NetworkSegment(92976170-1fb2-42cb-a27b-326e496dad23),segment_id=92976170-1fb2-42cb-a27b-326e496dad23)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:52.913059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.934840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:52.961759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=aad781ba-b8a3-42fd-80ed-0f7ad83fb49f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:52.971696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:52.992365 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-587fb96f-a5a5-43aa-b822-5449dd90631a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/aad781ba-b8a3-42fd-80ed-0f7ad83fb49f HTTP/1.1" status: 204 len: 168 time: 1.1745574 Feb 10 11:32:52.995610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 50982) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:53.047838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:53.067769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68e6c-e311-4b3b-9a44-559c0c261d29 req-164bf8cc-d272-4432-aecb-47eb011bd90b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:53.069667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4f68e6c-e311-4b3b-9a44-559c0c261d29 req-164bf8cc-d272-4432-aecb-47eb011bd90b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6845639 Feb 10 11:32:53.079867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.143288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Calling delete_port for 8f4e67d7-1472-488d-8686-8a0b63a135a5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:53.185621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e437bc-c3b1-4536-a8be-d7a902966ec7 None None] Network 2f473673-e14b-45cf-b958-13d435487f54 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:53.223853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] For port 447115bb-623f-4227-901f-e11daf805936, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447115bb-623f-4227-901f-e11daf805936,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:53.224249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.232668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.284921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.341013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.342910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] 10.222.0.32 "PUT /v2.0/ports/15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 1093 time: 3.9210961 Feb 10 11:32:53.345031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.359003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:32:53.457852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Calling delete_port for 447115bb-623f-4227-901f-e11daf805936 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:53.463542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.467143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for ef7b09da-4c85-41fc-affa-5d9681021941 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:53.542249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 8f4e67d7-1472-488d-8686-8a0b63a135a5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:53.542658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.678880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] The port '8f4e67d7-1472-488d-8686-8a0b63a135a5' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:32:53.685686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.701209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.731533 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4f68e6c-e311-4b3b-9a44-559c0c261d29 req-d713c348-7c48-416b-9b0c-dae6ba2225b3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5767181 Feb 10 11:32:53.732432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b419bb-5d3e-48f1-9985-0a5dc86aefbe service neutron] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:53.746885 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'status': 'completed', 'code': 200} Feb 10 11:32:53.838200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Pushing event deleted for resources: {'Port': ['ID=8f4e67d7-1472-488d-8686-8a0b63a135a5,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:53.869147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.892584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] No DVR routers for this DVR port 8f4e67d7-1472-488d-8686-8a0b63a135a5 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:53.899405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.928008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447115bb-623f-4227-901f-e11daf805936 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:53.960021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:53.960553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5c7f3d-bea4-4637-9518-843c5f3db448 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:32:53.968499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 447115bb-623f-4227-901f-e11daf805936 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:53.969762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447115bb-623f-4227-901f-e11daf805936 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:53.979948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.981011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.981657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.982039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.982467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.982865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.983293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.983832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.985288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.985695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.986094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0d3de5-a752-47c5-81b5-97ced4fce324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:32:53.996212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.016660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d081f6-4cff-4a30-a573-42e5d681c134']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:54.037246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92976170-1fb2-42cb-a27b-326e496dad23') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:54.037727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92976170-1fb2-42cb-a27b-326e496dad23') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:54.040043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.041391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35edcbfa-77a9-4ed0-9add-8cb0954c2c52 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/routers/7a5c7f3d-bea4-4637-9518-843c5f3db448 HTTP/1.1" status: 204 len: 168 time: 5.8793373 Feb 10 11:32:54.049104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.056478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.064137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] Pushing event deleted for resources: {'Port': ['ID=447115bb-623f-4227-901f-e11daf805936,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.066329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83bab4-c84b-4b60-be4d-bed02d008feb None None] No DVR routers for this DVR port 447115bb-623f-4227-901f-e11daf805936 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:54.103340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.126857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=ef7b09da-4c85-41fc-affa-5d9681021941,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.130136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.135125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:54.135992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:54.155647 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:54.173569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] DHCP port deletion for 2f473673-e14b-45cf-b958-13d435487f54 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:54.178537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Deleting port ca416ac6-b9f3-44e3-92cf-673dc8253231 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:54.179123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.215334 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-01c244b6-13b4-4a5d-8321-03c1d3c23952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1096 time: 0.8042257 Feb 10 11:32:54.412936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-80c0390a-4d0b-4b16-9236-b0ca77868a33 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:54.413823 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-80c0390a-4d0b-4b16-9236-b0ca77868a33 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:32:54.414938 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-80c0390a-4d0b-4b16-9236-b0ca77868a33 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2837245 Feb 10 11:32:54.417141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cf7d2-881d-4219-b741-500c2b48fb6e req-9dade64f-8ff1-4437-a84f-dabc36214eac tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:54.424823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51016) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.426598 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-839cf7d2-881d-4219-b741-500c2b48fb6e req-9dade64f-8ff1-4437-a84f-dabc36214eac tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5131035 Feb 10 11:32:54.436743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--407843869'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:54.445230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:54.457745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.459986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:54.467004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:54.485657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] For port ca416ac6-b9f3-44e3-92cf-673dc8253231, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ca416ac6-b9f3-44e3-92cf-673dc8253231,segment=NetworkSegment(d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd),segment_id=d5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:54.486239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.496971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.501967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:54.519742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-0757a030-d46b-45d5-af30-ff0bc97d54bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 217 time: 0.2908075 Feb 10 11:32:54.522416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=f3d081f6-4cff-4a30-a573-42e5d681c134,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.524832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.526742 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-897cceba-8d57-45a0-a1a8-4c29890c2100 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/ef7b09da-4c85-41fc-affa-5d9681021941 HTTP/1.1" status: 204 len: 168 time: 1.8224049 Feb 10 11:32:54.530099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.534486 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-263d739f-6c4b-436f-99ca-cabf8f1e1e4a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/f3d081f6-4cff-4a30-a573-42e5d681c134 HTTP/1.1" status: 204 len: 168 time: 1.5371890 Feb 10 11:32:54.557345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51024) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.567849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.588586 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-437739df-f0ce-4748-b4a8-8ecc4b96645f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:54.589354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-437739df-f0ce-4748-b4a8-8ecc4b96645f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:54.593566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.625586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-437739df-f0ce-4748-b4a8-8ecc4b96645f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:54.627001 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-437739df-f0ce-4748-b4a8-8ecc4b96645f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/ef7b09da-4c85-41fc-affa-5d9681021941 HTTP/1.1" status: 404 len: 333 time: 0.0957475 Feb 10 11:32:54.629135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Calling delete_port for ca416ac6-b9f3-44e3-92cf-673dc8253231 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:54.629743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51028) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:54.678012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:54.690312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:54.698246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:54.704398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:54.712047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:54.712460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.716854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.763577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ca416ac6-b9f3-44e3-92cf-673dc8253231 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:54.801835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:32:54.803913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] Pushing event deleted for resources: {'Port': ['ID=ca416ac6-b9f3-44e3-92cf-673dc8253231,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:54.807210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ca416ac6-b9f3-44e3-92cf-673dc8253231 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:54.807730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ca416ac6-b9f3-44e3-92cf-673dc8253231 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:54.812196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704489f-9963-4f64-a3a7-2106d73f0941 None None] No DVR routers for this DVR port ca416ac6-b9f3-44e3-92cf-673dc8253231 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:54.816149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3043fb-c3df-4294-ab3f-741d3e997bb4 req-d0c9b063-ae9a-49be-babc-56785e1b3451 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:54.816149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f3043fb-c3df-4294-ab3f-741d3e997bb4 req-d0c9b063-ae9a-49be-babc-56785e1b3451 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 943 time: 0.6892822 Feb 10 11:32:54.817087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c1c80615-3d8f-4a25-a3c1-27683b51025c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:54.818259 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-c1c80615-3d8f-4a25-a3c1-27683b51025c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 200 len: 835 time: 0.2675884 Feb 10 11:32:54.822859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.831325 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-839cf7d2-881d-4219-b741-500c2b48fb6e req-d3cf09ea-3ba2-4f27-a59c-8443b17228f5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036400 Feb 10 11:32:54.917431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Deleting subnet ca168a1f-eb5a-4a21-95a6-6be1917e6521 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:54.952389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.977633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.990343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:54.991482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.015549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:55.019980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:55.023164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:55.031066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:55.049018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:55.060202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:55.075370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:55.075953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.084366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2ed437-4286-4863-b98b-36c0b06ef66f None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:55.090545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5a379-c268-42ce-baf4-a7a82e261d8a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.114009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=7f376f84-0e64-45df-ad08-b6569656513c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.124139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.151947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.204870 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f3043fb-c3df-4294-ab3f-741d3e997bb4 req-cb4e9a49-42b1-4c86-8b45-f528727a9c32 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695607 Feb 10 11:32:55.304437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:55.336537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ac9d017-6fec-469c-bd84-e467ea7428dd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1555698 Feb 10 11:32:55.351517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.362581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:fb:8c:86', 'name': 'tempest-NetworksTestDHCPv6-1616988274'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:55.378766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.384288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.386005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '7f376f84-0e64-45df-ad08-b6569656513c'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:32:55.387573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.395382 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-3ab49832-2fb6-4267-b04c-1a673d481acd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5618553 Feb 10 11:32:55.397434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.449844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.478567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f473673-e14b-45cf-b958-13d435487f54']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:55.541721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88525e-7044-4cf6-a3e7-69105dc4d6e2,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.552210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.552827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Allocated IP 2001:db8::f816:3eff:fe78:5eb6 (777c9540-812e-4174-85ca-b69ca9423c5f/7f376f84-0e64-45df-ad08-b6569656513c/8d60c70c-c3d7-4b4d-954b-28dbad679c0c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:55.557199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-75201889-f47d-47b9-8d8e-31e68ff3c7ab tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1271718 Feb 10 11:32:55.566346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:55.575804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '2e88525e-7044-4cf6-a3e7-69105dc4d6e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:55.612531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:55.643298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:55.649207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:55.659733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:55.661936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:55.666359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:55.666650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f93e8a-4d2c-40e4-80d8-4fa2d5f0c5dd') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:55.670594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:55.676535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:55.688552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:55.700047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.700394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.724687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.742155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:55.742885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:55.743424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:55.761250 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:55.764667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.778380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.780089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97289ab3-adf7-48f4-8b6b-d88ecb615a3a req-95b59cae-bf37-4c64-b225-20c5c099521e tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:55.786918 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97289ab3-adf7-48f4-8b6b-d88ecb615a3a req-95b59cae-bf37-4c64-b225-20c5c099521e tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5594099 Feb 10 11:32:55.828592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.841623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Transition to ACTIVE for port object 8d60c70c-c3d7-4b4d-954b-28dbad679c0c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:55.857051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.872864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Transition to ACTIVE for port object 8d60c70c-c3d7-4b4d-954b-28dbad679c0c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:55.881170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:55.954235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-ad80d320-e99c-4e6a-96ee-61969dc75606 service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229568 Feb 10 11:32:55.977958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:55.979460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Pushing event updated for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.984648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Subnet': ['ID=ca168a1f-eb5a-4a21-95a6-6be1917e6521,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:55.987062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:55.994426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:56.050577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.053995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.054179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.056931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.083255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.095303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.104000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.110911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Attempting to bind port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:32:56.111350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Attempting to bind port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:32:56.111827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Attempting to bind port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:32:56.119759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:32:56.120137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:56.120794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.121373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:32:56.121840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Bound port: 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:32:56.122375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.143883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97289ab3-adf7-48f4-8b6b-d88ecb615a3a req-5c9aed41-4d10-4328-9472-37b2d51d765b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559871 Feb 10 11:32:56.150236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c08a60e-1dd6-4ec8-8865-e51efbe9d027 tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/subnets/ca168a1f-eb5a-4a21-95a6-6be1917e6521 HTTP/1.1" status: 204 len: 168 time: 2.0941823 Feb 10 11:32:56.150236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=2f473673-e14b-45cf-b958-13d435487f54,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.153049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51044) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.159704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e07f3491-3806-423c-9f8f-2bfbd06b40a3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/2f473673-e14b-45cf-b958-13d435487f54 HTTP/1.1" status: 204 len: 168 time: 1.5697725 Feb 10 11:32:56.166339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51048) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.167183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 16010710-9582-45a4-a4f2-92660bfe1e12 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:32:56.194187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239814073'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:56.203695 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ce939f02-2706-4126-a58c-8f1db23386db tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c HTTP/1.1" status: 204 len: 168 time: 1.5727592 Feb 10 11:32:56.204956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:56.213753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.214915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.216748 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6494446 Feb 10 11:32:56.229090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:32:56.232564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:32:56.236449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.260333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51056) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.263366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:56.270009 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e647a44-08aa-4272-b901-4bf5d02186cd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:32:56.270531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e647a44-08aa-4272-b901-4bf5d02186cd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:56.273139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafde5de-dc4b-4758-9fe9-8ad761f9a653 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2180e9ad-2649-49fd-8c70-c6378209f1db,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.281276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:56.287257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '2e88525e-7044-4cf6-a3e7-69105dc4d6e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:56.306302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:56.315039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e647a44-08aa-4272-b901-4bf5d02186cd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:56.320472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:56.322199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1e647a44-08aa-4272-b901-4bf5d02186cd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/8bcbdb6f-8237-491b-8eb8-c8a9e3af4c8c HTTP/1.1" status: 404 len: 333 time: 0.1042953 Feb 10 11:32:56.324905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51062) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:56.372791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811c2bc-3cbb-451d-9e63-5b7be92dcd81 None None] Pushing event updated for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.383659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:56.388463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:56.405429 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36b5884c-f15c-4353-8bb4-42c38d6a79b4 req-7e41d260-293b-4cff-ad4a-04194e3273dc service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438388 Feb 10 11:32:56.416192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fefb:8c86 (777c9540-812e-4174-85ca-b69ca9423c5f/7f376f84-0e64-45df-ad08-b6569656513c/16010710-9582-45a4-a4f2-92660bfe1e12) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:32:56.422124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:56.464279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:56.468056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.481092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.628681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.765110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8d60c70c-c3d7-4b4d-954b-28dbad679c0c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:56.769131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:32:56.788670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.805150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 16010710-9582-45a4-a4f2-92660bfe1e12 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:32:56.817841 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:32:56.834063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.842670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:56.898915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.899275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment f4be35a7-8923-4bd3-b027-b2291af9328b of type vlan for network 5ef24e5b-df48-4d41-a54d-72845486613b Feb 10 11:32:56.907034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:32:56.910063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:56.914555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:32:56.919050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:56.919732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.925084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=16010710-9582-45a4-a4f2-92660bfe1e12,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:56.945221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:56.952781 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-887a6867-70be-49f7-aa34-e3d65ef9c6ea tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5996180 Feb 10 11:32:56.954716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51066) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.014300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.028862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748222ea-e4a7-4e32-ae58-fefe9c001282 req-5068fd96-c45d-42f8-ad09-858691c7b5d0 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.030269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-748222ea-e4a7-4e32-ae58-fefe9c001282 req-5068fd96-c45d-42f8-ad09-858691c7b5d0 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 943 time: 0.6166706 Feb 10 11:32:57.032778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ba7fe2-64a9-4043-ac39-3f5709e4d6ce']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:57.038357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270fc8f5-125a-4cab-ba6e-e2974f8b5bbc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.042421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270fc8f5-125a-4cab-ba6e-e2974f8b5bbc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.043757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-270fc8f5-125a-4cab-ba6e-e2974f8b5bbc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:57.044490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-a8accd90-c5bb-4b7e-b066-1523cec50542 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1096 time: 0.5505145 Feb 10 11:32:57.046874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet dc61addb-0583-45f6-a985-8b1050424371 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:57.059647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.060295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-270fc8f5-125a-4cab-ba6e-e2974f8b5bbc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:57.061447 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-270fc8f5-125a-4cab-ba6e-e2974f8b5bbc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1053512 Feb 10 11:32:57.064371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51070) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.131909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 16010710-9582-45a4-a4f2-92660bfe1e12 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:57.132263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.143140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f21674f-caae-4312-bad8-983c750ffb39') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:57.143456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f21674f-caae-4312-bad8-983c750ffb39') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:32:57.162614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7766b2b2-198f-4727-aa2b-f87932002e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.242562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.256754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:32:57.257811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d3892a3-f47d-42e0-8730-12775c50a763 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9966290 Feb 10 11:32:57.260976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51076) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.294640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.298595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.299418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.360391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.401035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.452554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.468490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.526271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Provisioning for port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:32:57.533450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Provisioning complete for port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:57.534029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.613513 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 16010710-9582-45a4-a4f2-92660bfe1e12 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:57.620054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-748222ea-e4a7-4e32-ae58-fefe9c001282 req-fae63962-45ec-435c-b2ea-cce79cefeb92 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5621252 Feb 10 11:32:57.623018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:32:57.623629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.645895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:32:57.677684 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:32:57.685432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.729262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:57.733158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.738098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.779791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6121233 Feb 10 11:32:57.792584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51080) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.811576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:57.821797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148455fd-0c46-482a-98ed-e39e7acc18f8 None None] Pushing event updated for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.825108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74003658-2294-4cd0-9562-8d6d7bb444cd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=5ef24e5b-df48-4d41-a54d-72845486613b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.829705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88525e-7044-4cf6-a3e7-69105dc4d6e2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.850295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32701-69d1-4850-ac6b-cccb297e95af req-406f9b4a-7a04-4c68-89e7-6fed6f77125e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:57.852008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-406f9b4a-7a04-4c68-89e7-6fed6f77125e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 898 time: 0.7628441 Feb 10 11:32:57.863863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.878278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 5ef24e5b-df48-4d41-a54d-72845486613b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:32:57.903945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.907598 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98282924-7786-4ded-8704-47a23c1dbd77 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e88525e-7044-4cf6-a3e7-69105dc4d6e2 HTTP/1.1" status: 204 len: 168 time: 0.6429410 Feb 10 11:32:57.919948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51086) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:57.936654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.962446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] Pushing event deleted for resources: {'Network': ['ID=61ba7fe2-64a9-4043-ac39-3f5709e4d6ce,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:57.962942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:57.971940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec2af065-57bb-4bc0-85d5-b117910adf5e tempest-FloatingIPTestJSON-2066403683 tempest-FloatingIPTestJSON-2066403683-project] 10.222.0.42 "DELETE /v2.0/networks/61ba7fe2-64a9-4043-ac39-3f5709e4d6ce HTTP/1.1" status: 204 len: 168 time: 1.8108885 Feb 10 11:32:57.973729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-ad8a7974-fc3d-4080-bd0d-087e486c03f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 217 time: 0.1107268 Feb 10 11:32:57.980095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.004415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1bdee6e8-4c3d-4e6e-a5ac-bf06a14c3331 None None] Provisioning complete for port 16010710-9582-45a4-a4f2-92660bfe1e12 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:58.004919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1bdee6e8-4c3d-4e6e-a5ac-bf06a14c3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.017919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5ff4b-45b2-4a29-a4e5-5d23159adde3 req-e804e399-82b4-4bdf-a81a-9e9859cd1d92 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:58.025397 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a2a5ff4b-45b2-4a29-a4e5-5d23159adde3 req-e804e399-82b4-4bdf-a81a-9e9859cd1d92 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7429256 Feb 10 11:32:58.026408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=16010710-9582-45a4-a4f2-92660bfe1e12,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:58.038282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:58.048211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1bdee6e8-4c3d-4e6e-a5ac-bf06a14c3331 None None] Port 16010710-9582-45a4-a4f2-92660bfe1e12 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:32:58.079682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:58.092199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:58.105097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.108001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.112042 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-139fd873-e7ad-4df3-bacc-8a7ab39ca246 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/16010710-9582-45a4-a4f2-92660bfe1e12 HTTP/1.1" status: 204 len: 168 time: 1.0444973 Feb 10 11:32:58.112042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6932bbc8-04f5-4e67-99f6-47e8a2f3100d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:58.114441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51092) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.161321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32701-69d1-4850-ac6b-cccb297e95af req-a011c4d2-4a1e-43a1-b7c9-30d604872e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:58.162773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-a011c4d2-4a1e-43a1-b7c9-30d604872e54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 200 len: 835 time: 0.1520603 Feb 10 11:32:58.180078 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a2a5ff4b-45b2-4a29-a4e5-5d23159adde3 req-d62b124c-a2d7-446d-8c24-bc2a18fe8c3a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535187 Feb 10 11:32:58.200761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:32:58.253267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.277386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6932bbc8-04f5-4e67-99f6-47e8a2f3100d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:58.278511 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6932bbc8-04f5-4e67-99f6-47e8a2f3100d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3575761 Feb 10 11:32:58.297805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51096) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.307488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062298617'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:58.311593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.319472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4518e33-6a7a-40ab-9bd8-343c5ea19784 None None] Network 1611ce58-99db-42be-84ee-31b49f75f42f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:58.323658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/dc61addb-0583-45f6-a985-8b1050424371 HTTP/1.1" status: 204 len: 168 time: 1.9950626 Feb 10 11:32:58.326601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204ea3e-4eda-41a9-a791-f1d2fa138523 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=dc61addb-0583-45f6-a985-8b1050424371,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:58.331097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.331602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddeb7de-5f71-4dcc-83b9-43582e4b68c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:58.333003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddeb7de-5f71-4dcc-83b9-43582e4b68c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:58.334498 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6ddeb7de-5f71-4dcc-83b9-43582e4b68c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2171342 Feb 10 11:32:58.338945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:58.341077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51104) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.385186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.472025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51110) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:58.497892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-027c1ba3-b816-49d6-bbdb-8375c9bd10c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3163826 Feb 10 11:32:58.507930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.598813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.612929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port e142cbbc-8d6d-45d9-915f-2ec09b79276a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:58.612929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.637801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.653497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] DHCP port deletion for 1611ce58-99db-42be-84ee-31b49f75f42f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:32:58.659742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Deleting port e142cbbc-8d6d-45d9-915f-2ec09b79276a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:32:58.660414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.686245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 7f376f84-0e64-45df-ad08-b6569656513c {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:32:58.692982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.795403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8d60c70c-c3d7-4b4d-954b-28dbad679c0c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:32:58.824466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:58.870748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:58.882213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:58.894454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:58.915201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:58.961992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-bb991ffd-ff03-4b95-9d5b-5697d159d4fa service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517257 Feb 10 11:32:59.001460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e9fd26d-1c8f-432b-9b86-2bf4a2889555 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c4255d13e8a43b49e89936a560a2cee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5277364 Feb 10 11:32:59.005462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51118) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.015562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.019051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port e142cbbc-8d6d-45d9-915f-2ec09b79276a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e142cbbc-8d6d-45d9-915f-2ec09b79276a,segment=NetworkSegment(71602ec5-d65c-41cc-bb8f-b538375760e0),segment_id=71602ec5-d65c-41cc-bb8f-b538375760e0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:59.019439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.030057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] For port e142cbbc-8d6d-45d9-915f-2ec09b79276a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e142cbbc-8d6d-45d9-915f-2ec09b79276a,segment=NetworkSegment(71602ec5-d65c-41cc-bb8f-b538375760e0),segment_id=71602ec5-d65c-41cc-bb8f-b538375760e0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:32:59.030597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.082772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.098350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:32:59.098853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.203054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Calling delete_port for e142cbbc-8d6d-45d9-915f-2ec09b79276a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:59.225010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=99aaede5-9383-4763-a2b6-fd7de4afc3d9,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.238855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.240892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.286801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.309412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=7f376f84-0e64-45df-ad08-b6569656513c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.321271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': 'f4be35a7-8923-4bd3-b027-b2291af9328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:32:59.321638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 5ef24e5b-df48-4d41-a54d-72845486613b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:32:59.322721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for e142cbbc-8d6d-45d9-915f-2ec09b79276a owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:32:59.334175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.347382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35741c5f-9f2c-4d44-a020-74398812ecb5 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:59.370211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.377001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2cbf0a-129e-46c2-8621-2a3ff6d9a975,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.390871 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c74ae8fb-63a8-4e50-aec8-a7cf2b577478 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7f376f84-0e64-45df-ad08-b6569656513c HTTP/1.1" status: 204 len: 168 time: 1.0450358 Feb 10 11:32:59.392128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51124) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.464313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3f17858a-41f2-4386-aa3f-f76bbb0368af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.483150 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d6ac11f4-4a2e-4d91-ad4d-536cd85e8c9d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875571 Feb 10 11:32:59.483150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.483708 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-61cc6809-040a-4fc6-9516-3531c8eeb4fb tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1849174 Feb 10 11:32:59.484337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51128) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.487604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51130) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.496745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] Pushing event deleted for resources: {'Port': ['ID=e142cbbc-8d6d-45d9-915f-2ec09b79276a,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.498715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:32:59.536912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-136851a9-71da-4f20-913a-f06f1976a02f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'ea2cbf0a-129e-46c2-8621-2a3ff6d9a975', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:59.537869 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-136851a9-71da-4f20-913a-f06f1976a02f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:32:59.539541 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-136851a9-71da-4f20-913a-f06f1976a02f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0500338 Feb 10 11:32:59.550797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51136) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.551658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 5ef24e5b-df48-4d41-a54d-72845486613b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:32:59.592165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 5ef24e5b-df48-4d41-a54d-72845486613b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:32:59.596381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.596901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.599015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b32701-69d1-4850-ac6b-cccb297e95af req-2c554a5e-4db3-4ac6-a60f-ea57b1d2eaa1 service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253045 Feb 10 11:32:59.626509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e142cbbc-8d6d-45d9-915f-2ec09b79276a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:32:59.649933 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f7b3bbc1-71e8-4553-aedc-3e887a9a2ce8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8537898 Feb 10 11:32:59.651072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51140) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.651633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.651775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e66f34-560e-4a99-90d4-7ea19452d678 None None] Network 5ef24e5b-df48-4d41-a54d-72845486613b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:32:59.655993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-614247315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:32:59.673077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:32:59.679321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:32:59.683252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:32:59.695024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.704295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:32:59.704611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:32:59.704733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:32:59.713690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9ae22-3721-401a-b760-f19fc8114f73 req-0added29-98d9-485f-bfe9-a3135531b9ba tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.719993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdc9ae22-3721-401a-b760-f19fc8114f73 req-0added29-98d9-485f-bfe9-a3135531b9ba tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 943 time: 0.7171185 Feb 10 11:32:59.720555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824cbce-2099-41ae-80f4-0eb220c1f176 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.721232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6824cbce-2099-41ae-80f4-0eb220c1f176 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:59.725366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.747522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.748557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.749731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928218c-1a41-44c8-affe-736f89fd4089 None None] No DVR routers for this DVR port e142cbbc-8d6d-45d9-915f-2ec09b79276a on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:32:59.751157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e142cbbc-8d6d-45d9-915f-2ec09b79276a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:32:59.751500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e142cbbc-8d6d-45d9-915f-2ec09b79276a not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:32:59.776723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.780904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfd76e-d33b-4ee3-8661-1cb64616c2cc req-56b169cc-b073-4d1e-b091-4f7eb6856ccf tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.787588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30bfd76e-d33b-4ee3-8661-1cb64616c2cc req-56b169cc-b073-4d1e-b091-4f7eb6856ccf tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4767566 Feb 10 11:32:59.791188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6824cbce-2099-41ae-80f4-0eb220c1f176 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:32:59.794975 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6824cbce-2099-41ae-80f4-0eb220c1f176 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3085797 Feb 10 11:32:59.799004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51144) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:32:59.860693 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdc9ae22-3721-401a-b760-f19fc8114f73 req-45b79101-f541-4974-9a6d-8c8ff80e7982 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395507 Feb 10 11:32:59.874567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-30bfd76e-d33b-4ee3-8661-1cb64616c2cc req-794d48f8-01fa-40cd-a4cc-aa3ea37ce310 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847530 Feb 10 11:32:59.882386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.902601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.925369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3771cf-93a3-43c2-94da-35a537703919,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:32:59.940108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36653b-3202-4b91-9093-df3bbab8fbb0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:32:59.940882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba36653b-3202-4b91-9093-df3bbab8fbb0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:32:59.959655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.963038 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c8cb64c6-a59e-4d70-837f-1101f09110ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e3771cf-93a3-43c2-94da-35a537703919 HTTP/1.1" status: 204 len: 168 time: 0.9521060 Feb 10 11:32:59.963812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.966265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:32:59.996898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2cbf0a-129e-46c2-8621-2a3ff6d9a975,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:00.001490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:00.028399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.029639 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e111e401-6e1a-4169-91a1-22930339a68d tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea2cbf0a-129e-46c2-8621-2a3ff6d9a975 HTTP/1.1" status: 204 len: 168 time: 0.4754670 Feb 10 11:33:00.032705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.038505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba36653b-3202-4b91-9093-df3bbab8fbb0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:00.045391 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba36653b-3202-4b91-9093-df3bbab8fbb0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2453337 Feb 10 11:33:00.046784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51154) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.050818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'mac_address': 'fa:16:3e:13:ef:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:33:00.051751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.057289 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5b88d697-d9b6-4cd4-9956-8b553471365d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4030764 Feb 10 11:33:00.122060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.134099 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f71d9ae-c658-48dc-aa9d-960ab69ecb1c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1002109 Feb 10 11:33:00.139261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51160) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.140207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'port': {'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b', 'name': 'tempest-RoutersIpV6Test-1818339063'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:00.153938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844332243'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:00.171677 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5739c651-94b9-492e-a896-09b4c78c52b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231375 Feb 10 11:33:00.174170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51166) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:00.178356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:00.179557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.185792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:00.205999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:00.216859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Deleting port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:00.217227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.299407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port e142cbbc-8d6d-45d9-915f-2ec09b79276a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:00.299746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.321576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:33:00.322853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:00.326927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:00.328973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:00.331046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:00.333975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:port and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:00.337749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:00.341103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:00.343658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:00.345514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:00.347447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:00.347610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-5ef24e5b-df48-4d41-a54d-72845486613b', 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '99aaede5-9383-4763-a2b6-fd7de4afc3d9'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:00.348365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.361818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:00.365281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.366448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.371947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.416665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:00.421305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.433533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] The port 'e142cbbc-8d6d-45d9-915f-2ec09b79276a' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:00.440400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] device_id is not set on port ae3304c8-0edc-417c-8d95-d41f9a75fd34 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:00.538177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:00.549481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:00.554715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:00.567312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:00.675906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Allocated IP 2001:db8::2 (5ef24e5b-df48-4d41-a54d-72845486613b/99aaede5-9383-4763-a2b6-fd7de4afc3d9/c0b6cbe4-92b2-47d3-a945-352848d0e9f2) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:00.755505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.762801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.769600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.846341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0fe8c-b0a7-4c17-9583-ca72ae256233,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:00.848616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1611ce58-99db-42be-84ee-31b49f75f42f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:00.886349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71602ec5-d65c-41cc-bb8f-b538375760e0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:00.887492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71602ec5-d65c-41cc-bb8f-b538375760e0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:00.898666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.909289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Transition to ACTIVE for port object c0b6cbe4-92b2-47d3-a945-352848d0e9f2 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:00.919144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.927550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Transition to ACTIVE for port object c0b6cbe4-92b2-47d3-a945-352848d0e9f2 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:00.942753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8d60c70c-c3d7-4b4d-954b-28dbad679c0c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:00.965726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.984548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:00.985349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.991635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:00.995060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.031600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.033226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['15979fdd-2f72-4aee-9cf1-834e97e2772d'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:33:01.144342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:01.180546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.247126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.248710 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b87eccff-4376-467c-84a8-4ac63d5ab1b1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1076696 Feb 10 11:33:01.252038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51188) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:01.260306 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:01.318289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Network 5ef24e5b-df48-4d41-a54d-72845486613b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:01.324879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c3b4f4a8-5961-4078-8792-af62e7374f8f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '56e0fe8c-b0a7-4c17-9583-ca72ae256233', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:01.325552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c3b4f4a8-5961-4078-8792-af62e7374f8f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:01.329218 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c3b4f4a8-5961-4078-8792-af62e7374f8f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0730796 Feb 10 11:33:01.329218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.340260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51192) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.378619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:01.382177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8::116 (5ef24e5b-df48-4d41-a54d-72845486613b/99aaede5-9383-4763-a2b6-fd7de4afc3d9/ae3304c8-0edc-417c-8d95-d41f9a75fd34) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:01.436966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:01.496931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.531606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.541395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51198) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.557966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=1611ce58-99db-42be-84ee-31b49f75f42f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.582534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.585253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.599121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf4c8e55-3bea-4069-968a-5136f316611c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/1611ce58-99db-42be-84ee-31b49f75f42f HTTP/1.1" status: 204 len: 168 time: 3.2629559 Feb 10 11:33:01.611658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.630915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1134714535'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:01.650268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Pushing event updated for resources: {'Port': ['ID=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.660652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:01.679856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38001f4f-37b2-4ec6-a65c-9436811ea833 req-172a0e2a-407b-47fe-8226-601895098c1d tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:01.681481 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38001f4f-37b2-4ec6-a65c-9436811ea833 req-172a0e2a-407b-47fe-8226-601895098c1d tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 944 time: 0.4057107 Feb 10 11:33:01.684396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:network and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:01.711617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.749959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:01.783780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:01.796927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:01.801904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f209-016a-4433-ac36-fc1b59e6b50f req-1a90eadb-329a-4709-b0a3-390f7df0dd2b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:01.805581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-122106393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:01.807627 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af69f209-016a-4433-ac36-fc1b59e6b50f req-1a90eadb-329a-4709-b0a3-390f7df0dd2b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5306025 Feb 10 11:33:01.814020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:01.819972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:router and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:01.822563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.827336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:01.838154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Attempting to bind port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:01.838349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Attempting to bind port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'f4be35a7-8923-4bd3-b027-b2291af9328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:01.838702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Attempting to bind port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 on network 5ef24e5b-df48-4d41-a54d-72845486613b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:01.844449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:01.845336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.846790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:01.851892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0fe8c-b0a7-4c17-9583-ca72ae256233,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:01.859615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:01.862786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.878541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.883577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.884742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.889406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.890509 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e58e8a29-f0ef-4244-9233-6dff7e184028 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/56e0fe8c-b0a7-4c17-9583-ca72ae256233 HTTP/1.1" status: 204 len: 168 time: 0.5490780 Feb 10 11:33:01.892780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.893464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.897632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51208) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:01.939729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:01.940150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Checking segment: {'id': 'f4be35a7-8923-4bd3-b027-b2291af9328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:01.940498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.940881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Bound using segment: {'id': 'f4be35a7-8923-4bd3-b027-b2291af9328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:01.941538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Bound port: c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4be35a7-8923-4bd3-b027-b2291af9328b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5ef24e5b-df48-4d41-a54d-72845486613b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:01.942634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38001f4f-37b2-4ec6-a65c-9436811ea833 req-3d4b92b5-430e-4a02-b888-75fc72e08de5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069180 Feb 10 11:33:01.953773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:01.996874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.017236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af69f209-016a-4433-ac36-fc1b59e6b50f req-6b15eda8-9da6-4a42-964c-77e1f53f9c85 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084510 Feb 10 11:33:02.026027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:02.038307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object ae3304c8-0edc-417c-8d95-d41f9a75fd34 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:02.044579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Calling delete_port for 8d60c70c-c3d7-4b4d-954b-28dbad679c0c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:02.060312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.060887 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Added segment 9b4297f8-09b0-4e3d-b258-d338e349eccc of type vlan for network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 Feb 10 11:33:02.074310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:02.092214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:02.094942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.095982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.098288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.100395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.126942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.127665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=e052b02e-bd41-4cd4-a655-05f0951e672b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.150667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=6']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.166176 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5f1fcbb-1e22-4500-81d2-21d57f675f8a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9905794 Feb 10 11:33:02.167109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51212) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.173359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3a804253-885e-4b57-903a-80c0fb0b5b0c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:02.185187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:c2:35:ee', 'name': 'tempest-NetworksTestDHCPv6-1835253978'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.201233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.204868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.205434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.209650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.214750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.231672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:02.232021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:02.243992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 5ef24e5b-df48-4d41-a54d-72845486613b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:02.253686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:02.290958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:02.291598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:02.303031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] For port c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:02.309402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.316096 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9c07627a-316e-4f3b-a0d6-dbd49332bb01 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7680519 Feb 10 11:33:02.316096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3a804253-885e-4b57-903a-80c0fb0b5b0c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:02.316096 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3a804253-885e-4b57-903a-80c0fb0b5b0c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3489923 Feb 10 11:33:02.319000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.319484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51218) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.321810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] For port c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,segment=NetworkSegment(f4be35a7-8923-4bd3-b027-b2291af9328b),segment_id=f4be35a7-8923-4bd3-b027-b2291af9328b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:02.333650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582242964'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.338205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.343736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-356693999'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.351733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.356392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.372496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:network and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.375659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.377738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.394788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.415982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=ae3304c8-0edc-417c-8d95-d41f9a75fd34,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.418267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:02.422164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:02.423103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.426025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.431981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668081-3d44-420d-aa47-d6ae0c850510 None None] Pushing event updated for resources: {'Port': ['ID=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.442982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:02.447240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.451871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2ebf7f74-d5dd-4563-81b0-41947d55fe9d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3166142 Feb 10 11:33:02.456226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8381000 Feb 10 11:33:02.460271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51224) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.460511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51226) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:02.476918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:02.481967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c113c-a888-4eab-8853-cfc7556a642b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Network': ['ID=e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:02.495547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.498200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:02.561756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.571221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.642926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.705045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.777957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.781483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:02.792939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Deleting port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:02.793315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.804156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.811817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.814751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.819409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.866698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:02.868885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.879081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.881664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.891382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:02.893341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:security_group_rule and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:02.908367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:02.908916 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:02.916225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:02.985057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:03.010652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:03.088554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:03.123634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c0b6cbe4-92b2-47d3-a945-352848d0e9f2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:03.221555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:03.222232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.263273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.290974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:03.358950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ac4ce-4838-4f6a-a40c-827ea9a2fb6d req-2b1161c2-8eec-414a-85bc-269ac5d0ec36 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:03.360836 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e0ac4ce-4838-4f6a-a40c-827ea9a2fb6d req-2b1161c2-8eec-414a-85bc-269ac5d0ec36 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 944 time: 0.2226601 Feb 10 11:33:03.366258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d4d2-d053-4d44-87aa-a177d495d7dc req-0c3cc043-ff06-4175-b64d-ff4ea6eb66d9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:03.373469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Calling delete_port for 8d60c70c-c3d7-4b4d-954b-28dbad679c0c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:03.373772 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8990d4d2-d053-4d44-87aa-a177d495d7dc req-0c3cc043-ff06-4175-b64d-ff4ea6eb66d9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.1222992 Feb 10 11:33:03.438867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.447873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8990d4d2-d053-4d44-87aa-a177d495d7dc req-1d6daa32-b935-48e3-bbbe-e2be1e15b633 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731163 Feb 10 11:33:03.448529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.461472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:03.461888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:03.479370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.484424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:03.488406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e0ac4ce-4838-4f6a-a40c-827ea9a2fb6d req-b914014f-0b5d-4d64-b17d-ac7053d02128 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125197 Feb 10 11:33:03.566538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 15979fdd-2f72-4aee-9cf1-834e97e2772d completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:03.572193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 15979fdd-2f72-4aee-9cf1-834e97e2772d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:03.572566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.622462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9224a66-ce16-4cfa-be31-bc16cf38af9b None None] Network 5ef24e5b-df48-4d41-a54d-72845486613b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:03.645724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port ff3aa594-201c-4101-bed9-f6330030ee74 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:03.766403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.804260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.810788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f73d42-ba2c-42dc-ab42-fe82e7e105c3,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:03.831733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Provisioning for port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:03.834464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.857759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Provisioning complete for port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:03.858057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.862295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.863458 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-116b60eb-714c-44c0-9fc3-bda741497c6c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5410361 Feb 10 11:33:03.866447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.874729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1a254e7b-f537-46fa-b957-2bfa492ffef7 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73d42-ba2c-42dc-ab42-fe82e7e105c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:03.875984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-1a254e7b-f537-46fa-b957-2bfa492ffef7 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:03.877889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1a254e7b-f537-46fa-b957-2bfa492ffef7 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099232 Feb 10 11:33:03.880793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.889811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-eb489181-7877-4688-a90e-10099d397f58 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73d42-ba2c-42dc-ab42-fe82e7e105c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:03.890560 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-eb489181-7877-4688-a90e-10099d397f58 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:03.894249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eb489181-7877-4688-a90e-10099d397f58 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096982 Feb 10 11:33:03.894545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.897832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:03.901329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ee579595-a467-4708-b70f-5ffd51354d03 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73d42-ba2c-42dc-ab42-fe82e7e105c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:03.902025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ee579595-a467-4708-b70f-5ffd51354d03 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:03.905440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee579595-a467-4708-b70f-5ffd51354d03 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076969 Feb 10 11:33:03.906007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.911824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ba1441e8-bd79-4c2a-9abd-2b68656a5de1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f1f73d42-ba2c-42dc-ab42-fe82e7e105c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:03.912583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ba1441e8-bd79-4c2a-9abd-2b68656a5de1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:03.915840 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba1441e8-bd79-4c2a-9abd-2b68656a5de1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067792 Feb 10 11:33:03.916044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:03.928116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:03.994718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:04.007545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.041196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Deleting port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:04.041574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.046705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.054847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637686f7-256a-4182-8da4-d3cfc7b28415,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.109302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.109829 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Added segment b3f33012-fdf3-4751-a826-3737f69232ff of type vlan for network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 Feb 10 11:33:04.109976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:04.110301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.114976 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'code': 200} Feb 10 11:33:04.145525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f73d42-ba2c-42dc-ab42-fe82e7e105c3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.157665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.161215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.162855 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e113b769-e824-46d6-830b-730805edc9d9 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1f73d42-ba2c-42dc-ab42-fe82e7e105c3 HTTP/1.1" status: 204 len: 168 time: 0.2460074 Feb 10 11:33:04.166383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.205202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fec2:35ee (777c9540-812e-4174-85ca-b69ca9423c5f/e052b02e-bd41-4cd4-a655-05f0951e672b/ff3aa594-201c-4101-bed9-f6330030ee74) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:04.220749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.238307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d118599-423d-4d16-9d2e-ae0012b12657 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:04.261258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d118599-423d-4d16-9d2e-ae0012b12657 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:04.263984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.264545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d118599-423d-4d16-9d2e-ae0012b12657 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0952699 Feb 10 11:33:04.268334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.276905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--948703672'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:04.290236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.303595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.304330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:04.318580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.343070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.423740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=548df63b-112f-43ba-9b8a-ffa5f6383fb6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.437475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.444458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:04.448101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:04.457162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:04.457381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] For port c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,segment=NetworkSegment(f4be35a7-8923-4bd3-b027-b2291af9328b),segment_id=f4be35a7-8923-4bd3-b027-b2291af9328b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:04.466285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.478875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af73ddb9-0001-4ea5-a838-9288eed64d06 req-0e15f5b7-089b-4036-ac20-efb2b19a9724 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1098 time: 0.1471126 Feb 10 11:33:04.483683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.487358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:04.487940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.590316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.601180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.611345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] For port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:04.611743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.751299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02439e-7d83-4783-b9b2-5ad7072461dc None None] Pushing event updated for resources: {'Port': ['ID=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.759701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Checking segment: {'id': '9b4297f8-09b0-4e3d-b258-d338e349eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:04.760018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Calling delete_port for 8d60c70c-c3d7-4b4d-954b-28dbad679c0c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:04.760579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network hostable DHCP agents. Network: e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:04.770236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.770728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:04.771971 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5024819 Feb 10 11:33:04.780529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.796302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ad661-3250-4c92-a17a-c218fe639f43 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57817b2-56f3-4c55-986e-4563463efacb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.820349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-69510fc6-7ebf-4109-97f5-da1972d524dd tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:04.821038 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-69510fc6-7ebf-4109-97f5-da1972d524dd tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:04.821942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-69510fc6-7ebf-4109-97f5-da1972d524dd tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0312443 Feb 10 11:33:04.834391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51274) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.838139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af73ddb9-0001-4ea5-a838-9288eed64d06 req-28c8fdb7-bd4d-463e-9bf8-d3d31f66ba1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511209 Feb 10 11:33:04.847038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Network': ['ID=cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:04.853654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:04.867257 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9e1ef571-8df3-4aea-a7a1-356a3b450032 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5438867 Feb 10 11:33:04.869037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:04.877157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431639b-74a4-47df-a369-3bada60ab6c5 req-5dfe221a-5541-4b0d-9c58-5d7b5adb0f77 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:04.878614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d431639b-74a4-47df-a369-3bada60ab6c5 req-5dfe221a-5541-4b0d-9c58-5d7b5adb0f77 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2390041 Feb 10 11:33:04.882333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'subnet': {'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:04.896075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:04.911094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:04.940148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:04.953991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:04.973691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.039779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Provisioning complete for port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:05.040154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.041291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902a130-00a8-4235-a06e-dfb7d8451532 req-9b32d927-4c1a-4537-8171-d7127a41e06a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.047314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c902a130-00a8-4235-a06e-dfb7d8451532 req-9b32d927-4c1a-4537-8171-d7127a41e06a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.3210995 Feb 10 11:33:05.113422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.123694 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d431639b-74a4-47df-a369-3bada60ab6c5 req-574c8ef3-2363-43f0-84a8-44dc585a85a1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253916 Feb 10 11:33:05.144662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:05.151442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:subnet and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:05.155947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.168494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.184213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c0b6cbe4-92b2-47d3-a945-352848d0e9f2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:05.187219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:05.191611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:05.192327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.231040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:05.235061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.235841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.268070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91420f9c-0966-45e3-87bc-b9cc97453c4e None None] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:05.269516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object ff3aa594-201c-4101-bed9-f6330030ee74 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:05.291769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c902a130-00a8-4235-a06e-dfb7d8451532 req-a34e723a-edbc-4a56-81f1-b19cda344c38 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117729 Feb 10 11:33:05.297447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] Pushing event deleted for resources: {'Port': ['ID=8d60c70c-c3d7-4b4d-954b-28dbad679c0c,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.327697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.346160 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:05.350596 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c28ee102-85cb-45dd-a45e-9aa5c7582dda tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5106020 Feb 10 11:33:05.351402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.460764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f0690-ec8d-4f38-94bf-6b5b0e4be5ec None None] No DVR routers for this DVR port 8d60c70c-c3d7-4b4d-954b-28dbad679c0c on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:05.491561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e2cc03af-9956-495e-a3da-8017803b63d1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.492470 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-e2cc03af-9956-495e-a3da-8017803b63d1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:05.497247 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e2cc03af-9956-495e-a3da-8017803b63d1 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108984 Feb 10 11:33:05.498135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec45be2-ec15-400d-b6d8-19238b3848eb None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:05.502927 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0b24bd07-645e-439e-8bf8-19b57e058dac tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0380602 Feb 10 11:33:05.505979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51286) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.506124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51288) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.515641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.528195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-55019248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.537132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:05.545618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:05.552135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:05.562319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:router and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:05.565099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.580887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.587060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.609762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.610381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.634223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.684264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.685189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.700803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Subnet': ['ID=fc9e688d-311f-4937-95fc-cde5117a7b5f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.747782 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:05.748009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:05.748112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.751627 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-be5a30c4-bd66-467b-8ea4-96d091e4242c tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2433920 Feb 10 11:33:05.752507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Checking segment: {'id': 'b3f33012-fdf3-4751-a826-3737f69232ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:05.753901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network hostable DHCP agents. Network: cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:05.759898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.763448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.774944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-89646ae1-a01e-4001-bff1-a74c92599cff tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.775590 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-89646ae1-a01e-4001-bff1-a74c92599cff tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:05.780224 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-89646ae1-a01e-4001-bff1-a74c92599cff tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192645 Feb 10 11:33:05.783602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:05.784538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51298) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.791606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:05.795183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:05.799845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.800453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.800917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:05.810183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.816124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:05.821630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:05.822459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.832021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.837937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=ff3aa594-201c-4101-bed9-f6330030ee74,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:05.869831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fed90d0d-113d-437c-a1c4-84f373c68f19 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9998300 Feb 10 11:33:05.872123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:05.880217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'network': {'name': 'tempest-router-network01--681812035'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:05.885936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:05.887472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:05.889404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf0d74-1c2c-4dd6-b764-12468646832c None None] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:05.893777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:network and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:05.897419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.905622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:05.906175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:05.914615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:05.919048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.919305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:05.923709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.955409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:05.967099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:05.967606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Added segment b15580fd-dcb2-48f4-8936-0666bdd3a6d2 of type vlan for network 6d342110-42a1-42d4-9af9-e850bdbc08b5 Feb 10 11:33:05.993429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:06.002699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.024520 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a0b017a3-5456-4f7b-8646-587679ddc490 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8550649 Feb 10 11:33:06.026859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.028929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2', 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': '548df63b-112f-43ba-9b8a-ffa5f6383fb6'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:06.029767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.075716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=ae3304c8-0edc-417c-8d95-d41f9a75fd34,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:06.087203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.109244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Provisioning for port ae3304c8-0edc-417c-8d95-d41f9a75fd34 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:06.124595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.124830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Provisioning complete for port ae3304c8-0edc-417c-8d95-d41f9a75fd34 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:06.125197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.128817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:06.129517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.175667 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:06.179784 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0bc2eec1-1be3-4258-aec2-40b3eb684672 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3905952 Feb 10 11:33:06.180364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51312) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.201950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-363247bd-a6dc-4eb9-81b0-d1c0419cb5e3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.202557 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-363247bd-a6dc-4eb9-81b0-d1c0419cb5e3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:06.206358 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-363247bd-a6dc-4eb9-81b0-d1c0419cb5e3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0216312 Feb 10 11:33:06.207386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.210769 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-332f2ad1-cb65-4cc9-8246-dd7189ddfb9b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6989803 Feb 10 11:33:06.210769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51316) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.232129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51318) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.238310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.253252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2', 'name': 'tempest-PortsTestJSON-9534800'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.281805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Network': ['ID=6d342110-42a1-42d4-9af9-e850bdbc08b5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:06.304383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:06.306786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:06.309383 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-48db2ec7-60f5-4b7b-b9fb-b1d68ae91b22 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4359148 Feb 10 11:33:06.311558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51324) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.343088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'network': {'name': 'tempest-router-network02--1877692308'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.365017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:06.368462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d46f6727-5273-4ead-83d2-c06e5e2623eb None None] Port ae3304c8-0edc-417c-8d95-d41f9a75fd34 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:06.373663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:06.377332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b62ffc-8e03-4871-8f2c-ad70a494f09b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:06.378071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30b62ffc-8e03-4871-8f2c-ad70a494f09b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:06.389656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:06.396814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:network and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:06.402147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:06.406146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30b62ffc-8e03-4871-8f2c-ad70a494f09b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:06.407320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30b62ffc-8e03-4871-8f2c-ad70a494f09b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3792653 Feb 10 11:33:06.410895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51332) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.413852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:06.419732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:06.506398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.559797 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:06.561428 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c7852b79-dc91-43fe-9d8f-b9adbc6f1897 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3436716 Feb 10 11:33:06.574421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51336) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.596984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:06.601970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:06.604887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:06.612629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:06.623615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'f57817b2-56f3-4c55-986e-4563463efacb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:06.629737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:06.636241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.638673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:06.641801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.650404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8', 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8', 'tenant_id': 'ae0782824ba9432ebf6c893759662f1a', 'fixed_ips': [{'subnet_id': 'fc9e688d-311f-4937-95fc-cde5117a7b5f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:06.651330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.659795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:06.682855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:06.690912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:06.697386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port e077dd1f-3f3a-40bd-b2cb-86197d089aab yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:06.709317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'e052b02e-bd41-4cd4-a655-05f0951e672b'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:06.710106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.725431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port ff3aa594-201c-4101-bed9-f6330030ee74 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:06.725812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.761037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Allocated IP 172.20.0.2 (e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2/548df63b-112f-43ba-9b8a-ffa5f6383fb6/7d7443c4-3329-4665-811a-360a12660745) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:06.771520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-50a693d5-1585-448c-82d7-31e6aa3bbb2c None None] Provisioning complete for port ae3304c8-0edc-417c-8d95-d41f9a75fd34 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:06.772144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-50a693d5-1585-448c-82d7-31e6aa3bbb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.777946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:06.792216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.824051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:06.905885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:06.906249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Added segment 64cad756-2559-4de3-93c8-40dc297213d8 of type vlan for network 95ca039f-23e4-45bd-88b6-a6e70a8f769c Feb 10 11:33:06.930269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:06.934135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a0b34d4-7db9-4577-8add-b82d0d13a1ae tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3238614 Feb 10 11:33:06.939785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51340) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:06.973507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-50a693d5-1585-448c-82d7-31e6aa3bbb2c None None] Port ae3304c8-0edc-417c-8d95-d41f9a75fd34 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:07.002166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb26b-395b-4a5f-a2d3-30ebed763bf8 req-e252909a-a07f-4cb1-b746-d45d43bc5b4f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:07.003659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ccb26b-395b-4a5f-a2d3-30ebed763bf8 req-e252909a-a07f-4cb1-b746-d45d43bc5b4f tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.4269552 Feb 10 11:33:07.009672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.113449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3314ec-eff3-44cc-a8d6-c649016df52d req-6567ef8a-a71c-42b9-9b4c-9a8db5084df7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:07.114911 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da3314ec-eff3-44cc-a8d6-c649016df52d req-6567ef8a-a71c-42b9-9b4c-9a8db5084df7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7664423 Feb 10 11:33:07.218057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.223978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.224675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.230160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41ccb26b-395b-4a5f-a2d3-30ebed763bf8 req-65c4d079-8865-42dc-bc7c-b325db45b506 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142513 Feb 10 11:33:07.247975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Allocated IP 2001:db8::2 (cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8/fc9e688d-311f-4937-95fc-cde5117a7b5f/d02b114d-811f-41c2-996f-671ca26324cb) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:07.277500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.281420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:07.282136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.311027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Allocated IP 2001:db8::f816:3eff:fe13:4456 (777c9540-812e-4174-85ca-b69ca9423c5f/e052b02e-bd41-4cd4-a655-05f0951e672b/31fafb08-812a-47ea-b0f0-9a130ff55652) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:07.312963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=ae3304c8-0edc-417c-8d95-d41f9a75fd34,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:07.328480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.336551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.400012 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-da3314ec-eff3-44cc-a8d6-c649016df52d req-13e186fb-b1ec-406a-be1c-3e421db8b54a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674448 Feb 10 11:33:07.406071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.466575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 5ef24e5b-df48-4d41-a54d-72845486613b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:07.467982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:07.498597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Transition to ACTIVE for port object 7d7443c4-3329-4665-811a-360a12660745 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:07.556012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Transition to ACTIVE for port object 7d7443c4-3329-4665-811a-360a12660745 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:07.582986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for ff3aa594-201c-4101-bed9-f6330030ee74 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:07.605179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.671343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.799484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.847875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.5 (e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2/548df63b-112f-43ba-9b8a-ffa5f6383fb6/e077dd1f-3f3a-40bd-b2cb-86197d089aab) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:07.914284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:07.915036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Pushing event updated for resources: {'Port': ['ID=7d7443c4-3329-4665-811a-360a12660745,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:07.927276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:07.929100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Network': ['ID=95ca039f-23e4-45bd-88b6-a6e70a8f769c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:07.929535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:07.932505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.936599 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/f57817b2-56f3-4c55-986e-4563463efacb HTTP/1.1" status: 204 len: 168 time: 0.9916174 Feb 10 11:33:07.939163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51350) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:07.946619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:07.967775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:07.991447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Transition to ACTIVE for port object d02b114d-811f-41c2-996f-671ca26324cb will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.034400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-839e206e-acae-4313-82da-d92560bba315 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7167716 Feb 10 11:33:08.045886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51354) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.053593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'subnet': {'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:08.083269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eaf79-1174-44f2-9921-2c28d710f6ba tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57817b2-56f3-4c55-986e-4563463efacb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.161444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.180512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Transition to ACTIVE for port object d02b114d-811f-41c2-996f-671ca26324cb will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.203397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Transition to ACTIVE for port object 31fafb08-812a-47ea-b0f0-9a130ff55652 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.226164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-794ed725-66eb-4213-8983-f373b258de20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.2796967 Feb 10 11:33:08.232952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.233154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4b96-d7d1-46e4-a8d9-ea22f732f5d2 req-54c9d002-ef82-42d7-83c2-f2bb13a35514 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:08.234997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f36c4b96-d7d1-46e4-a8d9-ea22f732f5d2 req-54c9d002-ef82-42d7-83c2-f2bb13a35514 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.4591184 Feb 10 11:33:08.244591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:08.255728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.269784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Attempting to bind port 7d7443c4-3329-4665-811a-360a12660745 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:08.270155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Attempting to bind port 7d7443c4-3329-4665-811a-360a12660745 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9b4297f8-09b0-4e3d-b258-d338e349eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:08.270502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Attempting to bind port 7d7443c4-3329-4665-811a-360a12660745 on network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:08.280946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c84cb99e-ad8a-49ab-b3f9-923f0250966a None None] Provisioning complete for port ae3304c8-0edc-417c-8d95-d41f9a75fd34 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:08.280946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c84cb99e-ad8a-49ab-b3f9-923f0250966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.311392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:subnet and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:08.315435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b2e20353-83af-455f-84b2-dcb32f095afc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:08.322279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:08.332152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:08.338571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Transition to ACTIVE for port object 31fafb08-812a-47ea-b0f0-9a130ff55652 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.370674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:08.371771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Checking segment: {'id': '9b4297f8-09b0-4e3d-b258-d338e349eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:08.372205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.372603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Bound using segment: {'id': '9b4297f8-09b0-4e3d-b258-d338e349eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:08.373252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Bound port: 7d7443c4-3329-4665-811a-360a12660745, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4297f8-09b0-4e3d-b258-d338e349eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:08.373805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.376259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=ff3aa594-201c-4101-bed9-f6330030ee74,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.389523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.399954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:08.400194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:08.404785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c3b41-31e2-424f-8357-0a060bbb5b3a req-8556a102-9560-4274-a734-017fc8bb42b1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:08.405122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Pushing event updated for resources: {'Port': ['ID=d02b114d-811f-41c2-996f-671ca26324cb,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.406488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-869c3b41-31e2-424f-8357-0a060bbb5b3a req-8556a102-9560-4274-a734-017fc8bb42b1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4710560 Feb 10 11:33:08.413925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b2e20353-83af-455f-84b2-dcb32f095afc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:08.419404 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2e20353-83af-455f-84b2-dcb32f095afc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4108095 Feb 10 11:33:08.419848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.432078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191084999'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:08.453551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:08.455918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:08.458043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c84cb99e-ad8a-49ab-b3f9-923f0250966a None None] Port ae3304c8-0edc-417c-8d95-d41f9a75fd34 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:08.510843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:08.534243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.543942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.546281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.555733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:08.562153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f36c4b96-d7d1-46e4-a8d9-ea22f732f5d2 req-968f5960-3af4-4f0e-9bd0-e8cb9e0bcf04 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999654 Feb 10 11:33:08.562352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:08.611949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:08.614383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:08.623057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51362) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.624546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Pushing event updated for resources: {'Port': ['ID=31fafb08-812a-47ea-b0f0-9a130ff55652,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:08.701309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Attempting to bind port d02b114d-811f-41c2-996f-671ca26324cb on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:08.701730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Attempting to bind port d02b114d-811f-41c2-996f-671ca26324cb by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b3f33012-fdf3-4751-a826-3737f69232ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:08.702252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Attempting to bind port d02b114d-811f-41c2-996f-671ca26324cb on network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:08.704598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object e077dd1f-3f3a-40bd-b2cb-86197d089aab will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:08.720359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eade0cc3-34a9-4343-a1cd-7df103c0bd86 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/ff3aa594-201c-4101-bed9-f6330030ee74 HTTP/1.1" status: 204 len: 168 time: 2.3063850 Feb 10 11:33:08.721810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51366) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.726441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-31a0868c-0fea-48f9-bf2d-730db218d9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:08.728060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-31a0868c-0fea-48f9-bf2d-730db218d9ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.4911618 Feb 10 11:33:08.728964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.745543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] For port 7d7443c4-3329-4665-811a-360a12660745, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:08.761654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:08.762050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Checking segment: {'id': 'b3f33012-fdf3-4751-a826-3737f69232ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:08.762414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.762799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Bound using segment: {'id': 'b3f33012-fdf3-4751-a826-3737f69232ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:08.763290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Bound port: d02b114d-811f-41c2-996f-671ca26324cb, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f33012-fdf3-4751-a826-3737f69232ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:08.763658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.783713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] For port 7d7443c4-3329-4665-811a-360a12660745, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d7443c4-3329-4665-811a-360a12660745,segment=NetworkSegment(9b4297f8-09b0-4e3d-b258-d338e349eccc),segment_id=9b4297f8-09b0-4e3d-b258-d338e349eccc)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:08.793083 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-869c3b41-31e2-424f-8357-0a060bbb5b3a req-322a9b49-d79c-4d88-b610-c3520c8c3b98 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702273 Feb 10 11:33:08.794656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.797871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Attempting to bind port 31fafb08-812a-47ea-b0f0-9a130ff55652 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:08.798242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Attempting to bind port 31fafb08-812a-47ea-b0f0-9a130ff55652 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:08.798598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Attempting to bind port 31fafb08-812a-47ea-b0f0-9a130ff55652 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:08.853226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79cb74-9334-4d8a-bd15-3442034f6c05 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:08.854630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79cb74-9334-4d8a-bd15-3442034f6c05 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:08.856090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b79cb74-9334-4d8a-bd15-3442034f6c05 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:08.863450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:08.868187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:08.872546 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-a8f4cd87-b004-458a-b7f6-689ba9b5a7c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.1314673 Feb 10 11:33:08.874342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:08.874501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 7857bdf2-f48e-45f1-b575-7da62779feaa is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:08.909279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:08.922355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.929575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:08.930180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:08.930568 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31021e66-0983-4c16-8809-a88eeb6f0765 tempest-TestNetworkAdvancedServerOps-2079752335 tempest-TestNetworkAdvancedServerOps-2079752335-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1093 time: 0.3068709 Feb 10 11:33:08.933564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.933805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:08.934263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Bound port: 31fafb08-812a-47ea-b0f0-9a130ff55652, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:08.934636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:08.966013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51370) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:08.980659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b79cb74-9334-4d8a-bd15-3442034f6c05 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:08.981456 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6b79cb74-9334-4d8a-bd15-3442034f6c05 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2578287 Feb 10 11:33:08.996258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'tenant_id': '91af0487670041898991d85571f36f1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:09.002947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51374) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.010402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:09.021861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792253a4-92f5-4145-92d7-a2477c878695 None None] Pushing event updated for resources: {'Port': ['ID=7d7443c4-3329-4665-811a-360a12660745,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.040712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] For port d02b114d-811f-41c2-996f-671ca26324cb, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:09.055727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.061745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-6824c956-dc27-42ee-af62-163ba8deba41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:09.062943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] For port d02b114d-811f-41c2-996f-671ca26324cb, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d02b114d-811f-41c2-996f-671ca26324cb,segment=NetworkSegment(b3f33012-fdf3-4751-a826-3737f69232ff),segment_id=b3f33012-fdf3-4751-a826-3737f69232ff)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:09.066573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-6824c956-dc27-42ee-af62-163ba8deba41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.1856778 Feb 10 11:33:09.069394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.074710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Usage tracker for resource:floatingip and tenant:91af0487670041898991d85571f36f1d is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:09.081397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.134350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:09.143644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:09.166666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:09.167615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:09.173991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=e077dd1f-3f3a-40bd-b2cb-86197d089aab,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.178240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.182049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e673069-f9a0-462a-8c23-5656c9773765,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.186046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.190163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378a2f9-aaec-4a40-9b20-38bba724f446 None None] Pushing event updated for resources: {'Port': ['ID=d02b114d-811f-41c2-996f-671ca26324cb,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.190320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-17b41f22-1923-403d-a5d7-6498f672486a tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7633979 Feb 10 11:33:09.202017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.231815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '7e673069-f9a0-462a-8c23-5656c9773765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:09.240728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:09.247064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:09.253066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:09.258099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:09.261490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:09.270417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-bf612c6e-0c65-4066-ad03-28898ec732b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1805527 Feb 10 11:33:09.280764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:09.308457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:09.358085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.360269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bfad7-401d-4ff0-a5c1-90d5322d16ba None None] Pushing event updated for resources: {'Port': ['ID=31fafb08-812a-47ea-b0f0-9a130ff55652,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.451879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The resource could not be found. Feb 10 11:33:09.454054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9373e5eb-f9ce-4d14-86aa-79e5966becbc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2497396 Feb 10 11:33:09.458030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51382) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.467370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '7e673069-f9a0-462a-8c23-5656c9773765', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '77e63277-8c75-4b42-a440-4c175663b3a8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:09.486935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:09.494566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:09.524072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:09.532994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:09.558490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-9221a65c-9d83-4039-9b8e-c9256dca35e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804465 Feb 10 11:33:09.600465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.690577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The resource could not be found. Feb 10 11:33:09.700761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-641c4d5c-d47f-4c4f-a1c4-d8f4bb9c6aee tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2370298 Feb 10 11:33:09.710071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51386) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.759104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:09.759762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.813396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ada7ce-ad60-4696-9c6c-934706e9e773 req-74360b92-8102-4596-a280-56f63f1d5d80 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491674 Feb 10 11:33:09.860056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:09.898097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Subnet': ['ID=a007e13e-b258-4404-a236-57501642ff33,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:09.916406 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db8be6d1-d983-45a7-9bda-4ed4d20103f2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.6708398 Feb 10 11:33:09.925331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:09.973988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet e052b02e-bd41-4cd4-a655-05f0951e672b {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:09.982722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.013141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Checking segment: {'id': 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:10.013499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network hostable DHCP agents. Network: 6d342110-42a1-42d4-9af9-e850bdbc08b5, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:10.053504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.061548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:10.067335 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d9bded41-1511-49af-90ad-7e425a263b46 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/7857bdf2-f48e-45f1-b575-7da62779feaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6035857 Feb 10 11:33:10.073235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51398) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.076783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.094257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] Sync routers for ids ['7857bdf2-f48e-45f1-b575-7da62779feaa'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:10.110933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] Routers {'7857bdf2-f48e-45f1-b575-7da62779feaa'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:10.111845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7857bdf2-f48e-45f1-b575-7da62779feaa'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:10.177645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:10.203281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] Routers {'7857bdf2-f48e-45f1-b575-7da62779feaa'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:10.206600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7857bdf2-f48e-45f1-b575-7da62779feaa'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:10.212714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462d286-ca13-4a0a-a6f0-91150078b22b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:10.214261 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a462d286-ca13-4a0a-a6f0-91150078b22b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports/ae3304c8-0edc-417c-8d95-d41f9a75fd34 HTTP/1.1" status: 200 len: 984 time: 0.1065328 Feb 10 11:33:10.222911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:10.231671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51402) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.311696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:10.312417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ee915e-a77c-4071-87cd-dbed7cb9dfbd None None] The sync data for ids ['7857bdf2-f48e-45f1-b575-7da62779feaa'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:10.359725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.370565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 6d342110-42a1-42d4-9af9-e850bdbc08b5) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:10.382132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b80ba4-6b18-434f-8ed6-3d55a04fb0cf None None] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:10.392548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.394689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e673069-f9a0-462a-8c23-5656c9773765,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:10.412073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-cff982e4-d34c-462b-afbc-2d11ef8dcaae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.4002304 Feb 10 11:33:10.418649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.422163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-026f6297-ce31-4367-a000-c4ae458d3bce tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e673069-f9a0-462a-8c23-5656c9773765 HTTP/1.1" status: 204 len: 168 time: 0.7072105 Feb 10 11:33:10.423058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.469221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:10.469898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.526069 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-299f08eb-b47d-4ea0-b96c-659f42879254 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4784503 Feb 10 11:33:10.549379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51410) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:10.569035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'subnet': {'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:10.711068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.806139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-6d342110-42a1-42d4-9af9-e850bdbc08b5', 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5', 'tenant_id': 'ae0782824ba9432ebf6c893759662f1a', 'fixed_ips': [{'subnet_id': 'a007e13e-b258-4404-a236-57501642ff33'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:10.806986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:10.908504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.102120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=e052b02e-bd41-4cd4-a655-05f0951e672b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:11.166928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1903-19eb-4a23-b0a0-4cb3e9b101d0 req-9ebc51cd-01e0-4a01-9c59-a9537c12ce85 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.172926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b66a1903-19eb-4a23-b0a0-4cb3e9b101d0 req-9ebc51cd-01e0-4a01-9c59-a9537c12ce85 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 1.1283650 Feb 10 11:33:11.181315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b7378305-575e-497f-906a-b60c0adfce79 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:11.229846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Allocated IP 2001:db8::2 (6d342110-42a1-42d4-9af9-e850bdbc08b5/a007e13e-b258-4404-a236-57501642ff33/e0bcb859-1755-4166-99bf-ad579442a3a9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:11.246555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec51ec-fd10-427b-b001-7903329f440b None None] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:11.262381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.286874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 31fafb08-812a-47ea-b0f0-9a130ff55652 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:11.298644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-d552c5a4-a549-4df6-a852-58e33acca67d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.300333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-d552c5a4-a549-4df6-a852-58e33acca67d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.8439078 Feb 10 11:33:11.300980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b7378305-575e-497f-906a-b60c0adfce79 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:11.305877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b7378305-575e-497f-906a-b60c0adfce79 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8775568 Feb 10 11:33:11.306939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51414) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:11.415696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f3d2b696-40e5-4ead-9868-147c2aafbf98 None None] Provisioning for port 7d7443c4-3329-4665-811a-360a12660745 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:11.422767 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d08fad0d-9a11-4734-912d-70a5677b28e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/e052b02e-bd41-4cd4-a655-05f0951e672b HTTP/1.1" status: 204 len: 168 time: 2.4138522 Feb 10 11:33:11.460087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': '7f9c8884-6f09-421d-ab04-5d90308b1c7d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:11.466323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:11.473434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-592f34db-c7e9-49f0-b2a9-280418d6e5fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.1654165 Feb 10 11:33:11.481623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:11.521572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c17635e-98b3-4af3-b3d6-c461c717a553 None None] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:11.529971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:11.536735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:11.539020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:11.550341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b66a1903-19eb-4a23-b0a0-4cb3e9b101d0 req-85c28fc9-9395-4c51-8ea1-7d9826ef4b31 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517005 Feb 10 11:33:11.557480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:11.562780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:subnet and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:11.582599 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24a12271-7a36-40ed-bc89-6337dd3b7afa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151929 Feb 10 11:33:11.583989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:11.589932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51422) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:11.599963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:11.618974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:11.639202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-38eca885-5910-465c-a8b4-dc4f2bc4fe76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:11.650314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-38eca885-5910-465c-a8b4-dc4f2bc4fe76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.1662071 Feb 10 11:33:11.706760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a8d987-e72d-4948-99f1-7b3d9a308844 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:11.727628 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The resource could not be found. Feb 10 11:33:11.728682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54666a67-becc-4ba5-93c0-9972221420de tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4032452 Feb 10 11:33:11.757808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:11.770910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--974191529'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:11.790470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:11.828779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:11.832003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.835888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Allocated IP 172.26.3.5 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d0201175-422c-4864-8296-6d3b492c41d6) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:11.861449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:11.872845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-81393383-eedd-4972-881d-d31232b3fa3d None None] Provisioning for port d02b114d-811f-41c2-996f-671ca26324cb completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:11.895462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:11.911620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-6923ccbf-b695-46dd-bf34-a26125990515 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2508953 Feb 10 11:33:11.940288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 31fafb08-812a-47ea-b0f0-9a130ff55652 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:11.958934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d02b114d-811f-41c2-996f-671ca26324cb up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:12.053556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:12.068953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:12.073362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:12.093012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.109782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:12.171377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:12.193317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:12.204198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:12.207710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.209749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:12.246914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Could not find standard attr ID for object ff3aa594-201c-4101-bed9-f6330030ee74. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:12.280447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:12.309285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.310117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-42d77b9c-b5df-4c76-9a00-c74fcd73251c service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840523 Feb 10 11:33:12.346892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Transition to ACTIVE for port object e0bcb859-1755-4166-99bf-ad579442a3a9 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:12.361648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Provisioning for port 31fafb08-812a-47ea-b0f0-9a130ff55652 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:12.394776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Provisioning complete for port 31fafb08-812a-47ea-b0f0-9a130ff55652 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:12.395256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.405599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.428446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Transition to ACTIVE for port object e0bcb859-1755-4166-99bf-ad579442a3a9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:12.457042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d02b114d-811f-41c2-996f-671ca26324cb completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:12.474893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.477804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.486833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.523735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d02b114d-811f-41c2-996f-671ca26324cb triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:12.524321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.569079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.580061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3e81d-07f9-41f3-bd11-617afaa81e4b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.586637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.589934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.655687 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4770f9a4-1f27-46c6-b644-d7820e75f3ac req-028fa1a0-26f6-4072-a184-45068f7074a7 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263595 Feb 10 11:33:12.664264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.664483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Pushing event updated for resources: {'Port': ['ID=e0bcb859-1755-4166-99bf-ad579442a3a9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.666289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e393e974-9e79-4c1d-bc5e-4840100ab424 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9074452 Feb 10 11:33:12.681404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:12.687623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:12.687960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399943176'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:12.704549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:12.707949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:12.711109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:12.713901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:12.748051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=e077dd1f-3f3a-40bd-b2cb-86197d089aab,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:12.755733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:12.764508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:12.765078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Deleting port 31fafb08-812a-47ea-b0f0-9a130ff55652 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:12.765654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:12.781563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:12.821343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.046983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.098583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Attempting to bind port e0bcb859-1755-4166-99bf-ad579442a3a9 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:13.098736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Attempting to bind port e0bcb859-1755-4166-99bf-ad579442a3a9 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:13.099015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Attempting to bind port e0bcb859-1755-4166-99bf-ad579442a3a9 on network 6d342110-42a1-42d4-9af9-e850bdbc08b5 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:13.106742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.107049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:13.119316 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=d0201175-422c-4864-8296-6d3b492c41d6,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.137260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:13.152851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:13.182122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:13.193222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:13.202228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:13.206995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.232282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:13.232888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Checking segment: {'id': 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:13.233629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.234342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Bound using segment: {'id': 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:13.235513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Bound port: e0bcb859-1755-4166-99bf-ad579442a3a9, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '6d342110-42a1-42d4-9af9-e850bdbc08b5'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:13.236183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.243424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:13.290393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:13.301416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.344001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5852-0cf9-4422-affa-f84388b0225b req-37b9dcbe-a05b-4234-950f-d626aa2ebf53 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:13.345486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff4a5852-0cf9-4422-affa-f84388b0225b req-37b9dcbe-a05b-4234-950f-d626aa2ebf53 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5069997 Feb 10 11:33:13.403149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d02b114d-811f-41c2-996f-671ca26324cb, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d02b114d-811f-41c2-996f-671ca26324cb,segment=NetworkSegment(b3f33012-fdf3-4751-a826-3737f69232ff),segment_id=b3f33012-fdf3-4751-a826-3737f69232ff)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:13.420516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:13.423512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.449106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.450116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d7443c4-3329-4665-811a-360a12660745 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:13.469535 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff4a5852-0cf9-4422-affa-f84388b0225b req-9e116758-e829-4cbf-8f50-ac67e76d2938 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154568 Feb 10 11:33:13.525577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.532968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.544811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.546341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] For port e0bcb859-1755-4166-99bf-ad579442a3a9, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:13.551555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] For port e0bcb859-1755-4166-99bf-ad579442a3a9, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0bcb859-1755-4166-99bf-ad579442a3a9,segment=NetworkSegment(b15580fd-dcb2-48f4-8936-0666bdd3a6d2),segment_id=b15580fd-dcb2-48f4-8936-0666bdd3a6d2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:13.569963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.588369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea41461-f9c7-496c-bfc0-8559b2aed3fc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.680438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.686746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac9fa207-cdda-4e6a-8845-2c95d35f2f69 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9986460 Feb 10 11:33:13.688486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:13.691507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Checking segment: {'id': '64cad756-2559-4de3-93c8-40dc297213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:13.691995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network hostable DHCP agents. Network: 95ca039f-23e4-45bd-88b6-a6e70a8f769c, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:13.700950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.702491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3e81d-07f9-41f3-bd11-617afaa81e4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7ea41461-f9c7-496c-bfc0-8559b2aed3fc'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:13.711490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:13.712393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Calling delete_port for 31fafb08-812a-47ea-b0f0-9a130ff55652 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:13.724687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:13.730425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:13.739793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:13.750529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Subnet': ['ID=ff43c01e-6cdd-4b9f-b82f-ac0ab336de47,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.756119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:13.795417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768373ae-ff30-4e7f-936f-5429dd300bf7 None None] Pushing event updated for resources: {'Port': ['ID=31fafb08-812a-47ea-b0f0-9a130ff55652,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.806107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:13.861272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca8437-9682-4de4-bf3a-84a7b07c9de6 req-e66898a6-56bb-4d22-adcf-df4d7c5e398f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:13.862979 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7ca8437-9682-4de4-bf3a-84a7b07c9de6 req-e66898a6-56bb-4d22-adcf-df4d7c5e398f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2564623 Feb 10 11:33:13.871893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:13.877215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e94a808d-188e-4a8e-a2d6-116e4005aadc tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1827488 Feb 10 11:33:13.894224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51442) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:13.938698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:13.939059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:13.946193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d02b114d-811f-41c2-996f-671ca26324cb,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:13.950368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 7d7443c4-3329-4665-811a-360a12660745 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:14.008687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Provisioning complete for port d02b114d-811f-41c2-996f-671ca26324cb triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:14.009065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.050120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7d7443c4-3329-4665-811a-360a12660745 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:14.050476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.113018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7ca8437-9682-4de4-bf3a-84a7b07c9de6 req-b39c64c0-555b-44b7-9567-fe9db9207031 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356956 Feb 10 11:33:14.123182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 95ca039f-23e4-45bd-88b6-a6e70a8f769c) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:14.140231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.140838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.147980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81f3ba-3644-4c79-bfae-0d773af08fdd None None] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:14.175953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:14.185972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.222986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.228807 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f9788c13-5d18-4881-beca-fd4c03fdaf6b tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6753991 Feb 10 11:33:14.242136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51448) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:14.294722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed083e02-c6e1-4680-981b-231e58cbe994 None None] Pushing event updated for resources: {'Port': ['ID=e0bcb859-1755-4166-99bf-ad579442a3a9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:14.329743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.388479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea41461-f9c7-496c-bfc0-8559b2aed3fc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:14.517100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Deleting port 31fafb08-812a-47ea-b0f0-9a130ff55652 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:14.517462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.525834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.527970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-df002eb8-48a8-4bb6-b759-22ff20e44550 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/7ea41461-f9c7-496c-bfc0-8559b2aed3fc HTTP/1.1" status: 204 len: 168 time: 0.6302128 Feb 10 11:33:14.539111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51452) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:14.677498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6db4a64-1607-46ed-bd3c-a6a6bd8ee934 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:14.687690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af39480-cfb7-4cb2-945c-d7094d041fe3 req-667da6d3-c233-4e08-b1ea-dbd6d3541eea tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:14.689261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8af39480-cfb7-4cb2-945c-d7094d041fe3 req-667da6d3-c233-4e08-b1ea-dbd6d3541eea tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2795134 Feb 10 11:33:14.701423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Provisioning for port e077dd1f-3f3a-40bd-b2cb-86197d089aab completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:14.716163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.719379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6db4a64-1607-46ed-bd3c-a6a6bd8ee934 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:14.720975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6db4a64-1607-46ed-bd3c-a6a6bd8ee934 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1819341 Feb 10 11:33:14.725373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:14.742218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.746107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Provisioning complete for port e077dd1f-3f3a-40bd-b2cb-86197d089aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:14.746491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.769129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.848169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.897954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-95ca039f-23e4-45bd-88b6-a6e70a8f769c', 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c', 'tenant_id': 'ae0782824ba9432ebf6c893759662f1a', 'fixed_ips': [{'subnet_id': 'ff43c01e-6cdd-4b9f-b82f-ac0ab336de47'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:14.898818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:14.915041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc6be6-da3f-4e73-8185-6aeb8c32db40 None None] Port e077dd1f-3f3a-40bd-b2cb-86197d089aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:14.981342 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8af39480-cfb7-4cb2-945c-d7094d041fe3 req-abdbafbd-f886-4b20-a6ec-30ae3addaff6 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582498 Feb 10 11:33:14.984950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=e077dd1f-3f3a-40bd-b2cb-86197d089aab,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.003067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.087681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 7d7443c4-3329-4665-811a-360a12660745, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d7443c4-3329-4665-811a-360a12660745,segment=NetworkSegment(9b4297f8-09b0-4e3d-b258-d338e349eccc),segment_id=9b4297f8-09b0-4e3d-b258-d338e349eccc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:15.093051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.101418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.259102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:15.259516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.291665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.406903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0bcb859-1755-4166-99bf-ad579442a3a9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:15.416483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.422040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port ae3304c8-0edc-417c-8d95-d41f9a75fd34 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:15.422373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.425802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:15.431161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:15.435021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb349c04-f351-4098-b884-eb8f0eecdf91 None None] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:15.457867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Calling delete_port for 31fafb08-812a-47ea-b0f0-9a130ff55652 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:15.622787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6d133255-9243-4435-940e-92d0e8634a95 None None] Provisioning complete for port e077dd1f-3f3a-40bd-b2cb-86197d089aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:15.623324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d133255-9243-4435-940e-92d0e8634a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.713952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.748650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3e81d-07f9-41f3-bd11-617afaa81e4b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.758953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e20d6-2500-45ee-8b57-638158434a22 req-b92478f5-31c8-4638-8baf-b1194fcc433c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:15.760847 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c6e20d6-2500-45ee-8b57-638158434a22 req-b92478f5-31c8-4638-8baf-b1194fcc433c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.5331898 Feb 10 11:33:15.765323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=7d7443c4-3329-4665-811a-360a12660745,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:15.796168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.799771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4c107df-5234-47e3-85c4-3e4ae450879f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/dbc3e81d-07f9-41f3-bd11-617afaa81e4b HTTP/1.1" status: 204 len: 168 time: 1.0709767 Feb 10 11:33:15.801503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51462) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:15.823248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6d133255-9243-4435-940e-92d0e8634a95 None None] Port e077dd1f-3f3a-40bd-b2cb-86197d089aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:15.833334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:15.867407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Allocated IP 2001:db8::2 (95ca039f-23e4-45bd-88b6-a6e70a8f769c/ff43c01e-6cdd-4b9f-b82f-ac0ab336de47/ff0c8986-5e28-41c3-b073-47345b2c34bd) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:15.893493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:15.918237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e0bcb859-1755-4166-99bf-ad579442a3a9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:15.993637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a694a56e-7d33-40da-958e-60fb00bc1228 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:16.012333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5c6e20d6-2500-45ee-8b57-638158434a22 req-82f67656-4a45-497c-913b-af59756288d0 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420771 Feb 10 11:33:16.030436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:16.030640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.043473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a694a56e-7d33-40da-958e-60fb00bc1228 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:16.044841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a694a56e-7d33-40da-958e-60fb00bc1228 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2429440 Feb 10 11:33:16.050321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:16.060210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570384221'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:16.066782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:16.080878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:16.098910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.110019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.119411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.120793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d02b114d-811f-41c2-996f-671ca26324cb up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:16.135523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.136275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.154494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:16.160580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Usage tracker for resource:security_group_rule and tenant:e4970d0a71964c14af9218b3e39e0f3b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:16.165648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:16.205512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:16.222077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Router 4992d2fd-c311-4863-89fb-ca1fdf56ce65 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:16.259699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:16.259699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:16.269220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Deleting port 31fafb08-812a-47ea-b0f0-9a130ff55652 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:16.269656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.409759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Provisioning for port e0bcb859-1755-4166-99bf-ad579442a3a9 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:16.418887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.427276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c90bb2-b235-4712-abb1-a78238fa7f1c req-6607a7b1-3d83-41c9-b77e-780f327be72c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:16.428245 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69c90bb2-b235-4712-abb1-a78238fa7f1c req-6607a7b1-3d83-41c9-b77e-780f327be72c tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2648551 Feb 10 11:33:16.431387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.442885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Provisioning complete for port e0bcb859-1755-4166-99bf-ad579442a3a9 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:16.443303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.446578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for ae3304c8-0edc-417c-8d95-d41f9a75fd34 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:16.526399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc1c5c-fc85-461b-85b6-bf10e84bd164,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.541186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d02b114d-811f-41c2-996f-671ca26324cb triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:16.541186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.541680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.545675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1638bade-4cfa-4fce-8d4f-07a6e9067b84 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4914203 Feb 10 11:33:16.547363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:16.558686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-57572092-df88-47e5-9425-564537663e20 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:16.559291 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-57572092-df88-47e5-9425-564537663e20 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 11:33:16.562893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-57572092-df88-47e5-9425-564537663e20 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "PUT /v2.0/security-groups/f6dc1c5c-fc85-461b-85b6-bf10e84bd164 HTTP/1.1" status: 409 len: 330 time: 0.0101981 Feb 10 11:33:16.562893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:16.568233 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69c90bb2-b235-4712-abb1-a78238fa7f1c req-bd9a5f7d-f751-4baf-9d8d-a9ed868a8506 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320572 Feb 10 11:33:16.618219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:16.623500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:16.628693 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-04d4273d-b19c-44d5-8e9b-dd6e42d9a75a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/routers/4992d2fd-c311-4863-89fb-ca1fdf56ce65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7023742 Feb 10 11:33:16.631146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=280e4e81-ea3f-4b03-a8d5-1b87bbd57d63,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.631912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:16.633507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:16.641460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=31fafb08-812a-47ea-b0f0-9a130ff55652,revision_number=6']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.651696 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] Sync routers for ids ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:16.681984 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] Routers {'4992d2fd-c311-4863-89fb-ca1fdf56ce65'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:16.682585 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:16.682914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:16.683570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.686502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.729408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.736768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Transition to ACTIVE for port object ff0c8986-5e28-41c3-b073-47345b2c34bd will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:16.775044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.810716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:16.815277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:16.828655 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] Routers {'4992d2fd-c311-4863-89fb-ca1fdf56ce65'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:16.829616 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:16.840175 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-02fdf5b0-6934-45f3-bc44-445383f786e8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.2440825 Feb 10 11:33:16.847509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51486) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:16.849585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.863660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:d1:ab:65', 'name': 'tempest-NetworksTestDHCPv6-826161817'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:16.874342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.891198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.903415 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:16.904828 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0771e-69d7-4252-b368-65cd26c87fc9 None None] The sync data for ids ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:16.939480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc1c5c-fc85-461b-85b6-bf10e84bd164,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:16.950034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:16.955451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Transition to ACTIVE for port object ff0c8986-5e28-41c3-b073-47345b2c34bd will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:16.958534 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8666a033-50c9-4226-a5ee-964d4acd8559 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/f6dc1c5c-fc85-461b-85b6-bf10e84bd164 HTTP/1.1" status: 204 len: 168 time: 0.3946967 Feb 10 11:33:16.960773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.045207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.059213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ffdbca-67b6-48b9-bb7d-683407079a2a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:17.059930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-07ffdbca-67b6-48b9-bb7d-683407079a2a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:17.175759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-14dc219e-80c4-445b-8683-ca948c171da3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Synchronizing usage tracker for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:17.180101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event updated for resources: {'Port': ['ID=d0201175-422c-4864-8296-6d3b492c41d6,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:17.195603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.247687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-07ffdbca-67b6-48b9-bb7d-683407079a2a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:17.251860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-07ffdbca-67b6-48b9-bb7d-683407079a2a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?device_id=4992d2fd-c311-4863-89fb-ca1fdf56ce65 HTTP/1.1" status: 200 len: 979 time: 0.6163571 Feb 10 11:33:17.252035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] For port 31fafb08-812a-47ea-b0f0-9a130ff55652, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=31fafb08-812a-47ea-b0f0-9a130ff55652,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:17.252035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.253342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.260705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:17.268990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:17.277555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:17.281310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Pushing event updated for resources: {'Port': ['ID=ff0c8986-5e28-41c3-b073-47345b2c34bd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:17.318572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-14dc219e-80c4-445b-8683-ca948c171da3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] Unset dirty status for tenant:e4970d0a71964c14af9218b3e39e0f3b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:17.323672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-14dc219e-80c4-445b-8683-ca948c171da3 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3364542 Feb 10 11:33:17.326340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51500) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.406017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Calling delete_port for 31fafb08-812a-47ea-b0f0-9a130ff55652 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:17.414841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7dedb2e8-44d0-42b9-a596-0eb618bf5d02 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] delete failed (client error): The resource could not be found. Feb 10 11:33:17.421211 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7dedb2e8-44d0-42b9-a596-0eb618bf5d02 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "DELETE /v2.0/security-groups/d27e606c-f749-4f94-9afd-78f3793a644c HTTP/1.1" status: 404 len: 347 time: 0.0884683 Feb 10 11:33:17.422063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Allocated IP 2001:db8::1 (6d342110-42a1-42d4-9af9-e850bdbc08b5/a007e13e-b258-4404-a236-57501642ff33/c16eaa63-d489-4ba9-afd0-e6046016849d) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:17.423498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51504) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.441850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:17.449900 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ec123945-807c-44ae-a620-81b3daa27d6f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] show failed (client error): The resource could not be found. Feb 10 11:33:17.451152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec123945-807c-44ae-a620-81b3daa27d6f tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-groups/b9b75903-7d44-4bd2-83cc-d1329aecb2c3 HTTP/1.1" status: 404 len: 347 time: 0.0258815 Feb 10 11:33:17.454566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.463186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51508) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.492794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a2814-8286-42b5-825c-819735effb0e req-6fd063c6-9597-4b75-a93c-77e2d1098c55 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:17.493766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] For port e0bcb859-1755-4166-99bf-ad579442a3a9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0bcb859-1755-4166-99bf-ad579442a3a9,segment=NetworkSegment(b15580fd-dcb2-48f4-8936-0666bdd3a6d2),segment_id=b15580fd-dcb2-48f4-8936-0666bdd3a6d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:17.496146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a26a2814-8286-42b5-825c-819735effb0e req-6fd063c6-9597-4b75-a93c-77e2d1098c55 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3758373 Feb 10 11:33:17.501555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 31fafb08-812a-47ea-b0f0-9a130ff55652 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:17.507065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-6f55be92-6748-4a54-9a72-e24fd0e1d134 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] show failed (client error): The resource could not be found. Feb 10 11:33:17.518412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f55be92-6748-4a54-9a72-e24fd0e1d134 tempest-NegativeSecGroupTest-1607030555 tempest-NegativeSecGroupTest-1607030555-project] 10.222.0.42 "GET /v2.0/security-group-rules/6ef5c7ed-f15f-4ca0-bac6-6e3d51250b9a HTTP/1.1" status: 404 len: 356 time: 0.0440903 Feb 10 11:33:17.518655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:17.530964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:17.549643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.585690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.609658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a26a2814-8286-42b5-825c-819735effb0e req-9d0748c2-6936-4981-b3c0-6a07f2cfd85a tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733263 Feb 10 11:33:17.679811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:17.717326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Attempting to bind port ff0c8986-5e28-41c3-b073-47345b2c34bd on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:17.717697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Attempting to bind port ff0c8986-5e28-41c3-b073-47345b2c34bd by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '64cad756-2559-4de3-93c8-40dc297213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:17.718068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Attempting to bind port ff0c8986-5e28-41c3-b073-47345b2c34bd on network 95ca039f-23e4-45bd-88b6-a6e70a8f769c {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:17.777708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:17.778089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Checking segment: {'id': '64cad756-2559-4de3-93c8-40dc297213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:17.778495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.778896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Bound using segment: {'id': '64cad756-2559-4de3-93c8-40dc297213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:17.779404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Bound port: ff0c8986-5e28-41c3-b073-47345b2c34bd, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cad756-2559-4de3-93c8-40dc297213d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '95ca039f-23e4-45bd-88b6-a6e70a8f769c'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:17.779820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.793560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=ae3304c8-0edc-417c-8d95-d41f9a75fd34,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:17.794684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Pushing event updated for resources: {'Port': ['ID=e0bcb859-1755-4166-99bf-ad579442a3a9,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:17.815578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:17.836793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Provisioning complete for port e077dd1f-3f3a-40bd-b2cb-86197d089aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:17.837069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:17.941605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51516) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:17.962012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.004116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.008123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.123362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9c86b-f84c-448d-a9b5-0a3c44f2efeb None None] Port e077dd1f-3f3a-40bd-b2cb-86197d089aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:18.131175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] Pushing event deleted for resources: {'Port': ['ID=31fafb08-812a-47ea-b0f0-9a130ff55652,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:18.234552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port f073c794-d39a-472b-b52c-7775dc42fc05 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:18.336393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.357653 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d10c661-77b5-4439-874c-3339ce531872 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4970d0a71964c14af9218b3e39e0f3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4124923 Feb 10 11:33:18.357867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f949af9-ab4b-459b-aeed-77faa933dbd2 None None] No DVR routers for this DVR port 31fafb08-812a-47ea-b0f0-9a130ff55652 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:18.357992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.360315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0bcb859-1755-4166-99bf-ad579442a3a9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:18.365935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51522) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:18.369014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.392604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Transition to ACTIVE for port object c16eaa63-d489-4ba9-afd0-e6046016849d will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:18.441040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] For port ff0c8986-5e28-41c3-b073-47345b2c34bd, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:18.459920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b6b4e-5430-4064-8413-f5192f0f33b8 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:18.485596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] For port ff0c8986-5e28-41c3-b073-47345b2c34bd, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ff0c8986-5e28-41c3-b073-47345b2c34bd,segment=NetworkSegment(64cad756-2559-4de3-93c8-40dc297213d8),segment_id=64cad756-2559-4de3-93c8-40dc297213d8)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:18.551568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2cdff7bc-9b48-4144-b40f-907cb6591f67 None None] Provisioning complete for port e0bcb859-1755-4166-99bf-ad579442a3a9 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.552278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2cdff7bc-9b48-4144-b40f-907cb6591f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.575371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.644255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fed1:ab65 (777c9540-812e-4174-85ca-b69ca9423c5f/280e4e81-ea3f-4b03-a8d5-1b87bbd57d63/f073c794-d39a-472b-b52c-7775dc42fc05) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:18.753682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7954-534a-4090-a779-08ac26fe02f6 None None] Pushing event updated for resources: {'Port': ['ID=ff0c8986-5e28-41c3-b073-47345b2c34bd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:18.774829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.785183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port e077dd1f-3f3a-40bd-b2cb-86197d089aab {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:18.786430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.819488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e0bcb859-1755-4166-99bf-ad579442a3a9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:18.819923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.825512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:18.996965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '280e4e81-ea3f-4b03-a8d5-1b87bbd57d63'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:18.997777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.079970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd38c-0f84-4dac-9bd1-f6b29d6ca0e2 req-10704dac-fec7-41ea-b3c4-aff4c524f2c5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:19.089026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b60bd38c-0f84-4dac-9bd1-f6b29d6ca0e2 req-10704dac-fec7-41ea-b3c4-aff4c524f2c5 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.3539987 Feb 10 11:33:19.157474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.176789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d7443c4-3329-4665-811a-360a12660745 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:19.251092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7d7443c4-3329-4665-811a-360a12660745 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:19.251369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.254782 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Floating IP f786a738-c935-4264-941b-03c19f8df479 associated. External IP: 172.26.3.5, port: 15979fdd-2f72-4aee-9cf1-834e97e2772d. Feb 10 11:33:19.298469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for e077dd1f-3f3a-40bd-b2cb-86197d089aab owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:19.329866 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b60bd38c-0f84-4dac-9bd1-f6b29d6ca0e2 req-ff9aac43-9b82-4995-98ea-eb56f6659ddb tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391596 Feb 10 11:33:19.426403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Port': ['ID=c16eaa63-d489-4ba9-afd0-e6046016849d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:19.433864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:19.435764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.450966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:19.459429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:19.459950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.503911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.573099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=e077dd1f-3f3a-40bd-b2cb-86197d089aab,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:19.809454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.883774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object f073c794-d39a-472b-b52c-7775dc42fc05 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:19.918373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.944162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e6a888f-51b5-4929-b71f-03b012f8e4ba None None] Provisioning for port c16eaa63-d489-4ba9-afd0-e6046016849d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:19.961855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e6a888f-51b5-4929-b71f-03b012f8e4ba None None] Provisioning complete for port c16eaa63-d489-4ba9-afd0-e6046016849d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:19.963586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e6a888f-51b5-4929-b71f-03b012f8e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:19.976594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5a379-c268-42ce-baf4-a7a82e261d8a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:19.991802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.007096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 7857bdf2-f48e-45f1-b575-7da62779feaa has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:20.113084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.168601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a888f-51b5-4929-b71f-03b012f8e4ba None None] Port c16eaa63-d489-4ba9-afd0-e6046016849d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:20.177038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.178340 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-37b67cda-181b-4b79-ac11-810df21c0115 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ae5a379-c268-42ce-baf4-a7a82e261d8a HTTP/1.1" status: 204 len: 168 time: 1.8111722 Feb 10 11:33:20.195049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Allocated IP 2001:db8::f816:3eff:fed4:329f (777c9540-812e-4174-85ca-b69ca9423c5f/280e4e81-ea3f-4b03-a8d5-1b87bbd57d63/8de710fb-789e-4100-8b17-986afff921db) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:20.217137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f82ad-cc9d-4283-b8dd-a2c7f3877061 req-06e50a1a-2a48-4227-be07-6c5c043c69d1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.218961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-046f82ad-cc9d-4283-b8dd-a2c7f3877061 req-06e50a1a-2a48-4227-be07-6c5c043c69d1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4941673 Feb 10 11:33:20.223429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.225559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283487b7-629d-42dc-bc9e-3c346ca25a77 None None] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:20.248806 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-d506a80f-9e4c-4c8e-a2bb-079ea686f0ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09e0583b55da4c5b997c44ad422611d0&device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 1099 time: 0.4734995 Feb 10 11:33:20.422388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ff0c8986-5e28-41c3-b073-47345b2c34bd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:20.557420 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-046f82ad-cc9d-4283-b8dd-a2c7f3877061 req-47f5d2c6-e206-48df-aa55-5a5ebe669d6f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298199 Feb 10 11:33:20.565717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-578510af-0f2b-47c3-a9a3-17ed2a4ee306 None None] Provisioning for port ff0c8986-5e28-41c3-b073-47345b2c34bd completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:20.669109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:20.682719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:20.685690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:20.689880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.690478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.700590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=f073c794-d39a-472b-b52c-7775dc42fc05,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:20.743677 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1bfe388d-47ef-4c8c-8f78-dbc50a342765 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8899481 Feb 10 11:33:20.750789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51534) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.759876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ff0c8986-5e28-41c3-b073-47345b2c34bd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:20.772534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ff0c8986-5e28-41c3-b073-47345b2c34bd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:20.772896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.773105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:20.780632 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-52a39288-aa6f-4b42-820c-45e174da0632 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/7857bdf2-f48e-45f1-b575-7da62779feaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5388067 Feb 10 11:33:20.783206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51538) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:20.815174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-87dec092-5310-46f3-84d7-fb4f1c0d61fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:20.816585 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-87dec092-5310-46f3-84d7-fb4f1c0d61fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 200 len: 912 time: 0.5624013 Feb 10 11:33:20.855843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] Sync routers for ids ['7857bdf2-f48e-45f1-b575-7da62779feaa'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:20.868862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:20.895722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Transition to ACTIVE for port object 8de710fb-789e-4100-8b17-986afff921db will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:20.949763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Transition to ACTIVE for port object 8de710fb-789e-4100-8b17-986afff921db will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:20.976953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] Routers {'7857bdf2-f48e-45f1-b575-7da62779feaa'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:20.977590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7857bdf2-f48e-45f1-b575-7da62779feaa'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.002695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd4f7-9afd-4d52-ae04-6a5861ce8cfd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:21.003644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef5dd4f7-9afd-4d52-ae04-6a5861ce8cfd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:21.021445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Router 4992d2fd-c311-4863-89fb-ca1fdf56ce65 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:21.032214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef5dd4f7-9afd-4d52-ae04-6a5861ce8cfd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:21.033428 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef5dd4f7-9afd-4d52-ae04-6a5861ce8cfd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2816761 Feb 10 11:33:21.036582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.065806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.121050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.207089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Pushing event updated for resources: {'Port': ['ID=8de710fb-789e-4100-8b17-986afff921db,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.210562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:21.219824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:21.224234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] Routers {'7857bdf2-f48e-45f1-b575-7da62779feaa'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:21.224492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7857bdf2-f48e-45f1-b575-7da62779feaa'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.230834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.242967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.243794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.271692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:21.299416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.307941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.308338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02975cda-f30b-4493-8c4e-b7385635b273 None None] The sync data for ids ['7857bdf2-f48e-45f1-b575-7da62779feaa'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:21.310477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port f073c794-d39a-472b-b52c-7775dc42fc05 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:21.310956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.414116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Attempting to bind port 8de710fb-789e-4100-8b17-986afff921db on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:21.414392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Attempting to bind port 8de710fb-789e-4100-8b17-986afff921db by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:21.414756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Attempting to bind port 8de710fb-789e-4100-8b17-986afff921db on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:21.420256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ff0c8986-5e28-41c3-b073-47345b2c34bd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ff0c8986-5e28-41c3-b073-47345b2c34bd,segment=NetworkSegment(64cad756-2559-4de3-93c8-40dc297213d8),segment_id=64cad756-2559-4de3-93c8-40dc297213d8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:21.429779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.459392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:21.459760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:21.460157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.460540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:21.461013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Bound port: 8de710fb-789e-4100-8b17-986afff921db, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:21.461383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.466063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:21.477515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] Sync routers for ids ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:21.480952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-9e28c59e-cd8b-48ff-9ad8-6200f03fb81f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 200 len: 1002 time: 0.6033704 Feb 10 11:33:21.489609 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] Routers {'4992d2fd-c311-4863-89fb-ca1fdf56ce65'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:21.490375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.553731 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.559474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7082f659-4131-4b4b-8df6-6bac036ab950 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/routers/4992d2fd-c311-4863-89fb-ca1fdf56ce65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3045435 Feb 10 11:33:21.560351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.565635 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] Routers {'4992d2fd-c311-4863-89fb-ca1fdf56ce65'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:21.566491 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.576680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d907271f-7618-4a06-be8e-84f25b4058b3 None None] Provisioning complete for port ff0c8986-5e28-41c3-b073-47345b2c34bd triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:21.577050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d907271f-7618-4a06-be8e-84f25b4058b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.612006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ff0c8986-5e28-41c3-b073-47345b2c34bd,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.632933 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:21.634207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ad364-8649-48ab-9dec-082ce83de587 None None] The sync data for ids ['4992d2fd-c311-4863-89fb-ca1fdf56ce65'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:21.646857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] For port 8de710fb-789e-4100-8b17-986afff921db, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:21.651064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Port': ['ID=c16eaa63-d489-4ba9-afd0-e6046016849d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.658795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] For port 8de710fb-789e-4100-8b17-986afff921db, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8de710fb-789e-4100-8b17-986afff921db,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:21.664964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:21.678675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:21.681949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:21.786796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c981d5dd-24e1-4aa0-85af-affdcee58550 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:33:21.787475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c981d5dd-24e1-4aa0-85af-affdcee58550 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:21.825964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4f0d6-fe7a-4e0e-a368-655cde14e4ba None None] Pushing event updated for resources: {'Port': ['ID=8de710fb-789e-4100-8b17-986afff921db,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:21.862729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-76b86843-3bd5-4380-9523-9d476610fbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:21.864160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-76b86843-3bd5-4380-9523-9d476610fbac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 200 len: 850 time: 0.3719225 Feb 10 11:33:21.926194 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-57b2c41e-db4f-4daa-9bce-ca115ee1cc4f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 11:33:21.929706 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-57b2c41e-db4f-4daa-9bce-ca115ee1cc4f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/7857bdf2-f48e-45f1-b575-7da62779feaa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1430669 Feb 10 11:33:21.932649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.970668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c981d5dd-24e1-4aa0-85af-affdcee58550 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:21.971834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c981d5dd-24e1-4aa0-85af-affdcee58550 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/e077dd1f-3f3a-40bd-b2cb-86197d089aab HTTP/1.1" status: 404 len: 333 time: 0.4061182 Feb 10 11:33:21.980730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51558) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:21.994752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-58f6f187-684e-4396-afce-b1d7554e2354 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:22.044340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-58f6f187-684e-4396-afce-b1d7554e2354 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:22.047967 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-58f6f187-684e-4396-afce-b1d7554e2354 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=7857bdf2-f48e-45f1-b575-7da62779feaa HTTP/1.1" status: 200 len: 205 time: 0.1114295 Feb 10 11:33:22.048765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51562) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:22.067959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-07fa0611-0ff9-4251-bfc5-ac234e230c92 None None] Provisioning complete for port c16eaa63-d489-4ba9-afd0-e6046016849d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:22.068471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-07fa0611-0ff9-4251-bfc5-ac234e230c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.156730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-07fa0611-0ff9-4251-bfc5-ac234e230c92 None None] Port c16eaa63-d489-4ba9-afd0-e6046016849d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:22.224153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.343871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Router d4a671a6-58e6-4dca-a92e-81b9aae384e0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:22.365296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.383783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for f073c794-d39a-472b-b52c-7775dc42fc05 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:22.390949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ff0c8986-5e28-41c3-b073-47345b2c34bd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:22.451082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.466572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ff0c8986-5e28-41c3-b073-47345b2c34bd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:22.467088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:22.524596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-db5e5084-4b45-4eb7-ad17-99d3a0f2952e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c15c6fce-2062-4bb1-8928-209086e3bb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6166329 Feb 10 11:33:22.594417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8de710fb-789e-4100-8b17-986afff921db up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:22.597053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f43d13-44eb-4057-a8e0-6f8a82cd779c req-19abdc3e-d4c5-4b25-8f15-6fa93a3d1229 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:22.603917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9f43d13-44eb-4057-a8e0-6f8a82cd779c req-19abdc3e-d4c5-4b25-8f15-6fa93a3d1229 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.7452772 Feb 10 11:33:22.682032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8de710fb-789e-4100-8b17-986afff921db completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:22.882430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9f43d13-44eb-4057-a8e0-6f8a82cd779c req-320f025c-5aa3-49f5-9461-6ed0b0a5cdc9 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776542 Feb 10 11:33:22.980080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-743e77d3-fe0e-48ad-a67a-9a898ae011a8 service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075422 Feb 10 11:33:23.058041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.079580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.079811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.124366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Router bb27ec9c-4e80-47d3-bbb3-5935fec70e25 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:23.139164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.139752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router 7857bdf2-f48e-45f1-b575-7da62779feaa {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:23.202138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Provisioning for port 8de710fb-789e-4100-8b17-986afff921db completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:23.218163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Provisioning complete for port 8de710fb-789e-4100-8b17-986afff921db triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:23.218491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.229595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.231507 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-34226f99-c2cb-40ab-a9d1-ded06b611928 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/7857bdf2-f48e-45f1-b575-7da62779feaa HTTP/1.1" status: 204 len: 168 time: 1.1814468 Feb 10 11:33:23.244590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:23.268814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51566) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:23.274133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Sync routers for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:23.313843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:23.314450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:23.392687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=f073c794-d39a-472b-b52c-7775dc42fc05,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:23.412974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.455213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.481160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.510769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.519010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a6fa811-f8e3-4e84-b9fa-69876d898541 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/f073c794-d39a-472b-b52c-7775dc42fc05 HTTP/1.1" status: 204 len: 168 time: 2.4813225 Feb 10 11:33:23.523205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51570) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:23.527046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac3314a8-af02-40d6-962f-2b77b0462c67 req-0efbb186-b335-414b-b78b-09c63c9320da service neutron] 10.222.0.32 "GET /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746666 Feb 10 11:33:23.601810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.602355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Fanout notify agent at l3_agent the message router_deleted on router 4992d2fd-c311-4863-89fb-ca1fdf56ce65 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:23.615051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.618998 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3f1fa63f-c084-42c4-b7ed-c16a878b5e17 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 14.6413574 Feb 10 11:33:23.622410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51574) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:23.622856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:23.629488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d19242b0-e84f-46b5-8043-e8e25d6141a1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/routers/4992d2fd-c311-4863-89fb-ca1fdf56ce65 HTTP/1.1" status: 204 len: 168 time: 1.6369495 Feb 10 11:33:23.642004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.663850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6c4f4-0fc0-41a4-a43d-23f5027827bf tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:23.665761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6c4f4-0fc0-41a4-a43d-23f5027827bf tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:23.668627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56d6c4f4-0fc0-41a4-a43d-23f5027827bf tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:23.685578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] For port 8de710fb-789e-4100-8b17-986afff921db, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8de710fb-789e-4100-8b17-986afff921db,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:23.704855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56d6c4f4-0fc0-41a4-a43d-23f5027827bf tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:23.706026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56d6c4f4-0fc0-41a4-a43d-23f5027827bf tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1817482 Feb 10 11:33:23.708715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.708870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51582) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:23.785686 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'status': 'completed', 'code': 200} Feb 10 11:33:23.798861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:23.859971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 99aaede5-9383-4763-a2b6-fd7de4afc3d9 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:23.867415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ab4c835f-7eb0-4d95-9d99-d5a519f9b5f7 None None] Could not find standard attr ID for object ff3aa594-201c-4101-bed9-f6330030ee74. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:23.880039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:23.889637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ab4c835f-7eb0-4d95-9d99-d5a519f9b5f7 None None] Could not find standard attr ID for object f073c794-d39a-472b-b52c-7775dc42fc05. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:23.896477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096b5a-a2f7-4cec-bc55-033dd5959782 None None] Pushing event updated for resources: {'Port': ['ID=8de710fb-789e-4100-8b17-986afff921db,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:23.991076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:24.002200 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] Sync routers for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:24.020757 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:24.021298 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.032520 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c5feebe4-0254-4e94-9496-d2037469b442 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7748182 Feb 10 11:33:24.084735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.097451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 548df63b-112f-43ba-9b8a-ffa5f6383fb6 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:24.113804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.161694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.162743 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.180750 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:24.181600 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.300264 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.300656 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb946d6-1254-4812-8ccc-e25086844db2 None None] The sync data for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:24.352692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8de710fb-789e-4100-8b17-986afff921db up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:24.434213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.458968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8de710fb-789e-4100-8b17-986afff921db triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:24.459337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17d53f-d48c-46f5-9191-eb3ea8ab07d8 req-0f9e49ec-cb8b-4593-85aa-94b4de9348c1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:24.459871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.461051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a17d53f-d48c-46f5-9191-eb3ea8ab07d8 req-0f9e49ec-cb8b-4593-85aa-94b4de9348c1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.6269381 Feb 10 11:33:24.488397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f786a738-c935-4264-941b-03c19f8df479', 'tenant_id': '91af0487670041898991d85571f36f1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'mac_address': 'fa:16:3e:13:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:33:14Z', 'updated_at': '2022-02-10T11:33:14Z', 'revision_number': 0, 'project_id': '91af0487670041898991d85571f36f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.501002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Checking router: d4a671a6-58e6-4dca-a92e-81b9aae384e0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:33:24.508010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-09e6d7bc-6e0a-44bf-bb8d-f57e88dd6ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1098 time: 0.7305636 Feb 10 11:33:24.525828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.534382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:24.534995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:32:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:24.587308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.670560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.671101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 280e4e81-ea3f-4b03-a8d5-1b87bbd57d63 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:24.681735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.719608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=99aaede5-9383-4763-a2b6-fd7de4afc3d9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.725565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a17d53f-d48c-46f5-9191-eb3ea8ab07d8 req-d43fd76e-9b5c-4f18-b488-f7edd68056b5 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556279 Feb 10 11:33:24.731668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb63db-c9cc-4d55-813e-b4b5d61b0469 req-124119e5-8855-40e7-8188-d8d83b59b3d6 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:24.733300 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aedb63db-c9cc-4d55-813e-b4b5d61b0469 req-124119e5-8855-40e7-8188-d8d83b59b3d6 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4173288 Feb 10 11:33:24.735805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.774917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:24.779961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.800571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.804142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=548df63b-112f-43ba-9b8a-ffa5f6383fb6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:24.808633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.822687 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d451eade-e561-4f3b-bda8-d8b732632cb9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/548df63b-112f-43ba-9b8a-ffa5f6383fb6 HTTP/1.1" status: 204 len: 168 time: 1.1914773 Feb 10 11:33:24.822856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f24b2e-762d-4e4d-8958-9717c917c451 None None] Network e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:24.824290 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a229b402-3aed-4924-892b-9526b59167a9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/99aaede5-9383-4763-a2b6-fd7de4afc3d9 HTTP/1.1" status: 204 len: 168 time: 1.5102882 Feb 10 11:33:24.824951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51596) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.825359 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51598) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:24.836251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10544416-d252-4e69-80e5-36858aac3068 None None] Network 5ef24e5b-df48-4d41-a54d-72845486613b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:24.870318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:24.943392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-1ddf43a8-5713-474d-b625-3a38f1d9ab92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:24.944923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-1ddf43a8-5713-474d-b625-3a38f1d9ab92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 898 time: 0.4094412 Feb 10 11:33:25.039987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.051891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.061463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 7d7443c4-3329-4665-811a-360a12660745 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:25.061873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.108823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:25.109632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.292747 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aedb63db-c9cc-4d55-813e-b4b5d61b0469 req-7a1352ee-1ee0-400c-9808-08de52d416ac tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5455787 Feb 10 11:33:25.314057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-27c3e006-16eb-4d5d-94cc-70a7d4fee8cc tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/floatingips/f786a738-c935-4264-941b-03c19f8df479 HTTP/1.1" status: 200 len: 989 time: 0.5325451 Feb 10 11:33:25.355901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-88991ae4-0cfb-4bff-835e-afc5d72aa48f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 997 time: 0.3500264 Feb 10 11:33:25.405009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.443807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port 7d7443c4-3329-4665-811a-360a12660745, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d7443c4-3329-4665-811a-360a12660745,segment=NetworkSegment(9b4297f8-09b0-4e3d-b258-d338e349eccc),segment_id=9b4297f8-09b0-4e3d-b258-d338e349eccc)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:25.444313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.497096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-a4a8f361-b4e1-43ca-a910-eb56093b60f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:25.498548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-a4a8f361-b4e1-43ca-a910-eb56093b60f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 200 len: 835 time: 0.1330509 Feb 10 11:33:25.549361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f786a738-c935-4264-941b-03c19f8df479', 'tenant_id': '91af0487670041898991d85571f36f1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'mac_address': 'fa:16:3e:13:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:33:14Z', 'updated_at': '2022-02-10T11:33:14Z', 'revision_number': 0, 'project_id': '91af0487670041898991d85571f36f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:25.554991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb791da-edbf-41bd-94bc-625c05094903 None None] The sync data for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv is: [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f786a738-c935-4264-941b-03c19f8df479', 'tenant_id': '91af0487670041898991d85571f36f1d', 'floating_ip_address': '172.26.3.5', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'mac_address': 'fa:16:3e:13:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:33:14Z', 'updated_at': '2022-02-10T11:33:14Z', 'revision_number': 0, 'project_id': '91af0487670041898991d85571f36f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:25.571951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] DHCP port deletion for 5ef24e5b-df48-4d41-a54d-72845486613b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:25.577729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Deleting port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:25.578231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.592485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 7d7443c4-3329-4665-811a-360a12660745 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:25.616264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] DHCP port deletion for e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:25.629473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,segment=NetworkSegment(f4be35a7-8923-4bd3-b027-b2291af9328b),segment_id=f4be35a7-8923-4bd3-b027-b2291af9328b)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:25.629473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.632410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Deleting port 7d7443c4-3329-4665-811a-360a12660745 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:25.632778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.716694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.763393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for c0b6cbe4-92b2-47d3-a945-352848d0e9f2 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:25.775837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=280e4e81-ea3f-4b03-a8d5-1b87bbd57d63,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:25.793149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.817486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21dfe4b-296b-4e15-8848-80433e0ec446 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:25.833167 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3d2fc37b-5ef9-4ef7-b42c-c103f4904e22 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/280e4e81-ea3f-4b03-a8d5-1b87bbd57d63 HTTP/1.1" status: 204 len: 168 time: 2.1212816 Feb 10 11:33:25.834608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:25.862987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:25.903188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-e46d5ff4-f59d-4310-b70f-b4e9566a00dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3971221 Feb 10 11:33:25.912944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=7d7443c4-3329-4665-811a-360a12660745,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:25.916800 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-814343b1-6e2c-43d0-8b4d-08f1349e4285 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814037 Feb 10 11:33:25.919304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51608) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:25.922245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.010259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a992fd8-c764-4731-b972-a017c6ce0c2c None None] New status for floating IP f786a738-c935-4264-941b-03c19f8df479: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:33:26.093061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No DVR routers for this DVR port 7d7443c4-3329-4665-811a-360a12660745 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:26.103765 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-026b0844-1aff-4878-a0a5-a2eb9025c66d service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912603 Feb 10 11:33:26.135945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.163837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No DVR routers for this DVR port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:26.228717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] For port c0b6cbe4-92b2-47d3-a945-352848d0e9f2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c0b6cbe4-92b2-47d3-a945-352848d0e9f2,segment=NetworkSegment(f4be35a7-8923-4bd3-b027-b2291af9328b),segment_id=f4be35a7-8923-4bd3-b027-b2291af9328b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:26.229109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.263108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a0191f0d-eeb9-4759-9d09-84d183ff7e39 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:26.267577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0191f0d-eeb9-4759-9d09-84d183ff7e39 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1665449 Feb 10 11:33:26.269317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.332658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51616) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.343720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c0b6cbe4-92b2-47d3-a945-352848d0e9f2 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:26.375716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] For port 7d7443c4-3329-4665-811a-360a12660745, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d7443c4-3329-4665-811a-360a12660745,segment=NetworkSegment(9b4297f8-09b0-4e3d-b258-d338e349eccc),segment_id=9b4297f8-09b0-4e3d-b258-d338e349eccc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:26.376111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.380349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.410705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef24e5b-df48-4d41-a54d-72845486613b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.426475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4be35a7-8923-4bd3-b027-b2291af9328b') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.426909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4be35a7-8923-4bd3-b027-b2291af9328b') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.445448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.456974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.494788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d82b83b-c8d5-4ced-9b56-08854d0debe9 req-28387990-6d0e-421a-b8e3-824d9df2f2ef service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832271 Feb 10 11:33:26.504781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: c0b6cbe4-92b2-47d3-a945-352848d0e9f2 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:26.505134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c0b6cbe4-92b2-47d3-a945-352848d0e9f2 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:26.505542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d7443c4-3329-4665-811a-360a12660745 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:26.534898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Calling delete_port for c0b6cbe4-92b2-47d3-a945-352848d0e9f2 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:26.561497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.580128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.591679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:26.592077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.610662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10963a0-fd1e-4c8b-be0d-60c3c4784f4c req-f241e864-f825-4738-9e67-05e0b092a116 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:26.614228 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:26.618307 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a10963a0-fd1e-4c8b-be0d-60c3c4784f4c req-f241e864-f825-4738-9e67-05e0b092a116 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.1674826 Feb 10 11:33:26.623626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4297f8-09b0-4e3d-b258-d338e349eccc') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.623930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4297f8-09b0-4e3d-b258-d338e349eccc') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:26.696236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.706687 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f8fe0ece-71a5-439e-9875-1acb274675b9 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/floatingips/f786a738-c935-4264-941b-03c19f8df479 HTTP/1.1" status: 200 len: 989 time: 0.3669744 Feb 10 11:33:26.711347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed857c6f-04fd-4b85-9042-a6b7dfb2e93e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:26.712061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ed857c6f-04fd-4b85-9042-a6b7dfb2e93e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:26.735984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Calling delete_port for 7d7443c4-3329-4665-811a-360a12660745 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:26.743524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.756187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:26.756581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.770686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 7d7443c4-3329-4665-811a-360a12660745 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:26.771039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d7443c4-3329-4665-811a-360a12660745 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:26.772089 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:26.778068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.782379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.871172 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a10963a0-fd1e-4c8b-be0d-60c3c4784f4c req-26a2695e-1526-416c-9add-0f23dde77ad7 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524772 Feb 10 11:33:26.871755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ed857c6f-04fd-4b85-9042-a6b7dfb2e93e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:26.875358 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed857c6f-04fd-4b85-9042-a6b7dfb2e93e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9525819 Feb 10 11:33:26.881115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.886768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=5ef24e5b-df48-4d41-a54d-72845486613b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.912510 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d23ba613-1044-4b53-8925-8f719f642dcc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/5ef24e5b-df48-4d41-a54d-72845486613b HTTP/1.1" status: 204 len: 168 time: 2.0843768 Feb 10 11:33:26.926941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51626) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.926941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.930337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:26.954837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1831124733'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:26.959570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:26.959927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:26.965417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:26.965919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:26.966262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:26.971869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:26.975787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:26.979552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3b74ffd2-284a-4bd1-aeee-66afff8517e9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/e81d1912-a0e4-41e0-83ad-14ddd3e0dcd2 HTTP/1.1" status: 204 len: 168 time: 2.1531351 Feb 10 11:33:26.980964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:26.991645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:26.999893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.027086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:27.032841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.063073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:27.069941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Deleting port 8de710fb-789e-4100-8b17-986afff921db {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:27.069941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.075442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7200e-5499-43f7-ad74-ab6b35490d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:27.076233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-85a7200e-5499-43f7-ad74-ab6b35490d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:27.082505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:27.093919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.094256 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment c8ea5982-f750-4a85-bb66-d93b3ebffee8 of type vlan for network 774b2e60-6928-4bad-91d3-9939ec5cc022 Feb 10 11:33:27.121687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.153928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.157709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:27.158271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.174088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.189240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-782bae55-2a5b-4cfd-94e9-a8d6ec6d03d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.236691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-85a7200e-5499-43f7-ad74-ab6b35490d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:27.240305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-85a7200e-5499-43f7-ad74-ab6b35490d23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3561459 Feb 10 11:33:27.243161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a1bff3-4d3f-419e-b5b8-b2a53ee31459 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:27.243379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51636) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.248065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7a1bff3-4d3f-419e-b5b8-b2a53ee31459 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/afe2742a-0c90-4eb6-81c4-3b7fd99dfeef HTTP/1.1" status: 200 len: 841 time: 0.2421474 Feb 10 11:33:27.262996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51640) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.295873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] For port 8de710fb-789e-4100-8b17-986afff921db, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8de710fb-789e-4100-8b17-986afff921db,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:27.296237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.332234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71ec5e-9a88-411d-a700-740525079e9a req-86876000-6869-4fc3-aeb5-983163ac663f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:27.333751 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d71ec5e-9a88-411d-a700-740525079e9a req-86876000-6869-4fc3-aeb5-983163ac663f tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.2486281 Feb 10 11:33:27.384077 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-38d9f64b-e3f9-42e7-b477-b5fb83c05c39 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381166 Feb 10 11:33:27.391217 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4710906 Feb 10 11:33:27.391868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51644) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.396220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f01302-8f87-40ed-b88d-ccc878ed9c10 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=774b2e60-6928-4bad-91d3-9939ec5cc022,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:27.398250 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d71ec5e-9a88-411d-a700-740525079e9a req-a4ccecc5-081e-4de5-93d3-2443e58f7aa3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546105 Feb 10 11:33:27.400397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51646) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.406724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:27.409793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:27.421946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:27.493119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b1fb6160-e87b-4e5f-82e3-cb6bb35e7cb4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:27.528350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Calling delete_port for 8de710fb-789e-4100-8b17-986afff921db owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:27.539345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.543392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b1fb6160-e87b-4e5f-82e3-cb6bb35e7cb4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:27.548589 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b1fb6160-e87b-4e5f-82e3-cb6bb35e7cb4 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/afe2742a-0c90-4eb6-81c4-3b7fd99dfeef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2296720 Feb 10 11:33:27.549961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.554612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.554755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Deleting port 7d7443c4-3329-4665-811a-360a12660745 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:27.555002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.566163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:27.566390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:27.583596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Deleting port c0b6cbe4-92b2-47d3-a945-352848d0e9f2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:27.583970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.673359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.683655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.693505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:27.702474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:27.704493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d54e1f93-8fcf-4e7e-ad14-3ef12dd53e2f None None] The port '7d7443c4-3329-4665-811a-360a12660745' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:27.710698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51658) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:27.712136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:27.712287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8eae3a26-5b5e-46a7-be42-11e7c12054c5 None None] The port 'c0b6cbe4-92b2-47d3-a945-352848d0e9f2' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:27.716960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:27.734654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:27.741057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.752221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:27.756500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:27.759092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:27.798931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] Pushing event deleted for resources: {'Port': ['ID=8de710fb-789e-4100-8b17-986afff921db,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:27.802495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54831899-01c1-4dea-a5de-554fb676bf55 None None] No DVR routers for this DVR port 8de710fb-789e-4100-8b17-986afff921db on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:27.908497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:28.042218 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3b1a1149-1f94-4b63-82c7-1bd07ed068f1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/floatingips/f786a738-c935-4264-941b-03c19f8df479 HTTP/1.1" status: 200 len: 991 time: 0.3301880 Feb 10 11:33:28.110863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.171748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.211125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.238054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:28.241128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:28.245940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:28.247043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.251325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=7d15a809-7025-46c2-b7a3-85c98365c1b3,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:28.262284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf83d6f-3af1-4c7d-8938-78178ae823da None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:28.299650 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b7e5e450-c971-48cc-a3de-9e4c40f278c4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9022429 Feb 10 11:33:28.300314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51664) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:28.306345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:bd:94:b3', 'name': 'tempest-NetworksTestDHCPv6-738037329'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:28.327986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8de710fb-789e-4100-8b17-986afff921db no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:28.370029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 8de710fb-789e-4100-8b17-986afff921db {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:28.370920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8de710fb-789e-4100-8b17-986afff921db not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:28.455769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:28.465800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:28.476580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:28.481454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.512335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 71b4cbc5-7ab8-4c9a-b26f-872bce801639 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:28.523985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '7d15a809-7025-46c2-b7a3-85c98365c1b3'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:28.525111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.529855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cf85a-2704-4bbe-b874-3c25724730f5 req-dfef671d-b8e4-4b29-a437-7dc79a0592f8 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:28.531335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-484cf85a-2704-4bbe-b874-3c25724730f5 req-dfef671d-b8e4-4b29-a437-7dc79a0592f8 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.6304867 Feb 10 11:33:28.669844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::131 (777c9540-812e-4174-85ca-b69ca9423c5f/7d15a809-7025-46c2-b7a3-85c98365c1b3/71b4cbc5-7ab8-4c9a-b26f-872bce801639) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:28.747948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-484cf85a-2704-4bbe-b874-3c25724730f5 req-7ebae204-b030-4631-9423-1291a2d39717 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040036 Feb 10 11:33:28.867886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.868877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.883758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 71b4cbc5-7ab8-4c9a-b26f-872bce801639 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:28.908976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.915646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:28.971538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/7d15a809-7025-46c2-b7a3-85c98365c1b3/c27b5657-c796-4c0e-bf36-1ac028a15d9d) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:28.976943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=42b5a524-f088-4e82-95d2-309fd6b9feb8,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:28.982019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:28.998061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:28.998978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=71b4cbc5-7ab8-4c9a-b26f-872bce801639,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.002854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:29.004985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:29.009297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:29.010001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.040761 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-600d9adf-aa6e-4784-89fe-9a9d1cddd7d8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7393689 Feb 10 11:33:29.041521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51668) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:29.046490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:29.059700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:29.060491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.132201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': 'c8ea5982-f750-4a85-bb66-d93b3ebffee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:29.132564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 774b2e60-6928-4bad-91d3-9939ec5cc022, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:29.135659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7861421b-07a8-4899-9834-475b01786919 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:29.136399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7861421b-07a8-4899-9834-475b01786919 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:29.143052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port c16eaa63-d489-4ba9-afd0-e6046016849d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:29.143431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.143630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d298e62-5651-4865-b5b4-2cf6fec7b5d1 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:29.153784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7861421b-07a8-4899-9834-475b01786919 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:29.157537 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7861421b-07a8-4899-9834-475b01786919 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1117988 Feb 10 11:33:29.157762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51672) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:29.168611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.190037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38263262-6c04-4765-988a-01b088cacb0d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6334531 Feb 10 11:33:29.191472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:29.197013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1700141622'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:29.212845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:29.221505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:29.224498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:29.235177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 71b4cbc5-7ab8-4c9a-b26f-872bce801639 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:29.235752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:29.235885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.251941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.262723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Transition to ACTIVE for port object c27b5657-c796-4c0e-bf36-1ac028a15d9d will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:29.280863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Transition to ACTIVE for port object c27b5657-c796-4c0e-bf36-1ac028a15d9d will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:29.287728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.310646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:29.335071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.350544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 774b2e60-6928-4bad-91d3-9939ec5cc022) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:29.363543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:29.364128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.379189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4cb93-4851-40b6-bdc5-ad9112059fc4 None None] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:29.435219 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2685827c-1090-4862-9c1f-f9d07a5770d3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0307410 Feb 10 11:33:29.435219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:29.437354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51680) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:29.441577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.448904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:29.454303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1315507858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:29.460574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:29.468008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:29.471920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:29.515851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d90f6d2-f89b-4820-a5ae-ce655846ac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.520073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:29.523362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:29.527564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:29.527725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.530028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:29.545433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:29.550171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Pushing event updated for resources: {'Port': ['ID=c27b5657-c796-4c0e-bf36-1ac028a15d9d,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.595862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for c16eaa63-d489-4ba9-afd0-e6046016849d owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:29.623115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:29.653346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 71b4cbc5-7ab8-4c9a-b26f-872bce801639 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:29.678498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.679491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.763547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.769348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Attempting to bind port c27b5657-c796-4c0e-bf36-1ac028a15d9d on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:29.769842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Attempting to bind port c27b5657-c796-4c0e-bf36-1ac028a15d9d by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:29.770494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Attempting to bind port c27b5657-c796-4c0e-bf36-1ac028a15d9d on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:29.821162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.824660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.826043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.845069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:29.845615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:29.846124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.846627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:29.847375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Bound port: c27b5657-c796-4c0e-bf36-1ac028a15d9d, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:29.848021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.860856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:29.880720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=71b4cbc5-7ab8-4c9a-b26f-872bce801639,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:29.906775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-774b2e60-6928-4bad-91d3-9939ec5cc022', 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '42b5a524-f088-4e82-95d2-309fd6b9feb8'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:29.907992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.047945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] For port c27b5657-c796-4c0e-bf36-1ac028a15d9d, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:30.049180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=c16eaa63-d489-4ba9-afd0-e6046016849d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:30.052360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.074310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.076006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8833296 Feb 10 11:33:30.078983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51686) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.085672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] For port c27b5657-c796-4c0e-bf36-1ac028a15d9d, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c27b5657-c796-4c0e-bf36-1ac028a15d9d,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:30.089798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'security_group': {'name': 'tempest-secgroup-950280843'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:30.093155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d422cc3-bc87-47bc-a66d-c309b664e982 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d6dc5-5ace-4141-b3d9-170265c4b5ed,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:30.099435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.107368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:30.110451 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60e84d35-6a12-4495-a809-fbcbf320f53d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/71b4cbc5-7ab8-4c9a-b26f-872bce801639 HTTP/1.1" status: 204 len: 168 time: 0.9517817 Feb 10 11:33:30.119292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51690) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.124172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:30.146986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-da3c84ce-0b62-4928-b149-4669b051c366', 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'tenant_id': 'a200c9e6f21a4c1dbc1c27a22bd5d638', 'fixed_ips': [{'subnet_id': 'a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:30.147953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.167141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:30.175820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:30.206279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bb549-9617-4b76-846a-cd5c443bab9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:30.207912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9bb549-9617-4b76-846a-cd5c443bab9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:30.209075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bc9bb549-9617-4b76-846a-cd5c443bab9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:30.213713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.219309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.261443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:30.263848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bc9bb549-9617-4b76-846a-cd5c443bab9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:30.265079 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bc9bb549-9617-4b76-846a-cd5c443bab9e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1445878 Feb 10 11:33:30.267475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51694) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.270356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:30.300844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.301951 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-311c83ac-362a-4ac1-aa50-134c5a32653e tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8626268 Feb 10 11:33:30.306430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.312553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:30.323646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:30.326520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525bfb-af80-44a0-8e5d-fdfcbe992d97 None None] Pushing event updated for resources: {'Port': ['ID=c27b5657-c796-4c0e-bf36-1ac028a15d9d,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:30.354692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Allocated IP 2001:db8::2 (774b2e60-6928-4bad-91d3-9939ec5cc022/42b5a524-f088-4e82-95d2-309fd6b9feb8/3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:30.360536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 7d15a809-7025-46c2-b7a3-85c98365c1b3 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:30.365213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.369196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.389713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d4e22-5cb2-436d-bcc0-07314c6d47ce req-1f4599fd-eb18-43e7-a4d6-7eb0bb2dd6ed tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:30.402664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a3d4e22-5cb2-436d-bcc0-07314c6d47ce req-1f4599fd-eb18-43e7-a4d6-7eb0bb2dd6ed tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4631293 Feb 10 11:33:30.456887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.498587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.509687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.563127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.578673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.579961 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4998600 Feb 10 11:33:30.580827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2b134-1e5a-495d-b05c-10a7cd5d84d3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7becee01-be19-404e-b658-42230ba4acad,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:30.586863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51702) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:30.589120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Allocated IP 172.20.0.2 (da3c84ce-0b62-4928-b149-4669b051c366/a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67/1d76f3da-15bf-40ed-a822-49fe18de94aa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:30.595011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535825029', 'security_groups': ['7becee01-be19-404e-b658-42230ba4acad'], 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:30.744219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.765644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.821338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:30.829441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:port and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:30.834531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:30.844187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:30.858890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:30.862649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:30.875837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a3d4e22-5cb2-436d-bcc0-07314c6d47ce req-582eee50-7ae6-4e1d-a663-b788bc718351 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722137 Feb 10 11:33:30.892220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Transition to ACTIVE for port object 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:30.894062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.000946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=7d15a809-7025-46c2-b7a3-85c98365c1b3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.014377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.030507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Transition to ACTIVE for port object 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:31.046328 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2d77c708-3df1-4ca6-ab29-8bd8579e4a25 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7d15a809-7025-46c2-b7a3-85c98365c1b3 HTTP/1.1" status: 204 len: 168 time: 0.7778320 Feb 10 11:33:31.050206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51706) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:31.051792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.134044 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3a4547ca-199d-4fcb-9747-53faaf6df8b5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825944 Feb 10 11:33:31.136301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51710) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:31.155826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:31.156871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.161606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:31.171353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.171882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:31.177722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Transition to ACTIVE for port object 1d76f3da-15bf-40ed-a822-49fe18de94aa will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:31.186018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-a20f14c9-a8b9-4351-83bb-d491a693a649 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:31.187002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Pushing event updated for resources: {'Port': ['ID=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.187926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-a20f14c9-a8b9-4351-83bb-d491a693a649 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.32 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 0.4808667 Feb 10 11:33:31.207378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port ac226e65-574a-44b5-a3df-421396a40d4e yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:31.277389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Transition to ACTIVE for port object 1d76f3da-15bf-40ed-a822-49fe18de94aa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:31.284454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.330617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc58d6-535c-4118-924e-58e4e15f0f97 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:31.331510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7fcc58d6-535c-4118-924e-58e4e15f0f97 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:31.336260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Attempting to bind port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:31.336624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Attempting to bind port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c8ea5982-f750-4a85-bb66-d93b3ebffee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:31.336979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Attempting to bind port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 on network 774b2e60-6928-4bad-91d3-9939ec5cc022 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:31.354133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:31.360461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:31.369991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:31.372713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:31.373091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Checking segment: {'id': 'c8ea5982-f750-4a85-bb66-d93b3ebffee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:31.373488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.373875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Bound using segment: {'id': 'c8ea5982-f750-4a85-bb66-d93b3ebffee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:31.374345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Bound port: 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea5982-f750-4a85-bb66-d93b3ebffee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '774b2e60-6928-4bad-91d3-9939ec5cc022'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:31.374715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.448040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7fcc58d6-535c-4118-924e-58e4e15f0f97 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:31.449941 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7fcc58d6-535c-4118-924e-58e4e15f0f97 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3125846 Feb 10 11:33:31.453098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51714) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:31.453714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.521704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Deleting port 8d87d882-1974-44dd-b8b8-57f84a2adb46 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:31.522206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.537781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065db035-046c-40e5-b927-d531145b683a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:31.538463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-065db035-046c-40e5-b927-d531145b683a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:31.559398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-065db035-046c-40e5-b927-d531145b683a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:31.562955 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-065db035-046c-40e5-b927-d531145b683a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069133 Feb 10 11:33:31.567084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:31.568019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] For port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:31.578314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] For port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,segment=NetworkSegment(c8ea5982-f750-4a85-bb66-d93b3ebffee8),segment_id=c8ea5982-f750-4a85-bb66-d93b3ebffee8)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:31.579400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.7 (da3c84ce-0b62-4928-b149-4669b051c366/a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67/ac226e65-574a-44b5-a3df-421396a40d4e) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:31.600388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.661828 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c559f482-0a13-4709-a344-ccf3e81b03bc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870628 Feb 10 11:33:31.662318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:31.669584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:31.670387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Attempting to bind port 1d76f3da-15bf-40ed-a822-49fe18de94aa on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:31.670884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Attempting to bind port 1d76f3da-15bf-40ed-a822-49fe18de94aa by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'efe2f91e-0623-49de-a0fc-b398b55a314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:31.671258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Attempting to bind port 1d76f3da-15bf-40ed-a822-49fe18de94aa on network da3c84ce-0b62-4928-b149-4669b051c366 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:31.708864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:31.709236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Checking segment: {'id': 'efe2f91e-0623-49de-a0fc-b398b55a314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:31.709630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.710014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Bound using segment: {'id': 'efe2f91e-0623-49de-a0fc-b398b55a314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:31.710485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Bound port: 1d76f3da-15bf-40ed-a822-49fe18de94aa, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe2f91e-0623-49de-a0fc-b398b55a314c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:31.710851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.719813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Router bb27ec9c-4e80-47d3-bbb3-5935fec70e25 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:31.774106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce598fcf-17ff-484c-b78a-2f8911f86484 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:31.795789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755538be-049b-4a67-9ece-c8bb691e81de None None] Pushing event updated for resources: {'Port': ['ID=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:31.826621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.846920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object ac226e65-574a-44b5-a3df-421396a40d4e will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:31.876744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:31.961983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-43fd82ae-87e6-4ff9-a1be-dee225d8a8c0 None None] Provisioning for port c27b5657-c796-4c0e-bf36-1ac028a15d9d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:32.019146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:32.022748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:32.029136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:32.040096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:32.088250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:32.094813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.102739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=ac226e65-574a-44b5-a3df-421396a40d4e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:32.139009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.200038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f46c-10d4-43e7-84eb-244eb8257e21 None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:32.217270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:32.218330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.277728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:32.283547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Deleting port c27b5657-c796-4c0e-bf36-1ac028a15d9d {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:32.284035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.291347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:32.299798 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d4c24c43-4f5f-4481-a97e-29dac3cf37a0 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7114723 Feb 10 11:33:32.302512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51730) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:32.309958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:32.319716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:32.435087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:32.499329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:32.577009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.599381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:32.620711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:32.623860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:32.627405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] For port c27b5657-c796-4c0e-bf36-1ac028a15d9d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c27b5657-c796-4c0e-bf36-1ac028a15d9d,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:32.627405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.633195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:32.650882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:32.655840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.778090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Calling delete_port for c27b5657-c796-4c0e-bf36-1ac028a15d9d owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:32.819095 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67 (CIDR: 172.20.0.0/28) Feb 10 11:33:32.827847 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:32.827847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:32.864477 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eca1157b-8c80-4f65-893e-c3472364090b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5603940 Feb 10 11:33:32.874795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51738) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:32.883815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:32.900634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:32.906556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:32.913390 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81224d65-69b0-4227-8473-6530ff11080d None None] Sync routers for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:32.935822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12fd3810-b134-4cd3-97c3-d732e5db249c tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6622171 Feb 10 11:33:32.947395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:32.951915 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:32.952767 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:32.964293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] Pushing event deleted for resources: {'Port': ['ID=c27b5657-c796-4c0e-bf36-1ac028a15d9d,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:32.973845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a326d93-85c0-41d1-8116-72375ff24d43 None None] No DVR routers for this DVR port c27b5657-c796-4c0e-bf36-1ac028a15d9d on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:32.979271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51742) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:33.095823 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.110664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.114439 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:33.115311 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.146931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:33.150101 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-0a9c2420-2c97-4192-842e-8118d0b26474 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] delete failed (client error): The resource could not be found. Feb 10 11:33:33.154733 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0a9c2420-2c97-4192-842e-8118d0b26474 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-746815587 HTTP/1.1" status: 404 len: 334 time: 0.1703527 Feb 10 11:33:33.154888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51746) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:33.158725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:33.164802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cc83dd12-9bbe-4b74-818d-a428233af082 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:33.183330 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-81224d65-69b0-4227-8473-6530ff11080d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:33.183732 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81224d65-69b0-4227-8473-6530ff11080d None None] The sync data for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:33.220377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:33.232849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:33.233298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.280007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:33.304747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:33.308275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.312907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7eb368-058f-4f00-98a3-182999604278 None None] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:33.347017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf130-47fc-49be-bda7-b97495665110 req-ded7623e-106a-45b3-af89-3ac174f753eb tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:33.348580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3ecf130-47fc-49be-bda7-b97495665110 req-ded7623e-106a-45b3-af89-3ac174f753eb tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 946 time: 1.0106003 Feb 10 11:33:33.465958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Provisioning for port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:33.480666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Provisioning complete for port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:33.481538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.599864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8d87d882-1974-44dd-b8b8-57f84a2adb46 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:33.761944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.782467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc83dd12-9bbe-4b74-818d-a428233af082 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.817408 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:33:33.836001 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-cc83dd12-9bbe-4b74-818d-a428233af082 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] update failed (client error): The resource could not be found. Feb 10 11:33:33.837019 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cc83dd12-9bbe-4b74-818d-a428233af082 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25 HTTP/1.1" status: 404 len: 339 time: 0.6799607 Feb 10 11:33:33.843521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51750) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:33.876472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.887892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-150249986'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:33.900136 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3ecf130-47fc-49be-bda7-b97495665110 req-71cd716b-bde7-4876-9d14-6a057fdce1a3 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109813 Feb 10 11:33:33.910761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:33.911501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.939204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:network and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:33.947572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:33.952012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:33.959683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:33.961392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.002858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=369eb549-bc45-4f02-9d1f-27371723aa06,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.023590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:34.023738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:34.025133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:34.029202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:34.029855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.051029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:34.053839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.054299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.054838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Floating IP 7e38dfd1-b4bf-4bfd-93f5-647f61891589 disassociated. External IP: 172.26.3.159, port: 8d87d882-1974-44dd-b8b8-57f84a2adb46. Feb 10 11:33:34.055246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Calling delete_port for 8d87d882-1974-44dd-b8b8-57f84a2adb46 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:34.065225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b7afc-c921-4a1d-a5dc-a28fda4849ff None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:34.066937 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d9d6d576-4d41-483e-97ba-8698f3a81634 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1908426 Feb 10 11:33:34.067962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51758) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:34.074702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-114772834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '369eb549-bc45-4f02-9d1f-27371723aa06'}], 'security_groups': ['cb2d6dc5-5ace-4141-b3d9-170265c4b5ed']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:34.097090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8::1 (774b2e60-6928-4bad-91d3-9939ec5cc022/42b5a524-f088-4e82-95d2-309fd6b9feb8/4d4ae5ad-b16b-4378-9223-ad09f3bd0709) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:34.141461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:34.141461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.216102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.230224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] For port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,segment=NetworkSegment(c8ea5982-f750-4a85-bb66-d93b3ebffee8),segment_id=c8ea5982-f750-4a85-bb66-d93b3ebffee8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:34.253398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.290911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.354301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:33:34.404079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:34.404420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:34.413589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.413977 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Added segment 00145dc1-f8fc-495d-aa37-36bcf2a9ccab of type vlan for network 42cc1131-43ef-496a-8911-3678c6ccc977 Feb 10 11:33:34.424244 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'code': 200} Feb 10 11:33:34.429530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:34.492959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.522635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aba6c-4a1b-49fd-afaf-9a5bf24f8bca None None] Pushing event updated for resources: {'Port': ['ID=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.575496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Provisioning complete for port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:34.576346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.637010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.644384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.645157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1d76f3da-15bf-40ed-a822-49fe18de94aa completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:34.648062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:34.648676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.650067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:34.669768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c27b5657-c796-4c0e-bf36-1ac028a15d9d no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:34.697463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:34.705599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Provisioning for port ac226e65-574a-44b5-a3df-421396a40d4e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:34.712777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: c27b5657-c796-4c0e-bf36-1ac028a15d9d {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:33:34.713122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c27b5657-c796-4c0e-bf36-1ac028a15d9d not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:33:34.716166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Provisioning complete for port ac226e65-574a-44b5-a3df-421396a40d4e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:34.717005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.763515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:34.764646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.812400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Port ac226e65-574a-44b5-a3df-421396a40d4e cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:34.836199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Update dhcp port {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'fixed_ips': [{'subnet_id': 'a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67', 'ip_address': '172.20.0.2'}, {'subnet_id': '369eb549-bc45-4f02-9d1f-27371723aa06'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '1d76f3da-15bf-40ed-a822-49fe18de94aa'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:34.840043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Network': ['ID=42cc1131-43ef-496a-8911-3678c6ccc977,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.846166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-de8072f1-6b3b-4935-8a21-cd04cf746de7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9710987 Feb 10 11:33:34.848264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51762) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:34.865492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:33:34.875472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:34.879924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:34.884135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'subnet': {'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:34.886893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:34.887680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:34.888772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Provisioning for port 1d76f3da-15bf-40ed-a822-49fe18de94aa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:34.891873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=edd3180b-640e-49dc-8f1d-10ab580130d4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:34.897911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ea2fc-d7dd-47f9-a986-5c4afc95ce6c None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:34.905312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Deleting port 8d87d882-1974-44dd-b8b8-57f84a2adb46 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:34.905648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.017705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Delete allocated IP 172.20.0.7 (da3c84ce-0b62-4928-b149-4669b051c366/a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67) {{(pid=83553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:33:35.020587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:35.020964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.030459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:35.032908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.24 (da3c84ce-0b62-4928-b149-4669b051c366/369eb549-bc45-4f02-9d1f-27371723aa06/ac226e65-574a-44b5-a3df-421396a40d4e) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:35.034886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.040680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Usage tracker for resource:subnet and tenant:ae0782824ba9432ebf6c893759662f1a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:35.044043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:35.059724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:35.086087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Made reservation on behalf of ae0782824ba9432ebf6c893759662f1a for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:35.105449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.148683 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e2d01a8-0b4d-459c-b0e8-74fbd1685a00 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4824193 Feb 10 11:33:35.156191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51770) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:35.176267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:35.281924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:35.287628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:35.351357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:35.351357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.371770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.440552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.475671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.492046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=4d4ae5ad-b16b-4378-9223-ad09f3bd0709,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:35.523306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'edd3180b-640e-49dc-8f1d-10ab580130d4'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:35.526020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.543920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:35.551263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.561206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:35.581302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:35.609265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.621061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:35.711586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba95fe-f19f-4063-8229-b1d46bd7157b None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:35.720622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Provisioning for port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:35.729979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Ignored duplicate provisioning block setup for port ac226e65-574a-44b5-a3df-421396a40d4e by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:33:35.741250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.769500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Provisioning complete for port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:35.769865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.787285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203becaa-3776-4db0-95b4-bc173c538156 req-fe221950-766d-4d75-8fff-677538b03a1b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:35.787982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-203becaa-3776-4db0-95b4-bc173c538156 req-fe221950-766d-4d75-8fff-677538b03a1b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Synchronizing usage tracker for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:35.793276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] For port 8d87d882-1974-44dd-b8b8-57f84a2adb46, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8d87d882-1974-44dd-b8b8-57f84a2adb46,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:35.793658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:35.896855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:35.899906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-203becaa-3776-4db0-95b4-bc173c538156 req-fe221950-766d-4d75-8fff-677538b03a1b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Unset dirty status for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:35.901088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-203becaa-3776-4db0-95b4-bc173c538156 req-fe221950-766d-4d75-8fff-677538b03a1b tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 944 time: 0.7539237 Feb 10 11:33:35.906979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Allocated IP 2001:db8::f816:3eff:fe63:141c (777c9540-812e-4174-85ca-b69ca9423c5f/edd3180b-640e-49dc-8f1d-10ab580130d4/8a61d10b-9d02-4ae4-9794-9d58d417c8be) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:35.918643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Allocated IP 172.20.0.18 (da3c84ce-0b62-4928-b149-4669b051c366/369eb549-bc45-4f02-9d1f-27371723aa06/1d76f3da-15bf-40ed-a822-49fe18de94aa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:35.936901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=ac226e65-574a-44b5-a3df-421396a40d4e,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:35.996742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.024925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.090760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Provisioning complete for port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:36.091194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e5563553-7ba9-4441-a3a2-8a39fe9a7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.115166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] In _notify_port_updated(), no bound segment for port ac226e65-574a-44b5-a3df-421396a40d4e on network da3c84ce-0b62-4928-b149-4669b051c366 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:33:36.119978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:36.119978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.121831 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-30cd85f4-2480-44a0-8238-a56d5d86a620 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/ports/ac226e65-574a-44b5-a3df-421396a40d4e HTTP/1.1" status: 200 len: 920 time: 2.0529380 Feb 10 11:33:36.131062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51774) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:36.235856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Subnet': ['ID=01511e03-63b1-46e1-b1d6-71ac3c6fe340,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:36.258906 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-203becaa-3776-4db0-95b4-bc173c538156 req-f45e69db-b172-4656-b079-347d74b073be tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups?id=3cffe35d-2388-45c5-a8d1-ac4d0a814b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491588 Feb 10 11:33:36.345246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:36.398682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port ac226e65-574a-44b5-a3df-421396a40d4e {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:36.399006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.412846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.413213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.413523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Floating IP 7e38dfd1-b4bf-4bfd-93f5-647f61891589 disassociated. External IP: 172.26.3.159, port: 8d87d882-1974-44dd-b8b8-57f84a2adb46. Feb 10 11:33:36.413861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Calling delete_port for 8d87d882-1974-44dd-b8b8-57f84a2adb46 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:36.414112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:36.442760 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet edd3180b-640e-49dc-8f1d-10ab580130d4 (CIDR: 2001:db8::/64) Feb 10 11:33:36.450728 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:36.451039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:36.468688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.471959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.477739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.478494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.484933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Checking segment: {'id': '00145dc1-f8fc-495d-aa37-36bcf2a9ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:36.485217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network hostable DHCP agents. Network: 42cc1131-43ef-496a-8911-3678c6ccc977, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:33:36.519300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.524983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Transition to ACTIVE for port object 1d76f3da-15bf-40ed-a822-49fe18de94aa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:36.535516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Transition to ACTIVE for port object 8a61d10b-9d02-4ae4-9794-9d58d417c8be will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:36.538735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.539851 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07c9660f-ea92-4f1b-82a9-37ccf497a4f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3825355 Feb 10 11:33:36.541815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51778) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:36.552583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:36.589494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Transition to ACTIVE for port object 8a61d10b-9d02-4ae4-9794-9d58d417c8be will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:36.606718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.636606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=4d4ae5ad-b16b-4378-9223-ad09f3bd0709,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:36.720904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:36.722468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:36.725865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network 42cc1131-43ef-496a-8911-3678c6ccc977 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:33:36.756203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:36.765422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.770422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:36.774581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6aaac-6d92-4fdd-9b93-ea6278b50515 None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:36.778509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 42cc1131-43ef-496a-8911-3678c6ccc977) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:36.799682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:36.800251 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.825308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a167d6-6bae-4cdb-b3ab-0765abd76284 None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:36.840431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:36.842008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event deleted for resources: {'Port': ['ID=8d87d882-1974-44dd-b8b8-57f84a2adb46,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:36.847561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:36.871173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:36.895971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:37.051065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for ac226e65-574a-44b5-a3df-421396a40d4e owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:37.085943 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d292784-1fcd-4892-8b86-31daa8dcbbd7 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2364891 Feb 10 11:33:37.090780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51782) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.098640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b25d47dd-861e-401d-9700-034765e16f7a tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'router': {'external_gateway_info': {'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:37.102783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:37.152933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:37.157015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:37.160820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.175652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Attempting to bind port 8a61d10b-9d02-4ae4-9794-9d58d417c8be on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:37.176026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Attempting to bind port 8a61d10b-9d02-4ae4-9794-9d58d417c8be by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:37.176384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Attempting to bind port 8a61d10b-9d02-4ae4-9794-9d58d417c8be on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:37.222485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:37.222855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:37.223268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.223657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:37.224129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Bound port: 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:37.224495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.439211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:37.439653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.565497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-42cc1131-43ef-496a-8911-3678c6ccc977', 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977', 'tenant_id': 'ae0782824ba9432ebf6c893759662f1a', 'fixed_ips': [{'subnet_id': '01511e03-63b1-46e1-b1d6-71ac3c6fe340'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:37.566333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.580606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:37.594695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.617562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:37.658414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.672195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.717172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:37.730479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:37.733476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:37.734159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.742044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=ac226e65-574a-44b5-a3df-421396a40d4e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:37.755187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b5fae3b9-6027-480a-b8fd-c3da04789b2f None None] Provisioning complete for port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:37.755554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5fae3b9-6027-480a-b8fd-c3da04789b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:37.795783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=0f6e5b19-eed8-49d5-aa84-525e32f92ca6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:37.799217 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49a19995-41f8-4d2c-b9ce-d8b57b57574e req-ff2639a3-f1dd-4c42-8b5a-12acc45c73f0 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.2608759 Feb 10 11:33:37.868860 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-29589a0d-c217-4aef-a66e-7a339eb98073 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3228092 Feb 10 11:33:37.872693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:37.878426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:9b:ff:8b', 'name': 'tempest-NetworksTestDHCPv6-743687945'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:37.899572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b5fae3b9-6027-480a-b8fd-c3da04789b2f None None] Port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:37.909127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5524195-b7e2-4dd0-89b5-6fa0a4bb9cee None None] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:37.991683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Allocated IP 2001:db8:1::2 (42cc1131-43ef-496a-8911-3678c6ccc977/01511e03-63b1-46e1-b1d6-71ac3c6fe340/bb96dfe1-ecf9-4d71-8f55-5652e0d74790) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:38.008029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.010418 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a0a76d22-61a7-459f-80ab-78ef809ddede tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/ac226e65-574a-44b5-a3df-421396a40d4e HTTP/1.1" status: 204 len: 168 time: 1.8779228 Feb 10 11:33:38.016786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51792) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.077627 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2f3eb7-052f-4297-8ed2-938e7f8086ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:33:38.078332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e2f3eb7-052f-4297-8ed2-938e7f8086ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:38.114422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:38.121089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:38.125118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:38.127998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4e2f3eb7-052f-4297-8ed2-938e7f8086ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:38.131803 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e2f3eb7-052f-4297-8ed2-938e7f8086ca tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/ac226e65-574a-44b5-a3df-421396a40d4e HTTP/1.1" status: 404 len: 333 time: 0.1117644 Feb 10 11:33:38.132565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51796) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.135418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:38.158281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Provisioning complete for port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:38.158747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.184736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:38.189838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.243661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port c0595dd2-ca3d-428a-a759-a963eb7beb53 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:38.287642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b25d47dd-861e-401d-9700-034765e16f7a tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.292987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:38.338568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.340678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Could not find standard attr ID for object ac226e65-574a-44b5-a3df-421396a40d4e. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:38.478221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Provisioning for port 1d76f3da-15bf-40ed-a822-49fe18de94aa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:38.487382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:38.489145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e939297f-7b00-4c0c-8374-af9648adfd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.548778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Router 7fbce611-638c-4543-a830-dd52bda3bf5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:38.559688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8a61d10b-9d02-4ae4-9794-9d58d417c8be up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:38.560901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router ef2667a9-2bf1-4fd6-8113-5ee56292b85a is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:38.619450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.664060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Transition to ACTIVE for port object bb96dfe1-ecf9-4d71-8f55-5652e0d74790 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:38.701834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Transition to ACTIVE for port object bb96dfe1-ecf9-4d71-8f55-5652e0d74790 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:38.707958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.739957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.756645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8:0:1::1f9 (777c9540-812e-4174-85ca-b69ca9423c5f/0f6e5b19-eed8-49d5-aa84-525e32f92ca6/c0595dd2-ca3d-428a-a759-a963eb7beb53) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:38.766550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fe9b:ff8b (777c9540-812e-4174-85ca-b69ca9423c5f/edd3180b-640e-49dc-8f1d-10ab580130d4/c0595dd2-ca3d-428a-a759-a963eb7beb53) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:38.805901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:38.811536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.833845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:38.850102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7becee01-be19-404e-b658-42230ba4acad,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:38.886246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:38.892703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:38.898986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:38.902875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:38.904005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8bac0e7c-35c0-4b98-ac90-608096cbc47a tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/security-groups/7becee01-be19-404e-b658-42230ba4acad HTTP/1.1" status: 204 len: 168 time: 0.7706008 Feb 10 11:33:38.906108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51806) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:38.912600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Pushing event updated for resources: {'Port': ['ID=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.027579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b25d47dd-861e-401d-9700-034765e16f7a tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:39.033360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b25d47dd-861e-401d-9700-034765e16f7a tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25 HTTP/1.1" status: 400 len: 364 time: 1.9367716 Feb 10 11:33:39.038147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-65ee40d8-abd7-427e-b8f3-68802c51d4ea None None] Could not find standard attr ID for object ac226e65-574a-44b5-a3df-421396a40d4e. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:39.043831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:39.077473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Attempting to bind port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:39.077879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Attempting to bind port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '00145dc1-f8fc-495d-aa37-36bcf2a9ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:39.079271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Attempting to bind port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 on network 42cc1131-43ef-496a-8911-3678c6ccc977 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:39.087437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.093857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:39.094236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Checking segment: {'id': '00145dc1-f8fc-495d-aa37-36bcf2a9ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:39.094639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.095025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Bound using segment: {'id': '00145dc1-f8fc-495d-aa37-36bcf2a9ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:39.095531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Bound port: bb96dfe1-ecf9-4d71-8f55-5652e0d74790, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00145dc1-f8fc-495d-aa37-36bcf2a9ccab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '42cc1131-43ef-496a-8911-3678c6ccc977'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:39.095907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.112153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:39.112153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.124557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.200444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.246267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d6dc5-5ace-4141-b3d9-170265c4b5ed,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.270663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.276031 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-026781af-8f1b-4b74-b5ef-e63c11b29c9e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/security-groups/cb2d6dc5-5ace-4141-b3d9-170265c4b5ed HTTP/1.1" status: 204 len: 168 time: 0.3187163 Feb 10 11:33:39.281765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51818) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:39.299388 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e91c2fa6-a8c4-4dd8-8bec-fdc12c950b1f req-cb11658d-229e-4cde-a46d-d8342d2e4b79 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.1513040 Feb 10 11:33:39.428395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.455739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3182dc31-22e8-464b-997e-eb453568687d None None] For port bb96dfe1-ecf9-4d71-8f55-5652e0d74790, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:39.477014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3182dc31-22e8-464b-997e-eb453568687d None None] For port bb96dfe1-ecf9-4d71-8f55-5652e0d74790, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,segment=NetworkSegment(00145dc1-f8fc-495d-aa37-36bcf2a9ccab),segment_id=00145dc1-f8fc-495d-aa37-36bcf2a9ccab)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:39.490715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.550367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object c0595dd2-ca3d-428a-a759-a963eb7beb53 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:39.616755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805db93a-dea7-4e2e-b61f-b02181b36f05 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:39.688394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:39.693651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.713226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.761108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182dc31-22e8-464b-997e-eb453568687d None None] Pushing event updated for resources: {'Port': ['ID=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.812982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Provisioning for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:39.821155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Provisioning complete for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:39.822763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.886559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:39.893521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:39.899493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.932893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:39.937001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:39.937738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:39.951011 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=c0595dd2-ca3d-428a-a759-a963eb7beb53,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:39.985604 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2db4c2b4-2f67-4ea3-a362-e6e733bf5dd4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1094768 Feb 10 11:33:39.987088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51826) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:40.068673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.111639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port c0595dd2-ca3d-428a-a759-a963eb7beb53 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:40.112234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.163628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:40.169132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.169838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.199934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:40.203917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:40.218918 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] Sync routers for ids ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:40.224534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Sync routers for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:40.270478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:40.271108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:40.273420 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] Routers {'ef2667a9-2bf1-4fd6-8113-5ee56292b85a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:40.277563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:40.290121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f22ecc8-cee3-4ab7-aff1-bfe9230a5447 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/ef2667a9-2bf1-4fd6-8113-5ee56292b85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9790657 Feb 10 11:33:40.301623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:40.310057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e9df3-034e-4756-885e-68c65885d8ed req-801e0bab-3c1d-4cae-bec2-c7c3560de920 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.311585 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf3e9df3-034e-4756-885e-68c65885d8ed req-801e0bab-3c1d-4cae-bec2-c7c3560de920 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.3953712 Feb 10 11:33:40.399993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:40.409048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.409473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] No DVR routers for this DVR port 8d87d882-1974-44dd-b8b8-57f84a2adb46 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:40.421875 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] Routers {'ef2667a9-2bf1-4fd6-8113-5ee56292b85a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:40.423321 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:40.452792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.455828 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87eb4209-2eca-4c7a-b9f3-e7807d52888f req-4d7664cb-ea71-476f-93ea-b0e3c3cbb324 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.32 "DELETE /v2.0/ports/8d87d882-1974-44dd-b8b8-57f84a2adb46 HTTP/1.1" status: 204 len: 173 time: 9.2115319 Feb 10 11:33:40.474074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:40.485323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-deleted', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:40.504997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.532968 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ec1a9887-f3a9-4176-bad8-c94eb86992fd tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67 HTTP/1.1" status: 204 len: 168 time: 1.2500670 Feb 10 11:33:40.539588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:40.549936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:40.626070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:40.671625 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:40.672093 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cddd-d340-4072-a05e-435f7fca3b5d None None] The sync data for ids ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:40.679518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c2503fe6-f584-4e25-acbf-b828072a955b req-1997f9bc-35b1-4bbb-a173-9b4ea10174a8 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Synchronizing usage tracker for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:40.701526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.708345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f7e7a-aad8-405f-817e-6558c9d9b7f3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:40.708989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0f9f7e7a-aad8-405f-817e-6558c9d9b7f3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:40.718898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:40.721797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948951-3ce8-42d0-91a0-e4e39b24e482 None None] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:40.739610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bb96dfe1-ecf9-4d71-8f55-5652e0d74790 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:40.766215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7682f259-8efe-49ae-a7f9-d904ed2aabd3 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:40.780412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf3e9df3-034e-4756-885e-68c65885d8ed req-bbbf1022-3538-41ce-bb7c-f811302df8a4 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540766 Feb 10 11:33:40.787861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c2503fe6-f584-4e25-acbf-b828072a955b req-1997f9bc-35b1-4bbb-a173-9b4ea10174a8 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Unset dirty status for tenant:09e0583b55da4c5b997c44ad422611d0 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:40.788982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2503fe6-f584-4e25-acbf-b828072a955b req-1997f9bc-35b1-4bbb-a173-9b4ea10174a8 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/ports?device_id=35eec508-d93d-4a96-8320-275192a9cfc7 HTTP/1.1" status: 200 len: 210 time: 0.2359698 Feb 10 11:33:40.794076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:40.811609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0f9f7e7a-aad8-405f-817e-6558c9d9b7f3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:40.812794 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f9f7e7a-aad8-405f-817e-6558c9d9b7f3 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports/4d4ae5ad-b16b-4378-9223-ad09f3bd0709 HTTP/1.1" status: 200 len: 911 time: 0.5101013 Feb 10 11:33:40.815924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:40.900182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for c0595dd2-ca3d-428a-a759-a963eb7beb53 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:41.036867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'edd3180b-640e-49dc-8f1d-10ab580130d4', 'ip_address': '2001:db8::f816:3eff:fe63:141c'}, {'subnet_id': '0f6e5b19-eed8-49d5-aa84-525e32f92ca6'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '8a61d10b-9d02-4ae4-9794-9d58d417c8be'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:41.151497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:41.160944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:41.169375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb3506-e1fe-4091-b996-51dfc60b673f None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:41.175356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:41.199733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:41.204842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.272709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35eec508-d93d-4a96-8320-275192a9cfc7', 'name': 'network-vif-deleted', 'tag': '8d87d882-1974-44dd-b8b8-57f84a2adb46', 'status': 'completed', 'code': 200} Feb 10 11:33:41.393830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.396137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.419747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:41.457429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=c0595dd2-ca3d-428a-a759-a963eb7beb53,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.478844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Provisioning for port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:41.537260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.591590 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-608dedf8-3dcd-43ff-b6f3-7306c52f28cc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/c0595dd2-ca3d-428a-a759-a963eb7beb53 HTTP/1.1" status: 204 len: 168 time: 1.6032832 Feb 10 11:33:41.594493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51848) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.607326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Provisioning complete for port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:41.607326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.652111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Allocated IP 2001:db8::1 (cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8/fc9e688d-311f-4937-95fc-cde5117a7b5f/0711b874-bba7-4d65-9b34-e16ac40316a5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:41.655078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.704008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c84bd-8abe-4865-85fa-501fc71b10c8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:41.704995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-af7c84bd-8abe-4865-85fa-501fc71b10c8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:41.738542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.776287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-af7c84bd-8abe-4865-85fa-501fc71b10c8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:41.777622 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-af7c84bd-8abe-4865-85fa-501fc71b10c8 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1825421 Feb 10 11:33:41.783790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.872375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=7d0f7520-6735-4b61-8861-ae9848e63a79,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:41.884433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:41.891328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:41.900058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:41.900764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:41.945654 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-da8751a7-d23c-428f-93f0-3044e0ed108c tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4007626 Feb 10 11:33:41.952512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:41.964988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1656910450'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:41.974218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:41.982699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:41.986057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:41.994516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.035794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.070729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.073055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab45306-7d1d-4199-8cb1-1dc68ba98888 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:42.074787 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2ab45306-7d1d-4199-8cb1-1dc68ba98888 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2879016 Feb 10 11:33:42.075948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51866) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.080674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51868) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.098056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:42.128312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Allocated IP 2001:db8:0:1::2 (777c9540-812e-4174-85ca-b69ca9423c5f/0f6e5b19-eed8-49d5-aa84-525e32f92ca6/8a61d10b-9d02-4ae4-9794-9d58d417c8be) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:42.131047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Checking router: 7fbce611-638c-4543-a830-dd52bda3bf5b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:33:42.174167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] For port bb96dfe1-ecf9-4d71-8f55-5652e0d74790, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,segment=NetworkSegment(00145dc1-f8fc-495d-aa37-36bcf2a9ccab),segment_id=00145dc1-f8fc-495d-aa37-36bcf2a9ccab)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:42.196972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:42.204912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:42.209418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:42.224512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:42.226058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:42.229070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:42.230498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:42.236800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.249428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.265950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.267926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff72f-ca49-4c09-9827-6b6893a27742 req-ff6f1e6c-402e-4d6a-a52a-828568c20443 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:42.269395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbeff72f-ca49-4c09-9827-6b6893a27742 req-ff6f1e6c-402e-4d6a-a52a-828568c20443 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.2089512 Feb 10 11:33:42.302245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Transition to ACTIVE for port object 0711b874-bba7-4d65-9b34-e16ac40316a5 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:42.311563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:42.315158 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-72c36405-2c95-4f11-9e08-4c0b9fa44553 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2299345 Feb 10 11:33:42.317461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51874) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.391500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8a61d10b-9d02-4ae4-9794-9d58d417c8be up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:42.448097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:42.451321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:42.453777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.486755 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bbeff72f-ca49-4c09-9827-6b6893a27742 req-691756a6-4dbe-4090-86b4-185c6b5a3d82 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079258 Feb 10 11:33:42.525878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.545357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.599197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.657635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Port': ['ID=0711b874-bba7-4d65-9b34-e16ac40316a5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.661715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:42.664272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:42.671898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.702759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1e4a7-47f4-45f8-a671-504a8eb3b5de None None] Pushing event updated for resources: {'Port': ['ID=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.707152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:42.707735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.731255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9cf95d-a88d-40c7-a355-33d69d372ca6,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.749947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:42.792467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e341f151-2667-45eb-9ffc-027af965f4b9 None None] Provisioning complete for port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:42.793086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e341f151-2667-45eb-9ffc-027af965f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.794491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.797011 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1dbf3564-1e30-4bde-9494-7e4187b6acbf tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8379452 Feb 10 11:33:42.800902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51878) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.809423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'security_group': {'name': 'tempest-secgroup-53132785'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:42.829467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:42.839129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:42.844719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:42.850880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 0f6e5b19-eed8-49d5-aa84-525e32f92ca6 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:42.858812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.872483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:42.897380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.902556 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "DELETE /v2.0/security-groups/3cffe35d-2388-45c5-a8d1-ac4d0a814b11 HTTP/1.1" status: 204 len: 168 time: 0.8231578 Feb 10 11:33:42.904022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155c5a-6b8c-48c8-939f-945f9eb29148 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffe35d-2388-45c5-a8d1-ac4d0a814b11,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:42.907405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51882) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.917045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.929357 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-e4ac12d1-0f59-4f20-baa7-d28e2a377eb1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] show failed (client error): The resource could not be found. Feb 10 11:33:42.941089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51886) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:42.942513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.945301 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e4ac12d1-0f59-4f20-baa7-d28e2a377eb1 tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "GET /v2.0/security-groups/3cffe35d-2388-45c5-a8d1-ac4d0a814b11 HTTP/1.1" status: 404 len: 347 time: 0.0349886 Feb 10 11:33:42.951927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:42.971170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:42.971704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.008875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:43.032879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.043147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.049887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.071424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.097137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Transition to ACTIVE for port object 8a61d10b-9d02-4ae4-9794-9d58d417c8be will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:43.115173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.139017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.190176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f039e-e974-4ca1-8b34-94a0fb0eade2 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:43.200044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.223076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Deleting port 4110d80b-11ee-46d1-a85c-5f05ba54cefa {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:43.223452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.240469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.251357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.310599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42960970-ee14-42ec-9d08-c97fb7fb3ced,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:43.317324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.318497 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6b6f786a-5d74-4b71-8d56-a312e2df5735 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5165825 Feb 10 11:33:43.323647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51890) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.329840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'security_group': {'name': 'tempest-secgroup-353943865'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.337702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.343293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.351026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.358464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.365623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.409415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.453263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:43.456966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:security_group_rule and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:43.459796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:43.465463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:43.519000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port 8a61d10b-9d02-4ae4-9794-9d58d417c8be had new provisioning blocks added so it will not transition to active. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 10 11:33:43.519783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.531440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.583121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.607730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabfacf-b2bb-4fc1-ab31-0d00a0c03c61 None None] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:43.640996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d90b4-4439-4205-b34d-4bea80957267,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:43.644214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6e5b19-eed8-49d5-aa84-525e32f92ca6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:43.645784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.647029 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ce0297c9-162a-4ff1-8e0a-c5708a383470 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3217156 Feb 10 11:33:43.647174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.647638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.649763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51896) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.655887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.664552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-57e738af-d25a-4451-8178-832971b9ab2c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/0f6e5b19-eed8-49d5-aa84-525e32f92ca6 HTTP/1.1" status: 204 len: 168 time: 1.3394542 Feb 10 11:33:43.669264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2102094185', 'security_groups': ['8f3d90b4-4439-4205-b34d-4bea80957267'], 'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d0f7520-6735-4b61-8861-ae9848e63a79'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:43.683958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51900) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:43.939158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet edd3180b-640e-49dc-8f1d-10ab580130d4 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:43.942819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:43.968357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Provisioning complete for port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:43.968820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.001685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.017523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Calling delete_port for 4110d80b-11ee-46d1-a85c-5f05ba54cefa owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:44.059148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:44.068052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:44.077414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b13a63-7397-4787-98c9-b583ce168ffe None None] The sync data for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv is: [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:30:20Z', 'revision_number': 4, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '2fd47b28-ea27-4d06-b23e-393a7a6ce369', 'name': '', 'network_id': 'c15c6fce-2062-4bb1-8928-209086e3bb6b', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'mac_address': 'fa:16:3e:39:44:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:18Z', 'updated_at': '2022-02-10T11:30:34Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'subnets': [{'id': 'd2636150-7edc-4ced-8d48-8df7c669c536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:44.104950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:44.105613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.110407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.195782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.269107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=edd3180b-640e-49dc-8f1d-10ab580130d4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:44.274129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.275460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Update dhcp port {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'fixed_ips': [{'subnet_id': '369eb549-bc45-4f02-9d1f-27371723aa06', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d0f7520-6735-4b61-8861-ae9848e63a79'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '1d76f3da-15bf-40ed-a822-49fe18de94aa'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:44.296603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:44.306499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:44.306843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.329003 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c2cecf91-9f96-4e24-8b91-73f82a14cc81 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/edd3180b-640e-49dc-8f1d-10ab580130d4 HTTP/1.1" status: 204 len: 168 time: 0.6411080 Feb 10 11:33:44.333293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:44.381905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.441550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:44.446040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8a61d10b-9d02-4ae4-9794-9d58d417c8be up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:44.464915 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cb3f0844-1ad1-478a-8e95-3658154a2332 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304808 Feb 10 11:33:44.467204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:44.474116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:44.495027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.496476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.531080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.539970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2d2e8-066b-4bfc-81a2-27ac7cace89a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:44.560207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a75bd4-b52f-4397-9c8f-bf521c61353e None None] New status for floating IP 7e38dfd1-b4bf-4bfd-93f5-647f61891589: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:33:44.561602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:44.566297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.584964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d47d1-d0f7-40c2-a4b8-ed7d62f9cf1b req-34a4575a-55f2-4dde-afb2-0da895a9980b tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:44.586421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e8d47d1-d0f7-40c2-a4b8-ed7d62f9cf1b req-34a4575a-55f2-4dde-afb2-0da895a9980b tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.7986209 Feb 10 11:33:44.606132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.613183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] device_id is not set on port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:44.668213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:44.680206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:44.686717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:44.696826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:44.742077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:44.746945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.782413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event updated for resources: {'Port': ['ID=0711b874-bba7-4d65-9b34-e16ac40316a5,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:44.800258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Provisioning for port 0711b874-bba7-4d65-9b34-e16ac40316a5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:44.835797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Provisioning complete for port 0711b874-bba7-4d65-9b34-e16ac40316a5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:44.836700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:44.920279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bb96dfe1-ecf9-4d71-8f55-5652e0d74790 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:44.926238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Pushing event deleted for resources: {'Port': ['ID=4110d80b-11ee-46d1-a85c-5f05ba54cefa,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:44.946292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.6 (da3c84ce-0b62-4928-b149-4669b051c366/7d0f7520-6735-4b61-8861-ae9848e63a79/9b3420c8-a0bc-4b5e-b445-00a88eb594b3) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:44.987007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e8d47d1-d0f7-40c2-a4b8-ed7d62f9cf1b req-b27f64ec-ba16-4270-816c-77cc321d65bd tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751378 Feb 10 11:33:45.006080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.086704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-39b618cb-f358-45ff-86cb-88931d0184c6 None None] Port 0711b874-bba7-4d65-9b34-e16ac40316a5 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:45.139607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:45.140255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.154286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 4d4ae5ad-b16b-4378-9223-ad09f3bd0709 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:45.196039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.207448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-118e0457-5145-48da-acdd-b5524dd4ec4f None None] Could not find standard attr ID for object c0595dd2-ca3d-428a-a759-a963eb7beb53. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:45.233895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:45.238498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:45.288742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-118e0457-5145-48da-acdd-b5524dd4ec4f None None] Provisioning for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:45.298674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-118e0457-5145-48da-acdd-b5524dd4ec4f None None] Provisioning complete for port 8a61d10b-9d02-4ae4-9794-9d58d417c8be triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:45.299173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-118e0457-5145-48da-acdd-b5524dd4ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.326594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.365247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:45.379682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:45.402670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:45.414188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Deleting port 8a61d10b-9d02-4ae4-9794-9d58d417c8be {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:45.414550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.468581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.543911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.547993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19337d8e-21bd-4477-a019-8349b0f03e9d tempest-ServerActionsTestJSON-1804470475 tempest-ServerActionsTestJSON-1804470475-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e38dfd1-b4bf-4bfd-93f5-647f61891589 HTTP/1.1" status: 204 len: 168 time: 2.5779765 Feb 10 11:33:45.553044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51912) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:45.617529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:45.634071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Allocated IP 172.20.0.2 (da3c84ce-0b62-4928-b149-4669b051c366/7d0f7520-6735-4b61-8861-ae9848e63a79/1d76f3da-15bf-40ed-a822-49fe18de94aa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:45.636886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:45.686614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:45.718731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=9b3420c8-a0bc-4b5e-b445-00a88eb594b3,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:45.820285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.875662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=4d4ae5ad-b16b-4378-9223-ad09f3bd0709,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:45.898556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:45.899147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.928812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:45.934574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Router bb27ec9c-4e80-47d3-bbb3-5935fec70e25 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:45.939905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.994603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:45.996046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:45.997892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.025404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Transition to ACTIVE for port object 1d76f3da-15bf-40ed-a822-49fe18de94aa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:46.080575 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7bfe03bb-dd9a-4729-a0cc-6c3720554df3 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4265420 Feb 10 11:33:46.097886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51918) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.108391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:46.156782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.234630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.295063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Calling delete_port for 8a61d10b-9d02-4ae4-9794-9d58d417c8be owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:46.335095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8a61d10b-9d02-4ae4-9794-9d58d417c8be no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:46.364653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:46.365228 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbd520-8352-429d-a98c-74d4e56dc314 None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.385242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:46.392692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:46.395684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:46.405774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:46.499085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-75fb441b-6641-4660-bb4c-179a49ce8cde None None] Provisioning complete for port 0711b874-bba7-4d65-9b34-e16ac40316a5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:46.499477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-75fb441b-6641-4660-bb4c-179a49ce8cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.512156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ec4ef-2f8f-44f7-b29f-e2b72581573d req-dcf9110b-598f-4559-9eaf-97c0e93f4689 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:46.513639 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff7ec4ef-2f8f-44f7-b29f-e2b72581573d req-dcf9110b-598f-4559-9eaf-97c0e93f4689 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.2929726 Feb 10 11:33:46.521536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:46.529713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:46.544482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.550791 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] Sync routers for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:46.552372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:46.557333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76145706-6077-4419-8d0c-526637db7a63 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5073934 Feb 10 11:33:46.568175 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:46.569287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51922) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:46.570241 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:46.570387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.571171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.661366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.676605 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:46.688427 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:46.688901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-75fb441b-6641-4660-bb4c-179a49ce8cde None None] Port 0711b874-bba7-4d65-9b34-e16ac40316a5 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:46.689465 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:46.719102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:46.720379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:46.720877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:46.726441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:46.761623 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff7ec4ef-2f8f-44f7-b29f-e2b72581573d req-f873794d-2542-446c-8ccd-11dd0e17c987 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314019 Feb 10 11:33:46.781240 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:46.781651 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f301e7f-a780-49d4-861c-624091ab36f4 None None] The sync data for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:46.837801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=9']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:46.963136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:46.977247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:46.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:46.991527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.003400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=1205798e-d686-4367-b62d-702db65d34cd,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:47.005515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=9']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:47.060024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.065419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router ef2667a9-2bf1-4fd6-8113-5ee56292b85a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:47.084914 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-49ffa9dd-33c7-4c55-a53e-80c801b0ff3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6139293 Feb 10 11:33:47.125454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51926) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.131027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:47.221387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4c4145c-b1ef-4357-9346-d44a7a8e9ee6 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.221613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Deleting port 8a61d10b-9d02-4ae4-9794-9d58d417c8be {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:47.222089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.250766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Provisioning complete for port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:47.250766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.307691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:47.316150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8eeeb265-8414-49d2-bf84-05b2d4fdaa97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/ef2667a9-2bf1-4fd6-8113-5ee56292b85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4988258 Feb 10 11:33:47.320941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51930) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.334184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:47.357802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] Sync routers for ids ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:47.383018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0f7b7b78-7459-46a0-9b5f-3c1ac547a8e1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:47.413730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:47.418639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:47.421761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:47.427956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:47.430200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0f7b7b78-7459-46a0-9b5f-3c1ac547a8e1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:47.434472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f7b7b78-7459-46a0-9b5f-3c1ac547a8e1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2667a9-2bf1-4fd6-8113-5ee56292b85a HTTP/1.1" status: 200 len: 205 time: 0.1094031 Feb 10 11:33:47.435949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51934) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.484050 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d0f7520-6735-4b61-8861-ae9848e63a79 (CIDR: 172.20.0.0/28) Feb 10 11:33:47.490011 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:47.490432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:47.521122 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a7148d75-2a87-4195-a18c-47867234b87e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4196637 Feb 10 11:33:47.527048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51938) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.530659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.553672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:47.572745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] For port 8a61d10b-9d02-4ae4-9794-9d58d417c8be, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8a61d10b-9d02-4ae4-9794-9d58d417c8be,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:47.573838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.589300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:47.664722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.731748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Provisioning for port 1d76f3da-15bf-40ed-a822-49fe18de94aa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:47.744379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Calling delete_port for 8a61d10b-9d02-4ae4-9794-9d58d417c8be owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:47.780406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:47.780783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e377-91fb-4da5-97c1-3a8cce12c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.808096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:47.821280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:47.824548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c4c4145c-b1ef-4357-9346-d44a7a8e9ee6 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 11:33:47.828996 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c4c4145c-b1ef-4357-9346-d44a7a8e9ee6 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25 HTTP/1.1" status: 409 len: 329 time: 1.2504797 Feb 10 11:33:47.828996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51944) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:47.832008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:47.894571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:47.909580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:47.955725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] Routers {'ef2667a9-2bf1-4fd6-8113-5ee56292b85a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:47.956590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:47.999339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:48.002717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.033174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:48.056791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] Routers {'ef2667a9-2bf1-4fd6-8113-5ee56292b85a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:48.057599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:48.149681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.177452 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1205798e-d686-4367-b62d-702db65d34cd (CIDR: 2001:db8::/64) Feb 10 11:33:48.188577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:48.189497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835a29a-0901-4097-8590-3c1ea23dd5e5 None None] The sync data for ids ['ef2667a9-2bf1-4fd6-8113-5ee56292b85a'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:48.208532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] Pushing event deleted for resources: {'Port': ['ID=8a61d10b-9d02-4ae4-9794-9d58d417c8be,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:48.280226 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 369eb549-bc45-4f02-9d1f-27371723aa06 (CIDR: 172.20.0.16/28) Feb 10 11:33:48.329273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e1b9f-d906-43d9-8513-f7d70a8608f4 None None] No DVR routers for this DVR port 8a61d10b-9d02-4ae4-9794-9d58d417c8be on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:48.344663 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:48.344663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:48.348558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:48.374278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6028d1e2-08e3-4982-b361-b50105074ad7 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:48.380146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:48.380585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:48.407246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.416886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.422584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-65cf5895-4128-421b-82aa-41c680355340 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2959695 Feb 10 11:33:48.426324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.434286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:48.471102 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee40ea99-2b41-4a7a-98d6-883e11722cc8 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8895776 Feb 10 11:33:48.473302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51952) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.485161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'subnet': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:48.513109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0da56e4b-e3a5-47e7-98c4-4866207930a1 None None] Provisioning for port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:48.516056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2a3da-489d-4b18-a627-449dfbaa516b req-b16f2b21-e134-4705-8dbe-16396a10d45c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:48.517545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97b2a3da-489d-4b18-a627-449dfbaa516b req-b16f2b21-e134-4705-8dbe-16396a10d45c tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.5445487 Feb 10 11:33:48.531071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0da56e4b-e3a5-47e7-98c4-4866207930a1 None None] Provisioning complete for port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:48.531071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0da56e4b-e3a5-47e7-98c4-4866207930a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.587653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.588212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router ef2667a9-2bf1-4fd6-8113-5ee56292b85a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:33:48.630173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.631279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bcc39886-7536-4c5f-a7ab-9117bd1a0ac1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/ef2667a9-2bf1-4fd6-8113-5ee56292b85a HTTP/1.1" status: 204 len: 168 time: 1.1943874 Feb 10 11:33:48.634827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51956) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:48.646748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:48.647114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.673378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97b2a3da-489d-4b18-a627-449dfbaa516b req-be86f7f9-1052-42c2-897e-852aa364c831 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422601 Feb 10 11:33:48.680395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0da56e4b-e3a5-47e7-98c4-4866207930a1 None None] Port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:48.685081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:48.696588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:48.701876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:48.714621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:48.760958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:48.767493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.785368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': '1205798e-d686-4367-b62d-702db65d34cd'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:33:48.786270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.795175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:48.798615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:48.815490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Usage tracker for resource:subnet and tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:48.830233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:48.959916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 42b5a524-f088-4e82-95d2-309fd6b9feb8 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:48.968973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.021434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Allocated IP 2001:db8::f816:3eff:fea0:bab2 (777c9540-812e-4174-85ca-b69ca9423c5f/1205798e-d686-4367-b62d-702db65d34cd/9a68fe34-55cf-414c-bb11-a383677e61a7) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:49.041106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.049907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:49.100162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Made reservation on behalf of a200c9e6f21a4c1dbc1c27a22bd5d638 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:49.103746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.195807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.273723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.287382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.336230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Transition to ACTIVE for port object 9a68fe34-55cf-414c-bb11-a383677e61a7 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:49.345147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.363067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Transition to ACTIVE for port object 9a68fe34-55cf-414c-bb11-a383677e61a7 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:49.363473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:49.368120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:49.369568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.374040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:49.374637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.387899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=b8fb5ea0-7df7-45de-9503-b00d9b47359d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:49.391800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.410132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.410446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.410783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.411117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.411494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.411817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.412143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.412383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83964507-3fb7-494e-b700-c03ba53d55b4 None None] Network 774b2e60-6928-4bad-91d3-9939ec5cc022 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:49.412510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.412770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.413089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.413406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:49.420787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/42b5a524-f088-4e82-95d2-309fd6b9feb8 HTTP/1.1" status: 204 len: 168 time: 0.7832713 Feb 10 11:33:49.432866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51960) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:49.462088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99031b84-4ddb-4827-b1d1-df84c0d42ed1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0320470 Feb 10 11:33:49.462088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444816dc-5420-4159-97d4-4eb70a4f0afa tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=42b5a524-f088-4e82-95d2-309fd6b9feb8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:49.462435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:49.468852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:cb:ae:3c', 'name': 'tempest-NetworksTestDHCPv6-343087869'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:49.547133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:49.558715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:49.564396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:49.573084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:49.613216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:49.624378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:49.636355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:49.641571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.670848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port f85569a3-e8fb-42f1-a69f-eae6958cd6c7 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:33:49.724301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.741022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Attempting to bind port 9a68fe34-55cf-414c-bb11-a383677e61a7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:33:49.741271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Attempting to bind port 9a68fe34-55cf-414c-bb11-a383677e61a7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:33:49.741628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Attempting to bind port 9a68fe34-55cf-414c-bb11-a383677e61a7 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:33:49.757169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:33:49.757477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:33:49.757771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.758159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:33:49.758627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Bound port: 9a68fe34-55cf-414c-bb11-a383677e61a7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:33:49.759257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.798278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Deleting port 2fd47b28-ea27-4d06-b23e-393a7a6ce369 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:49.798491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.853481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:49.854256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.862606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:33:49.867894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:33:49.875608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.941478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] DHCP port deletion for 774b2e60-6928-4bad-91d3-9939ec5cc022 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:33:49.954423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Deleting port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:49.955416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.990293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:49.996044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8:0:1::10d (777c9540-812e-4174-85ca-b69ca9423c5f/b8fb5ea0-7df7-45de-9503-b00d9b47359d/f85569a3-e8fb-42f1-a69f-eae6958cd6c7) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:50.009807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::f816:3eff:fecb:ae3c (777c9540-812e-4174-85ca-b69ca9423c5f/1205798e-d686-4367-b62d-702db65d34cd/f85569a3-e8fb-42f1-a69f-eae6958cd6c7) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:50.060671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bb41c-c0b0-4634-b33d-b8014239ebca req-00c39ace-e780-4f61-bca4-c78e940bcd82 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.062039 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-302bb41c-c0b0-4634-b33d-b8014239ebca req-00c39ace-e780-4f61-bca4-c78e940bcd82 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.1597424 Feb 10 11:33:50.111417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6790-fc81-4900-affa-dcb36482b724 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.220558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Network da3c84ce-0b62-4928-b149-4669b051c366 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:50.227395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:50.238116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.238833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.240555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7083e0-b157-4d5a-8efc-2d0f68077882 None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:50.258837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-302bb41c-c0b0-4634-b33d-b8014239ebca req-a6391e7c-bf8f-43f5-aac0-54ad985fc233 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872609 Feb 10 11:33:50.269809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Subnet': ['ID=e4f97ce1-b681-4bc8-adfd-94275e7c48db,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.353380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.371780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object f85569a3-e8fb-42f1-a69f-eae6958cd6c7 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:50.403958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.406860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:50.429187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.429535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.429867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.430196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.430520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.430842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.431199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.431528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.431840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.432701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.433015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:50.460999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] For port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,segment=NetworkSegment(c8ea5982-f750-4a85-bb66-d93b3ebffee8),segment_id=c8ea5982-f750-4a85-bb66-d93b3ebffee8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:50.462085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.485102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,segment=NetworkSegment(c8ea5982-f750-4a85-bb66-d93b3ebffee8),segment_id=c8ea5982-f750-4a85-bb66-d93b3ebffee8)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:50.485448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.504809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] For port 2fd47b28-ea27-4d06-b23e-393a7a6ce369, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2fd47b28-ea27-4d06-b23e-393a7a6ce369,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:50.505362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.518564 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fcc1f579-ead1-4f6f-962e-5e14b1c16af1 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0431335 Feb 10 11:33:50.520567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 51970) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.585101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1407350712', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4f97ce1-b681-4bc8-adfd-94275e7c48db'}], 'security_groups': ['fa9cf95d-a88d-40c7-a355-33d69d372ca6', '42960970-ee14-42ec-9d08-c97fb7fb3ced']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:50.617315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Calling delete_port for 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:50.624653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:50.628590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:50.630988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:50.635507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:50.636367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.655531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=f85569a3-e8fb-42f1-a69f-eae6958cd6c7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.674239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cbb0d2c9-697f-4b9b-82ef-dee07e32647d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2108707 Feb 10 11:33:50.677000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51974) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:50.749829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port f85569a3-e8fb-42f1-a69f-eae6958cd6c7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:50.750217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.811965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.832955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:50.846042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:50.908445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] Pushing event deleted for resources: {'Port': ['ID=3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:50.923417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:50.924039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:50.929133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2232c97-6a1f-466f-ab1c-cfb1063cc8ea None None] No DVR routers for this DVR port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:51.029219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Calling delete_port for 2fd47b28-ea27-4d06-b23e-393a7a6ce369 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:51.057676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.134994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Update dhcp port {'port': {'network_id': 'da3c84ce-0b62-4928-b149-4669b051c366', 'fixed_ips': [{'subnet_id': '369eb549-bc45-4f02-9d1f-27371723aa06', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d0f7520-6735-4b61-8861-ae9848e63a79', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4f97ce1-b681-4bc8-adfd-94275e7c48db'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '1d76f3da-15bf-40ed-a822-49fe18de94aa'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:51.200463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.206963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for f85569a3-e8fb-42f1-a69f-eae6958cd6c7 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:51.355574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.427281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fb730-947c-4b07-9ed3-290e32bc9079 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:51.455020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:51.455392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.595943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9c6a2f41-6c7c-461b-bb0d-d167b7a90cbb None None] Provisioning for port 9a68fe34-55cf-414c-bb11-a383677e61a7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:51.611088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfa85f-cadc-4b42-954f-a0774b3a7eb8 req-68a60862-9843-42fb-9111-52cfd1e00816 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:51.616154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bddfa85f-cadc-4b42-954f-a0774b3a7eb8 req-68a60862-9843-42fb-9111-52cfd1e00816 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.1723464 Feb 10 11:33:51.640017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port 0711b874-bba7-4d65-9b34-e16ac40316a5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:51.640017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.653634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.672252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] The port '3862e1bd-2df5-4a05-8bd9-5bc7dc9f3428' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:33:51.695663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Allocated IP 172.20.0.34 (da3c84ce-0b62-4928-b149-4669b051c366/e4f97ce1-b681-4bc8-adfd-94275e7c48db/1d76f3da-15bf-40ed-a822-49fe18de94aa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:51.708564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=f85569a3-e8fb-42f1-a69f-eae6958cd6c7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:51.771502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bddfa85f-cadc-4b42-954f-a0774b3a7eb8 req-9781c5b7-f251-46c9-93f3-5903968e8a18 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487000 Feb 10 11:33:51.813472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.826475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9bdd751f-74f7-41bc-af6b-19df56f1f0e7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/f85569a3-e8fb-42f1-a69f-eae6958cd6c7 HTTP/1.1" status: 204 len: 168 time: 1.1460221 Feb 10 11:33:51.826734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.890760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:51.910903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c276f3-0a89-4359-a4a8-880fef558967 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:51.911813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7c276f3-0a89-4359-a4a8-880fef558967 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:51.915450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.929510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7c276f3-0a89-4359-a4a8-880fef558967 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:51.933889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7c276f3-0a89-4359-a4a8-880fef558967 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1032465 Feb 10 11:33:51.934285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:51.961786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:51.984017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Transition to ACTIVE for port object 1d76f3da-15bf-40ed-a822-49fe18de94aa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:52.002376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.023559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4006b17-0a45-4a2c-92e8-3d329f6355f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.027409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4006b17-0a45-4a2c-92e8-3d329f6355f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0898132 Feb 10 11:33:52.027991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:52.032735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd47b28-ea27-4d06-b23e-393a7a6ce369,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:52.063300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.103356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.105338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.106861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:52.108434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:52.128782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:52.133283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62e11af9-5cba-45e9-a296-bd52cdab9b7f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1043460 Feb 10 11:33:52.133828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 51992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:52.174873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26617427-71ee-43c7-add5-7afbd956a1d5 None None] Pushing event updated for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:52.205196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20c102-1db4-4cbb-9895-1a9356210c24 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': '1205798e-d686-4367-b62d-702db65d34cd', 'ip_address': '2001:db8::f816:3eff:fea0:bab2'}, {'subnet_id': 'b8fb5ea0-7df7-45de-9503-b00d9b47359d'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '9a68fe34-55cf-414c-bb11-a383677e61a7'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:52.208090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 1205798e-d686-4367-b62d-702db65d34cd {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:52.210559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b2e60-6928-4bad-91d3-9939ec5cc022']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:52.211315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.241504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea5982-f750-4a85-bb66-d93b3ebffee8') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:52.241952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea5982-f750-4a85-bb66-d93b3ebffee8') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:52.268731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c20c102-1db4-4cbb-9895-1a9356210c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.302906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.310106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.363010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.527390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.606475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:52.697953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b595376-a422-40ab-a193-b1db79d81b7b req-9800ea85-34b0-4de6-9a7a-fa6c8a943cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1098 time: 0.1194232 Feb 10 11:33:52.699780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-2c20c102-1db4-4cbb-9895-1a9356210c24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1205798e-d686-4367-b62d-702db65d34cd: This subnet is being modified by another concurrent operation. Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.699954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1205798e-d686-4367-b62d-702db65d34cd: This subnet is being modified by another concurrent operation. Feb 10 11:33:52.703954 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:33:52.711355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:52.715965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for 0711b874-bba7-4d65-9b34-e16ac40316a5 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:52.811141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=1205798e-d686-4367-b62d-702db65d34cd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:52.824271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b595376-a422-40ab-a193-b1db79d81b7b req-fccf46cd-88de-451c-af0a-1eca735aabf2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144140 Feb 10 11:33:52.824271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.832864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9a68fe34-55cf-414c-bb11-a383677e61a7 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:52.833634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.839860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8d21d0a6-efec-48d7-84ea-f2d3fea51dc2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/1205798e-d686-4367-b62d-702db65d34cd HTTP/1.1" status: 204 len: 168 time: 0.7049475 Feb 10 11:33:52.843006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52000) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:52.848371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:52.848682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:52.878837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265ecf3-b4a0-4228-9c17-f73b7caa280a None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:33:52.968291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3044aaf2-dc60-41b1-a103-2866762ac3c9 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:52.968753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3044aaf2-dc60-41b1-a103-2866762ac3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.006977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:53.006977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:53.071786 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:53.097063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f5420-eb20-424e-969f-3f2be34f4ce8 req-08ef9e6c-de65-4ba0-b5c3-8d46fb590982 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:53.098657 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-889f5420-eb20-424e-969f-3f2be34f4ce8 req-08ef9e6c-de65-4ba0-b5c3-8d46fb590982 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.1451344 Feb 10 11:33:53.147568 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-889f5420-eb20-424e-969f-3f2be34f4ce8 req-e292009e-e210-414b-a369-09b52da5c622 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Feb 10 11:33:53.190384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.265655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.316962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.317474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3044aaf2-dc60-41b1-a103-2866762ac3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.333411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:53.340249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.343503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=774b2e60-6928-4bad-91d3-9939ec5cc022,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:53.429437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Delete allocated IP 172.20.0.6 (da3c84ce-0b62-4928-b149-4669b051c366/7d0f7520-6735-4b61-8861-ae9848e63a79) {{(pid=83553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:33:53.435568 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24258b76-018d-4d23-a2c1-4e92d9ddb040 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/774b2e60-6928-4bad-91d3-9939ec5cc022 HTTP/1.1" status: 204 len: 168 time: 4.0009408 Feb 10 11:33:53.439407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52004) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:53.446784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1423143159', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:53.454154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:53.457922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:53.460737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:53.466760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:53.476561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.477517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.484714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Allocated IP 172.20.0.43 (da3c84ce-0b62-4928-b149-4669b051c366/e4f97ce1-b681-4bc8-adfd-94275e7c48db/9b3420c8-a0bc-4b5e-b445-00a88eb594b3) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:53.520513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:53.524194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-3044aaf2-dc60-41b1-a103-2866762ac3c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:53.524547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-3044aaf2-dc60-41b1-a103-2866762ac3c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:53.586315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.589886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.600994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9510c29-0c62-460f-be28-edf62fc57257 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'b8fb5ea0-7df7-45de-9503-b00d9b47359d'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '9a68fe34-55cf-414c-bb11-a383677e61a7'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:53.623853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet b8fb5ea0-7df7-45de-9503-b00d9b47359d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:53.639861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.660195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9510c29-0c62-460f-be28-edf62fc57257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.684827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=0711b874-bba7-4d65-9b34-e16ac40316a5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:53.735805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:33:53.867586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:53.881478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:53.915208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'port_id': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'mac_address': 'fa:16:3e:13:ef:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:33:53.922255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.114298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.152196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.163732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.170917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:33:54.200013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.200173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:54.205502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.308164 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Provisioning complete for port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:54.308541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.362005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:54.367077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.377436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.416214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-b9510c29-0c62-460f-be28-edf62fc57257 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8fb5ea0-7df7-45de-9503-b00d9b47359d: This subnet is being modified by another concurrent operation. Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.419859 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8fb5ea0-7df7-45de-9503-b00d9b47359d: This subnet is being modified by another concurrent operation. Feb 10 11:33:54.423293 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:33:54.454785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.461771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 172.26.3.105 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4894698a-f5fe-4104-afb4-706572097a85) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:54.462324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['15979fdd-2f72-4aee-9cf1-834e97e2772d'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:33:54.473272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690867a5-40f6-49bb-b19c-9c31e65dfeaf req-f364ed37-8a1e-436c-82e0-7298428dcc87 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:54.475054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-690867a5-40f6-49bb-b19c-9c31e65dfeaf req-f364ed37-8a1e-436c-82e0-7298428dcc87 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 944 time: 0.1903520 Feb 10 11:33:54.509693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:33:54.532517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.532966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.533418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.533850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.534280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.534756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.535222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.535700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.536121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.536541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.537434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:33:54.577201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:54.602105 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-690867a5-40f6-49bb-b19c-9c31e65dfeaf req-fba12683-5eaf-404d-bbd5-ca3c380e0132 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210408 Feb 10 11:33:54.608833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.639025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fb5ea0-7df7-45de-9503-b00d9b47359d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:54.645854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.668839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Provisioning for port 1d76f3da-15bf-40ed-a822-49fe18de94aa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:54.684814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Provisioning complete for port 1d76f3da-15bf-40ed-a822-49fe18de94aa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:54.685184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.722407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.725430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Transition to ACTIVE for port object 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:54.742784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.751190 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a24ad76d-4a0e-478a-b5e3-553e83ea92f9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/b8fb5ea0-7df7-45de-9503-b00d9b47359d HTTP/1.1" status: 204 len: 168 time: 1.8515818 Feb 10 11:33:54.790470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52014) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.803388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f884f3-e876-41e6-8ccb-00bbea4ad35c None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:33:54.845881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.869986 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0260ec12-be64-43fa-b002-be6395059c23 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777266 Feb 10 11:33:54.881269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:54.901816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:54.929194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:54.985806 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2890d0da-9bf6-4b0f-b251-f6da4a12d494 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/floatingips/f786a738-c935-4264-941b-03c19f8df479 HTTP/1.1" status: 200 len: 990 time: 0.3386288 Feb 10 11:33:55.007767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event updated for resources: {'Port': ['ID=9b3420c8-a0bc-4b5e-b445-00a88eb594b3,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:55.019687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:55.039987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.041009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:55.048730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:55.053185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:55.060818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:55.076765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.116079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:55.191008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Provisioning for port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:55.193355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] In _notify_port_updated(), no bound segment for port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 on network da3c84ce-0b62-4928-b149-4669b051c366 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:33:55.196842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:55.197411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.201302 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98867506-1080-4d9e-ae88-59805b58eb5d tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "PUT /v2.0/ports/9b3420c8-a0bc-4b5e-b445-00a88eb594b3 HTTP/1.1" status: 200 len: 960 time: 4.6732135 Feb 10 11:33:55.206224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52022) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:55.223453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:55.226944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Provisioning complete for port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:55.227079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.245702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:55.246465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=4894698a-f5fe-4104-afb4-706572097a85,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:55.250681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:55.253954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:33:55.278789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f884f3-e876-41e6-8ccb-00bbea4ad35c None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:33:55.288196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.301340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:55.301699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.331459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8d77931-7e46-49e9-bff0-88dbff9fd705 None None] Port 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:33:55.350164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Router bb27ec9c-4e80-47d3-bbb3-5935fec70e25 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:55.478139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:55.478546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.718029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.737943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:33:55.760369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.760970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.791914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.852144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:33:55.902217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=a5cbba6d-d6aa-4f2b-8d01-2536437be13a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:55.904522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:33:55.912078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:33:55.912648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.925104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:55.942210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:55.972164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:55.976541 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-926ee158-bcd7-488a-9cd4-8b42f77627dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0810857 Feb 10 11:33:55.976714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52026) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:55.981864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:55.989496 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] Sync routers for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:55.998962 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2fdd8d1-cdc9-4275-ad0a-834daa487e51 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1694295 Feb 10 11:33:56.003876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52030) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:56.009601 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:56.011696 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:56.026695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Could not find standard attr ID for object c0595dd2-ca3d-428a-a759-a963eb7beb53. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:56.035511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.052537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Could not find standard attr ID for object f85569a3-e8fb-42f1-a69f-eae6958cd6c7. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:33:56.069912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:33:56.076796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.118877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a29809-595e-479d-8d36-3d71b0b7eee5 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.134480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:56.149701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.152886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-efef6e69-225d-45fa-8aac-addbdf7183c4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] show failed (client error): The resource could not be found. Feb 10 11:33:56.153226 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:56.158226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-efef6e69-225d-45fa-8aac-addbdf7183c4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-691788464 HTTP/1.1" status: 404 len: 334 time: 0.1526053 Feb 10 11:33:56.160784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:56.165696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e71a1836-68cc-4965-a8cb-b8b5f223315f tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:56.169251 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] Routers {'bb27ec9c-4e80-47d3-bbb3-5935fec70e25'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:56.169975 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:56.211006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'a5cbba6d-d6aa-4f2b-8d01-2536437be13a'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '9a68fe34-55cf-414c-bb11-a383677e61a7'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:56.231988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e71a1836-68cc-4965-a8cb-b8b5f223315f tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] update failed (client error): The resource could not be found. Feb 10 11:33:56.236657 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e71a1836-68cc-4965-a8cb-b8b5f223315f tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-277100693 HTTP/1.1" status: 404 len: 334 time: 0.0749424 Feb 10 11:33:56.237804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52038) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:56.273070 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:56.273611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c960ea4-881a-48dc-accc-05c0ee266f91 None None] The sync data for ids ['bb27ec9c-4e80-47d3-bbb3-5935fec70e25'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:56.282857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.286051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.332216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 9b3420c8-a0bc-4b5e-b445-00a88eb594b3 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:56.452755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting subnet 01511e03-63b1-46e1-b1d6-71ac3c6fe340 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:56.456652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.466241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:56.472890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:56.476961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:56.486227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:56.490796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/a5cbba6d-d6aa-4f2b-8d01-2536437be13a/9a68fe34-55cf-414c-bb11-a383677e61a7) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:33:56.497299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router e4fe42c5-0642-4720-bd60-77468c0fd09d is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:33:56.517998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.539729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:56.543660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.650814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.729881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=9b3420c8-a0bc-4b5e-b445-00a88eb594b3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.735303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.787490 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5cbba6d-d6aa-4f2b-8d01-2536437be13a (CIDR: 2001:db8::/64) Feb 10 11:33:56.794109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:56.822295 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:33:56.822765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:33:56.825775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.829378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.843434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Transition to ACTIVE for port object 9a68fe34-55cf-414c-bb11-a383677e61a7 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:33:56.848619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.870707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Router 7fbce611-638c-4543-a830-dd52bda3bf5b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:33:56.871779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Subnet': ['ID=01511e03-63b1-46e1-b1d6-71ac3c6fe340,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:56.876891 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f0797395-b39b-45d3-9ba6-e1e645cd298d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8970194 Feb 10 11:33:56.877735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52042) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:56.883513 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.884053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:56.887371 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-18f56bda-2a35-46d5-bc95-fe3aefc8257b tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/9b3420c8-a0bc-4b5e-b445-00a88eb594b3 HTTP/1.1" status: 204 len: 168 time: 1.6770005 Feb 10 11:33:56.887959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52046) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:56.902575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:56.906485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:56.936120 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa743bab-8759-4d56-b3be-b261ac244c35 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] GET failed (client error): The resource could not be found. Feb 10 11:33:56.936621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-aa743bab-8759-4d56-b3be-b261ac244c35 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Synchronizing usage tracker for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:56.956716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] Sync routers for ids ['e4fe42c5-0642-4720-bd60-77468c0fd09d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:56.981000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] Routers {'e4fe42c5-0642-4720-bd60-77468c0fd09d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:56.981637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e4fe42c5-0642-4720-bd60-77468c0fd09d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:57.017787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30f164af-1813-4aa1-aaab-7db50c290718 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/subnets/01511e03-63b1-46e1-b1d6-71ac3c6fe340 HTTP/1.1" status: 204 len: 168 time: 0.7789490 Feb 10 11:33:57.027484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.056102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.060417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1ae6ed4-b7e7-4f89-99cf-b7b0a7738b3a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6166763 Feb 10 11:33:57.060573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:57.065525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52054) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.075399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] Routers {'e4fe42c5-0642-4720-bd60-77468c0fd09d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:57.076573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e4fe42c5-0642-4720-bd60-77468c0fd09d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:57.094722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-aa743bab-8759-4d56-b3be-b261ac244c35 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Unset dirty status for tenant:a200c9e6f21a4c1dbc1c27a22bd5d638 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:57.095901 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aa743bab-8759-4d56-b3be-b261ac244c35 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports/9b3420c8-a0bc-4b5e-b445-00a88eb594b3 HTTP/1.1" status: 404 len: 333 time: 0.2065179 Feb 10 11:33:57.098803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52058) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.208016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:57.208476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ca366-6e49-41ad-a052-821da8c4c055 None None] The sync data for ids ['e4fe42c5-0642-4720-bd60-77468c0fd09d'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:57.214183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b910b-180a-425b-81c7-dd31e5325fc5 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.225227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-edc7f536-f1fa-4efc-9cc6-91a029bd9615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.365866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.391868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.458075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.476218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:33:57.478842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d90b4-4439-4205-b34d-4bea80957267,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.489275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:33:57.493524 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1bd600a4-4212-4c61-b564-2163a68c67f2 admin admin] 10.222.0.42 "PUT /v2.0/routers/7fbce611-638c-4543-a830-dd52bda3bf5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9328730 Feb 10 11:33:57.493524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.494261 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d89990a0-939f-4f95-8abf-7d3b63761f5e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f3d90b4-4439-4205-b34d-4bea80957267 HTTP/1.1" status: 204 len: 168 time: 0.3944287 Feb 10 11:33:57.494848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52062) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.496113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.497087 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Sync routers for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:33:57.497543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52064) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:57.507434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:33:57.513447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:33:57.523168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:33:57.529322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:57.530006 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:57.547872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:33:57.552141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.583331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:57.583847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.715255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.743031 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:57.753707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.754607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:57.828285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba53f24-c24a-4e13-ad1c-7bfe0b4276bc None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:33:57.830008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.854060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42960970-ee14-42ec-9d08-c97fb7fb3ced,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:57.875712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:57.949054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ce79c1f5-23d9-4816-b03c-eb6e2584cc6b None None] Provisioning for port 9a68fe34-55cf-414c-bb11-a383677e61a7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:33:57.959546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ce79c1f5-23d9-4816-b03c-eb6e2584cc6b None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:57.959981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ce79c1f5-23d9-4816-b03c-eb6e2584cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.014987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.019199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eed7393d-2099-407d-b3b0-55ac4c831c69 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/security-groups/42960970-ee14-42ec-9d08-c97fb7fb3ced HTTP/1.1" status: 204 len: 168 time: 0.4657791 Feb 10 11:33:58.019199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52070) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:58.037942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 15979fdd-2f72-4aee-9cf1-834e97e2772d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:58.038302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.100104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.102200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] For port bb96dfe1-ecf9-4d71-8f55-5652e0d74790, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,segment=NetworkSegment(00145dc1-f8fc-495d-aa37-36bcf2a9ccab),segment_id=00145dc1-f8fc-495d-aa37-36bcf2a9ccab)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:58.102715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.129222 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6c0b3c5a-657e-4b45-8510-2cfd31b09671 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers/e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 200 len: 885 time: 1.0635960 Feb 10 11:33:58.130098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52074) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:58.176243 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:33:51Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.177429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba53f24-c24a-4e13-ad1c-7bfe0b4276bc None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:33:58.181165 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Checking router: 7fbce611-638c-4543-a830-dd52bda3bf5b for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:33:58.201125 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Routers {'7fbce611-638c-4543-a830-dd52bda3bf5b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:33:58.202061 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7fbce611-638c-4543-a830-dd52bda3bf5b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.207000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.258495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for bb96dfe1-ecf9-4d71-8f55-5652e0d74790 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:58.372699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.388946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9cf95d-a88d-40c7-a355-33d69d372ca6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:58.390777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.407294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.410769 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b1632973-b068-4a75-8509-6ac1dad2ba60 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/security-groups/fa9cf95d-a88d-40c7-a355-33d69d372ca6 HTTP/1.1" status: 204 len: 168 time: 0.3887241 Feb 10 11:33:58.413662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52078) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:58.454805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Deleting port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:33:58.455139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.477490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:33:58.514667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.518777 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] Set router 7fbce611-638c-4543-a830-dd52bda3bf5b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:33:58.524620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.573152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=bb96dfe1-ecf9-4d71-8f55-5652e0d74790,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:58.584723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] No DVR routers for this DVR port bb96dfe1-ecf9-4d71-8f55-5652e0d74790 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:33:58.702198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:58.717524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f599b379-34c3-4c75-81e5-42450f4fa9f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:router {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:33:58.730739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.761900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cc1131-43ef-496a-8911-3678c6ccc977']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.765708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:33:58.780524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00145dc1-f8fc-495d-aa37-36bcf2a9ccab') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.780895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00145dc1-f8fc-495d-aa37-36bcf2a9ccab') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.798790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.800366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 7d0f7520-6735-4b61-8861-ae9848e63a79 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:58.802196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f599b379-34c3-4c75-81e5-42450f4fa9f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:router {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:33:58.806684 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f599b379-34c3-4c75-81e5-42450f4fa9f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6717513 Feb 10 11:33:58.806897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.807472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52084) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:58.813997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.848603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1423143159'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:33:58.859602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.872520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:33:58.872924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:33:58.888625 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:33:58.970589 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:33:51Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:33:58.974826 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'code': 200} Feb 10 11:33:58.975336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] For port 8c1cc8c1-9ff5-40b0-9720-b138a3abe810, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:33:58.975566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:58.983664 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092ec5e-f33a-4d81-92bc-f37195155549 None None] The sync data for ids ['7fbce611-638c-4543-a830-dd52bda3bf5b'] in dv-neutron-827807-1-hyperv is: [{'id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'name': 'tempest-ServerActionsTestJSON-214631771-router', 'tenant_id': '09e0583b55da4c5b997c44ad422611d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:30:02Z', 'updated_at': '2022-02-10T11:33:51Z', 'revision_number': 5, 'project_id': '09e0583b55da4c5b997c44ad422611d0', 'gw_port': {'id': '8c1cc8c1-9ff5-40b0-9720-b138a3abe810', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce611-638c-4543-a830-dd52bda3bf5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:30:04Z', 'updated_at': '2022-02-10T11:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:33:58.987181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.004714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:33:59.005087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.058637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.080034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.098263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:33:59.138713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Network': ['ID=42cc1131-43ef-496a-8911-3678c6ccc977,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.157047 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2aa85e9-aa1b-4f08-af2b-9e75ec07ee54 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/networks/42cc1131-43ef-496a-8911-3678c6ccc977 HTTP/1.1" status: 204 len: 168 time: 2.1261117 Feb 10 11:33:59.162079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52090) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.266558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Calling delete_port for 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:33:59.302839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.333292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Update dhcp port {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'fixed_ips': [{'subnet_id': 'a5cbba6d-d6aa-4f2b-8d01-2536437be13a', 'ip_address': '2001:db8::2'}, {'subnet_id': '59d8f9e4-2cce-453c-aa19-d32fcc775acb'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '9a68fe34-55cf-414c-bb11-a383677e61a7'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:33:59.396757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d87a3e99-bdbf-444e-9182-3f5cd2d571a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.406276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.503515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.564034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.576815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting subnet ff43c01e-6cdd-4b9f-b82f-ac0ab336de47 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:33:59.582120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.663951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fea0:bab2-049e6a79-f586-45ce-a0f6-8fa1255 {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:33:59.664439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:33:59.686670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.719687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.805649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.852126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0f7520-6735-4b61-8861-ae9848e63a79,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.867367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1cc8c1-9ff5-40b0-9720-b138a3abe810,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:33:59.872876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.892766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:33:59.921919 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-daa424e5-ccff-4adb-970b-5ead12c3cfef tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/7d0f7520-6735-4b61-8861-ae9848e63a79 HTTP/1.1" status: 204 len: 168 time: 1.5064244 Feb 10 11:33:59.929268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52094) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:33:59.982140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:00.063504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.112782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.113494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.143566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.196497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.234466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.269975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:00.276934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.281208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:00.297615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=9']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.306036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:00.306609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.313747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=59d8f9e4-2cce-453c-aa19-d32fcc775acb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.329084 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/subnets/ff43c01e-6cdd-4b9f-b82f-ac0ab336de47 HTTP/1.1" status: 204 len: 168 time: 1.1664522 Feb 10 11:34:00.334357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52098) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.372549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet e4f97ce1-b681-4bc8-adfd-94275e7c48db {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:00.378607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0bbb-ef42-404a-aa34-af4c0c282739 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Subnet': ['ID=ff43c01e-6cdd-4b9f-b82f-ac0ab336de47,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.380457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.416335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18a8a49b-d469-45bc-b877-ef6b26dde666 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5348651 Feb 10 11:34:00.416547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52102) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.428366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:03:ee:0f', 'name': 'tempest-NetworksTestDHCPv6-1416511832'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:00.500472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2fd47b28-ea27-4d06-b23e-393a7a6ce369 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:00.516324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.561890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2fd47b28-ea27-4d06-b23e-393a7a6ce369 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:00.562122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2fd47b28-ea27-4d06-b23e-393a7a6ce369 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:00.574348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.604445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.621203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.642528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:00.656000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:00.663297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.702206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.708134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:00.763390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:00.810563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.817817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.846909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.892785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.911044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f97ce1-b681-4bc8-adfd-94275e7c48db,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.927100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.942373 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-328391ce-a76c-4ec1-b4ab-d5208dd1d3a9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/e4f97ce1-b681-4bc8-adfd-94275e7c48db HTTP/1.1" status: 204 len: 168 time: 1.0120718 Feb 10 11:34:00.943324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:00.944063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbce611-638c-4543-a830-dd52bda3bf5b {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:00.949675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52106) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:00.959129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3e969-1379-4631-8246-011d9afb9877 None None] Pushing event updated for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=10']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:00.960106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port ab1339a0-dfb5-4daa-8bd0-5688e6449600 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:01.004735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.009431 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-50b137b7-3ded-4b5e-8741-0e6aa38480b4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7fbce611-638c-4543-a830-dd52bda3bf5b HTTP/1.1" status: 204 len: 168 time: 3.5127025 Feb 10 11:34:01.020507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting subnet a007e13e-b258-4404-a236-57501642ff33 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:01.022442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52110) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:01.059806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.111987 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-419d30cc-70af-42b8-9a6f-ae09ab4316c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:01.113320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419d30cc-70af-42b8-9a6f-ae09ab4316c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:01.126855 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-419d30cc-70af-42b8-9a6f-ae09ab4316c2 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/7d0f7520-6735-4b61-8861-ae9848e63a79 HTTP/1.1" status: 404 len: 337 time: 0.1761892 Feb 10 11:34:01.142123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52114) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:01.225664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.260155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Deleting subnet d2636150-7edc-4ced-8d48-8df7c669c536 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:01.275139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.279347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.337875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting subnet 369eb549-bc45-4f02-9d1f-27371723aa06 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:01.357027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.392736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::47 (777c9540-812e-4174-85ca-b69ca9423c5f/a5cbba6d-d6aa-4f2b-8d01-2536437be13a/ab1339a0-dfb5-4daa-8bd0-5688e6449600) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:01.402993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.403512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:ee0f (777c9540-812e-4174-85ca-b69ca9423c5f/59d8f9e4-2cce-453c-aa19-d32fcc775acb/ab1339a0-dfb5-4daa-8bd0-5688e6449600) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:01.437363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.519802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099a76f-6541-4104-8dcc-88db6157b69b None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:01.527944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.541809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e569c-10e6-4005-ba0f-6e2c54e1cbd0 None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:01.574844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6633de2-d3fa-484e-9735-ec434530be94 None None] Network 95ca039f-23e4-45bd-88b6-a6e70a8f769c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:01.647296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e569c-10e6-4005-ba0f-6e2c54e1cbd0 None None] Network 42cc1131-43ef-496a-8911-3678c6ccc977 could not be found, it might have been deleted concurrently. {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 10 11:34:01.649350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.677756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object ab1339a0-dfb5-4daa-8bd0-5688e6449600 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:01.678012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.705169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.791170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-452cb3c5-a187-4ce7-880d-4d54724a1c2d None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:01.792086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-452cb3c5-a187-4ce7-880d-4d54724a1c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.793130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:01.796983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:01.800930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:01.805461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:01.805822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.814617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.815392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=ab1339a0-dfb5-4daa-8bd0-5688e6449600,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:01.832702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3645beb9-bcad-4ea7-9a0f-506f8a63f67d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4151747 Feb 10 11:34:01.835200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52120) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:01.855207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec0a11-1b09-4a53-84e0-b4f7568c85b9 None None] DHCP port deletion for 42cc1131-43ef-496a-8911-3678c6ccc977 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:01.873984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.916932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port ab1339a0-dfb5-4daa-8bd0-5688e6449600 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:01.916932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.919027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:01.977276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Subnet': ['ID=a007e13e-b258-4404-a236-57501642ff33,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.014572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.037171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6bb84-7863-49e4-9b32-5d2c0d9cbc88 None None] Network 6d342110-42a1-42d4-9af9-e850bdbc08b5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:02.038947 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-853cb0c0-fae0-4874-a558-4f042ccbfa82 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/subnets/a007e13e-b258-4404-a236-57501642ff33 HTTP/1.1" status: 204 len: 168 time: 1.6988273 Feb 10 11:34:02.042837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.049160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.100071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.109873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2636150-7edc-4ced-8d48-8df7c669c536,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.116176 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fbfaac8e-2970-4703-8ed8-9d8265890084 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d2636150-7edc-4ced-8d48-8df7c669c536 HTTP/1.1" status: 204 len: 168 time: 1.0897157 Feb 10 11:34:02.120123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52128) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.205506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1fad87-eb01-454c-8dac-b13b2059f72b None None] Network c15c6fce-2062-4bb1-8928-209086e3bb6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:02.210733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.210989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.260879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port ff0c8986-5e28-41c3-b073-47345b2c34bd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:02.261310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.269887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Subnet': ['ID=369eb549-bc45-4f02-9d1f-27371723aa06,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:02.283873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.286742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.288534 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-52672ea5-77ae-4e09-900a-33d7fd350617 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/369eb549-bc45-4f02-9d1f-27371723aa06 HTTP/1.1" status: 204 len: 168 time: 1.1436503 Feb 10 11:34:02.293453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52132) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.348442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565e5d1-dc3f-4a1c-9374-54ddf33ce2be None None] Network da3c84ce-0b62-4928-b149-4669b051c366 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:02.363840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.398212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:02.461656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router e4fe42c5-0642-4720-bd60-77468c0fd09d has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:02.473606 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9406bfd7-f407-49b8-8291-20cc75c6c244 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:02.473606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9406bfd7-f407-49b8-8291-20cc75c6c244 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:02.477855 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9406bfd7-f407-49b8-8291-20cc75c6c244 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/a711b132-bdd9-4b89-a7ae-b9eb2e4aeb67 HTTP/1.1" status: 404 len: 337 time: 0.1804693 Feb 10 11:34:02.479263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52136) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.506532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.511297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Deleting port 23eca99e-c680-4c4b-81d8-1623d68292ca {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:02.511641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.533979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c2bb49bd-b083-4cf4-a411-d8aee0cccae5 None None] Could not find standard attr ID for object 9b3420c8-a0bc-4b5e-b445-00a88eb594b3. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:34:02.559477 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a12627e9-7e50-4d11-9256-d94335a3ebed tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "GET /v2.0/ports?device_id=4992d2fd-c311-4863-89fb-ca1fdf56ce65 HTTP/1.1" status: 200 len: 205 time: 0.0769298 Feb 10 11:34:02.562004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52140) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.641789 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-65b2ef60-11fc-4e11-8e41-6172de61c1e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] delete failed (client error): The resource could not be found. Feb 10 11:34:02.645218 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-65b2ef60-11fc-4e11-8e41-6172de61c1e7 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/routers/4992d2fd-c311-4863-89fb-ca1fdf56ce65 HTTP/1.1" status: 404 len: 336 time: 0.0799329 Feb 10 11:34:02.676578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.692150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for ab1339a0-dfb5-4daa-8bd0-5688e6449600 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:02.772516 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f72a42-d740-428c-9fa4-73911c51eba9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:02.772947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f72a42-d740-428c-9fa4-73911c51eba9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:02.777396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c1f72a42-d740-428c-9fa4-73911c51eba9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/548df63b-112f-43ba-9b8a-ffa5f6383fb6 HTTP/1.1" status: 404 len: 337 time: 0.0893359 Feb 10 11:34:02.786961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52148) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.799922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] For port ff0c8986-5e28-41c3-b073-47345b2c34bd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ff0c8986-5e28-41c3-b073-47345b2c34bd,segment=NetworkSegment(64cad756-2559-4de3-93c8-40dc297213d8),segment_id=64cad756-2559-4de3-93c8-40dc297213d8)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:02.800601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.824126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:02.824549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.852716 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbbd658-a098-4021-9b64-e1a23bb0bb94 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:02.852716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbbd658-a098-4021-9b64-e1a23bb0bb94 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:02.856300 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7bbbd658-a098-4021-9b64-e1a23bb0bb94 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/dc61addb-0583-45f6-a985-8b1050424371 HTTP/1.1" status: 404 len: 337 time: 0.0662417 Feb 10 11:34:02.858322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52152) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:02.919521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] DHCP port deletion for 95ca039f-23e4-45bd-88b6-a6e70a8f769c request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:02.940520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Deleting port ff0c8986-5e28-41c3-b073-47345b2c34bd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:02.940998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:02.975325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for ff0c8986-5e28-41c3-b073-47345b2c34bd owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:02.981497 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1619f8-a461-4da6-ac0a-be12eb32ae16 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:02.981931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1619f8-a461-4da6-ac0a-be12eb32ae16 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:02.983058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b99426b-4373-4084-9598-e67749840960 None None] DHCP port deletion for c15c6fce-2062-4bb1-8928-209086e3bb6b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:02.983573 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d1619f8-a461-4da6-ac0a-be12eb32ae16 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/ebfc8e7e-5e57-488e-846b-72e7a0649342 HTTP/1.1" status: 404 len: 337 time: 0.1253359 Feb 10 11:34:02.987776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52156) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.002178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2b99426b-4373-4084-9598-e67749840960 None None] Deleting port 23eca99e-c680-4c4b-81d8-1623d68292ca {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:03.002685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b99426b-4373-4084-9598-e67749840960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.036982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] DHCP port deletion for 6d342110-42a1-42d4-9af9-e850bdbc08b5 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:03.066951 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-20802bab-7ea6-4369-bf11-474528e6465f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.067657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20802bab-7ea6-4369-bf11-474528e6465f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.071665 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20802bab-7ea6-4369-bf11-474528e6465f tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/27e3e3f7-19ce-4025-9923-a8caa86b5c90 HTTP/1.1" status: 404 len: 333 time: 0.0804775 Feb 10 11:34:03.080000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52160) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.129412 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-75403374-9af9-4e2a-adfc-91a5ff969e48 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.129846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75403374-9af9-4e2a-adfc-91a5ff969e48 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.131591 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-75403374-9af9-4e2a-adfc-91a5ff969e48 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/7a2b72eb-371f-4804-89d2-752d8066705d HTTP/1.1" status: 404 len: 337 time: 0.0498347 Feb 10 11:34:03.133949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] For port 23eca99e-c680-4c4b-81d8-1623d68292ca, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=23eca99e-c680-4c4b-81d8-1623d68292ca,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:03.134318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.143323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52164) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.165566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Deleting port e0bcb859-1755-4166-99bf-ad579442a3a9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:03.165945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.290122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] DHCP port deletion for da3c84ce-0b62-4928-b149-4669b051c366 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:03.306497 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eaa719-1b08-4adb-8274-f906a56aff0e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.307082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eaa719-1b08-4adb-8274-f906a56aff0e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.311150 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-33eaa719-1b08-4adb-8274-f906a56aff0e tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/6fbf99f2-13a2-4e4c-ae4b-777ea6cc67b7 HTTP/1.1" status: 404 len: 337 time: 0.1534543 Feb 10 11:34:03.312976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.317440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Calling delete_port for 23eca99e-c680-4c4b-81d8-1623d68292ca owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:03.351507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.375214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3a5a5-7587-4f20-b5cb-c43d43ce933f None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:03.406040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Deleting port 1d76f3da-15bf-40ed-a822-49fe18de94aa {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:03.406776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.408488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f302670-ed39-4403-8977-d6b6ff6775ce tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.408918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f302670-ed39-4403-8977-d6b6ff6775ce tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.428118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.441578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=ab1339a0-dfb5-4daa-8bd0-5688e6449600,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:03.452309 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f302670-ed39-4403-8977-d6b6ff6775ce tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/27aac985-7449-457a-90a3-f93ca8d7d206 HTTP/1.1" status: 404 len: 333 time: 0.1358297 Feb 10 11:34:03.460523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52172) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.471936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:03.488064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Pushing event deleted for resources: {'Port': ['ID=23eca99e-c680-4c4b-81d8-1623d68292ca,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:03.496101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.499675 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6c236b56-9099-48c0-83e0-5a86f9e79c25 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 200 len: 892 time: 4.6852467 Feb 10 11:34:03.499675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] No DVR routers for this DVR port 23eca99e-c680-4c4b-81d8-1623d68292ca on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:03.499897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52176) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.532482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] Sync routers for ids ['e4fe42c5-0642-4720-bd60-77468c0fd09d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:03.549082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.597748 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60759d2-360a-42a0-8273-7b4cbb4c9aba tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.598289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60759d2-360a-42a0-8273-7b4cbb4c9aba tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.645100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=ff0c8986-5e28-41c3-b073-47345b2c34bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:03.656274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.662577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f163a23-9761-43b8-8aa7-dd8ce77f3b95 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/ab1339a0-dfb5-4daa-8bd0-5688e6449600 HTTP/1.1" status: 204 len: 168 time: 1.8214698 Feb 10 11:34:03.662577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f60759d2-360a-42a0-8273-7b4cbb4c9aba tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/8a4ad2b1-6d6c-442c-b1f7-ce4b70d17ef8 HTTP/1.1" status: 404 len: 337 time: 0.1997805 Feb 10 11:34:03.662577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.666118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52182) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.693135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] No DVR routers for this DVR port ff0c8986-5e28-41c3-b073-47345b2c34bd on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:03.736121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bb96dfe1-ecf9-4d71-8f55-5652e0d74790 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:03.864376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.870811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: bb96dfe1-ecf9-4d71-8f55-5652e0d74790 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:03.871147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bb96dfe1-ecf9-4d71-8f55-5652e0d74790 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:03.871978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:03.874572 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b025b4b2-1c97-4c33-ae8f-aa762be6e2b9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:03.875041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b025b4b2-1c97-4c33-ae8f-aa762be6e2b9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:03.878209 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b025b4b2-1c97-4c33-ae8f-aa762be6e2b9 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/subnets/56ecba60-ee7e-4808-9eb2-51569d5e8098 HTTP/1.1" status: 404 len: 337 time: 0.2087119 Feb 10 11:34:03.880137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52190) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.881758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.901222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ca039f-23e4-45bd-88b6-a6e70a8f769c']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.921609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace02e7b-e70f-4a8c-a7d0-13568cb485a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:03.922234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ace02e7b-e70f-4a8c-a7d0-13568cb485a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:03.926287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cad756-2559-4de3-93c8-40dc297213d8') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.926287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cad756-2559-4de3-93c8-40dc297213d8') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.943577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.962050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15c6fce-2062-4bb1-8928-209086e3bb6b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.962287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6d39bfca-8a92-4c2d-b924-cdf3f92b48e0 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:03.963069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d39bfca-8a92-4c2d-b924-cdf3f92b48e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.963530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ace02e7b-e70f-4a8c-a7d0-13568cb485a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:03.967117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ace02e7b-e70f-4a8c-a7d0-13568cb485a5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3026259 Feb 10 11:34:03.969218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52194) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:03.971664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:03.984900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b6732d-1513-40cd-9632-4e37811ae565') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.985542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b6732d-1513-40cd-9632-4e37811ae565') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:03.986450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:03.986839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8c1cc8c1-9ff5-40b0-9720-b138a3abe810 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:04.026760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.027378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] Routers {'e4fe42c5-0642-4720-bd60-77468c0fd09d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:04.027999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e4fe42c5-0642-4720-bd60-77468c0fd09d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:04.028605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:04.029099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.030416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:04.048992 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:04.076219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.093168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:04.093732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:04.109550 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:04.118000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port afe2742a-0c90-4eb6-81c4-3b7fd99dfeef {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:04.118634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.146953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.151380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.184344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0c6977-3e76-4465-834a-a097efe90d5e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.189664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2c0c6977-3e76-4465-834a-a097efe90d5e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2166452 Feb 10 11:34:04.189664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Network': ['ID=95ca039f-23e4-45bd-88b6-a6e70a8f769c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.189664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a63611d-141c-4477-b3ab-c5c94808ecd2 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/networks/95ca039f-23e4-45bd-88b6-a6e70a8f769c HTTP/1.1" status: 204 len: 168 time: 2.1457460 Feb 10 11:34:04.191029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.193447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.208538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] For port ff0c8986-5e28-41c3-b073-47345b2c34bd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ff0c8986-5e28-41c3-b073-47345b2c34bd,segment=NetworkSegment(64cad756-2559-4de3-93c8-40dc297213d8),segment_id=64cad756-2559-4de3-93c8-40dc297213d8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:04.209086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.246198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2b99426b-4373-4084-9598-e67749840960 None None] For port 23eca99e-c680-4c4b-81d8-1623d68292ca, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=23eca99e-c680-4c4b-81d8-1623d68292ca,segment=NetworkSegment(69b6732d-1513-40cd-9632-4e37811ae565),segment_id=69b6732d-1513-40cd-9632-4e37811ae565)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:04.246580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b99426b-4373-4084-9598-e67749840960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.258007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:04.306573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.334605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.355059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.356470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.358010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:04.358815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:04.364294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] Pushing event deleted for resources: {'Network': ['ID=c15c6fce-2062-4bb1-8928-209086e3bb6b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.370010 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c4d0322e-3d5d-4036-967e-b42b8d41b95c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c15c6fce-2062-4bb1-8928-209086e3bb6b HTTP/1.1" status: 204 len: 168 time: 2.2457714 Feb 10 11:34:04.400884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.420615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port e0bcb859-1755-4166-99bf-ad579442a3a9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:04.421080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.477452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 23eca99e-c680-4c4b-81d8-1623d68292ca no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:04.487564 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cadb504a-54ec-4cb8-aec4-c773f5411941 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers/e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 200 len: 892 time: 0.9865043 Feb 10 11:34:04.497792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52208) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.525682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Calling delete_port for ff0c8986-5e28-41c3-b073-47345b2c34bd owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:04.544275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.552927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce709d58-ea0f-4fed-8a5f-94fba272b751 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:04.618088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:04.623121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49a7db76-efbd-4053-86b8-bd409304cd99 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4310875 Feb 10 11:34:04.634286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.673460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.683632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for afe2742a-0c90-4eb6-81c4-3b7fd99dfeef owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:04.738277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ce709d58-ea0f-4fed-8a5f-94fba272b751 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:04.742194 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ce709d58-ea0f-4fed-8a5f-94fba272b751 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 200 len: 205 time: 0.2432537 Feb 10 11:34:04.742856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52220) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:04.742991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] For port e0bcb859-1755-4166-99bf-ad579442a3a9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0bcb859-1755-4166-99bf-ad579442a3a9,segment=NetworkSegment(b15580fd-dcb2-48f4-8936-0666bdd3a6d2),segment_id=b15580fd-dcb2-48f4-8936-0666bdd3a6d2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:04.743378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.763091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 23eca99e-c680-4c4b-81d8-1623d68292ca {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:04.763683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 23eca99e-c680-4c4b-81d8-1623d68292ca not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:04.763846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d76f3da-15bf-40ed-a822-49fe18de94aa no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:04.792841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2b99426b-4373-4084-9598-e67749840960 None None] Calling delete_port for 23eca99e-c680-4c4b-81d8-1623d68292ca owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:04.871393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 59d8f9e4-2cce-453c-aa19-d32fcc775acb {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:04.882033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for e0bcb859-1755-4166-99bf-ad579442a3a9 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:04.907771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.908377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.909505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] For port e0bcb859-1755-4166-99bf-ad579442a3a9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0bcb859-1755-4166-99bf-ad579442a3a9,segment=NetworkSegment(b15580fd-dcb2-48f4-8936-0666bdd3a6d2),segment_id=b15580fd-dcb2-48f4-8936-0666bdd3a6d2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:04.909845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:04.928741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] Routers {'e4fe42c5-0642-4720-bd60-77468c0fd09d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:04.929373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e4fe42c5-0642-4720-bd60-77468c0fd09d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:04.964533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Port': ['ID=afe2742a-0c90-4eb6-81c4-3b7fd99dfeef,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:04.973642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.006297 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2a3535fc-544e-452d-b3db-9e7f067bc791 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/ports/afe2742a-0c90-4eb6-81c4-3b7fd99dfeef HTTP/1.1" status: 204 len: 168 time: 1.1165609 Feb 10 11:34:05.007969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52224) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:05.031833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:05.032227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.132919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3041f28a-77a1-4168-ad42-98e3b17dea07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09e0583b55da4c5b997c44ad422611d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4534454 Feb 10 11:34:05.142362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52228) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:05.155186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.168482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.170768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 1d76f3da-15bf-40ed-a822-49fe18de94aa {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:05.171102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.200402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.224293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Calling delete_port for e0bcb859-1755-4166-99bf-ad579442a3a9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:05.250445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:05.251117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989b792e-9b65-4d63-a448-ef7d822069f1 None None] The sync data for ids ['e4fe42c5-0642-4720-bd60-77468c0fd09d'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:05.282385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.342333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=e0bcb859-1755-4166-99bf-ad579442a3a9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.350495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.362338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] No DVR routers for this DVR port e0bcb859-1755-4166-99bf-ad579442a3a9 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:05.383965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Calling delete_port for 1d76f3da-15bf-40ed-a822-49fe18de94aa owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:05.435815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.455809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:05.456154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:05.476855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.493879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-2b99426b-4373-4084-9598-e67749840960 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:05.494268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-2b99426b-4373-4084-9598-e67749840960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:05.523284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6d39bfca-8a92-4c2d-b924-cdf3f92b48e0 None None] Could not find standard attr ID for object ab1339a0-dfb5-4daa-8bd0-5688e6449600. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:34:05.568393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.586490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:05.587160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:05.597163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.616948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.632386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d342110-42a1-42d4-9af9-e850bdbc08b5']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:05.635573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] For port 1d76f3da-15bf-40ed-a822-49fe18de94aa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d76f3da-15bf-40ed-a822-49fe18de94aa,segment=NetworkSegment(efe2f91e-0623-49de-a0fc-b398b55a314c),segment_id=efe2f91e-0623-49de-a0fc-b398b55a314c)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:05.636151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.653301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:05.653301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15580fd-dcb2-48f4-8936-0666bdd3a6d2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:05.669330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.689406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.693783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.706968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] Pushing event deleted for resources: {'Port': ['ID=1d76f3da-15bf-40ed-a822-49fe18de94aa,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.711827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0bcb859-1755-4166-99bf-ad579442a3a9 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:05.732318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.751586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e0bcb859-1755-4166-99bf-ad579442a3a9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:05.752134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0bcb859-1755-4166-99bf-ad579442a3a9 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:05.752708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ff0c8986-5e28-41c3-b073-47345b2c34bd no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:05.762460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=59d8f9e4-2cce-453c-aa19-d32fcc775acb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.767418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:05.767822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.775183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Calling delete_port for 1d76f3da-15bf-40ed-a822-49fe18de94aa owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:05.782020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01550c9e-8f44-4dbd-bdef-7addd8fc0ea4 None None] No DVR routers for this DVR port 1d76f3da-15bf-40ed-a822-49fe18de94aa on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:05.782672 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:05.784860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d38a4f-3890-4ea4-8e72-4782f077fedc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:05.795385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ff0c8986-5e28-41c3-b073-47345b2c34bd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:05.798763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ff0c8986-5e28-41c3-b073-47345b2c34bd not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:05.848578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.887258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.895159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:05.895585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:05.896530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 4894698a-f5fe-4104-afb4-706572097a85 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:05.896858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.900527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e0202e9-3a2b-47d3-b083-dd309960fcd7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/59d8f9e4-2cce-453c-aa19-d32fcc775acb HTTP/1.1" status: 204 len: 168 time: 1.2652404 Feb 10 11:34:05.902861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:05.938943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.940323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0448083e-dff9-4edd-8e35-fc89a952a462 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1d38a4f-3890-4ea4-8e72-4782f077fedc HTTP/1.1" status: 204 len: 168 time: 0.7970448 Feb 10 11:34:05.950667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42095116-0553-445b-80d1-ce7a7a1485dd None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:05.985959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:05.993258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.037107 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/networks/6d342110-42a1-42d4-9af9-e850bdbc08b5 HTTP/1.1" status: 204 len: 168 time: 1.8091705 Feb 10 11:34:06.037762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:06.043106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed58d7-86d3-45e0-9308-246dd0e95ba4 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Network': ['ID=6d342110-42a1-42d4-9af9-e850bdbc08b5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:06.093612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Deleting port ff0c8986-5e28-41c3-b073-47345b2c34bd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:06.094009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.108950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.130862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2b99426b-4373-4084-9598-e67749840960 None None] Deleting port 23eca99e-c680-4c4b-81d8-1623d68292ca {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:06.131260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b99426b-4373-4084-9598-e67749840960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.198338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Deleting port e0bcb859-1755-4166-99bf-ad579442a3a9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:06.198703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.236131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 4894698a-f5fe-4104-afb4-706572097a85 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:06.320593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting subnet fc9e688d-311f-4937-95fc-cde5117a7b5f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:06.325064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.332159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2b99426b-4373-4084-9598-e67749840960 None None] The port '23eca99e-c680-4c4b-81d8-1623d68292ca' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:06.361221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fea4009f-8521-4450-be34-28d1e596b1a2 None None] The port 'ff0c8986-5e28-41c3-b073-47345b2c34bd' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:06.362024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6613fdb3-790d-4ede-8085-23ba042af9ae None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:06.362391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6613fdb3-790d-4ede-8085-23ba042af9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.404449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Deleting port 1d76f3da-15bf-40ed-a822-49fe18de94aa {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:06.404839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.414335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.430950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.489667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=4894698a-f5fe-4104-afb4-706572097a85,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:06.498445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-992f58a5-d7a8-4360-8c8a-df9d5f87356f None None] The port 'e0bcb859-1755-4166-99bf-ad579442a3a9' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:06.525261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.535081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] The port '1d76f3da-15bf-40ed-a822-49fe18de94aa' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:06.596571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet a5cbba6d-d6aa-4f2b-8d01-2536437be13a {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:06.599964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.667159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.696339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.751182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9e688d-311f-4937-95fc-cde5117a7b5f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:06.771084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.781791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf36940-34e0-4759-a191-f8402853dc72 None None] Network cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:06.786816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2906d399-4b79-41cf-b5bb-d773867f1427 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/subnets/fc9e688d-311f-4937-95fc-cde5117a7b5f HTTP/1.1" status: 204 len: 168 time: 0.7458019 Feb 10 11:34:06.787415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:06.916497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.929466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.979451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:06.985594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.220161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Deleting port d02b114d-811f-41c2-996f-671ca26324cb {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:07.220528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.254562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3c84ce-0b62-4928-b149-4669b051c366']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:07.275823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe2f91e-0623-49de-a0fc-b398b55a314c') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:07.276168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe2f91e-0623-49de-a0fc-b398b55a314c') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:07.299524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] DHCP port deletion for cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:07.304370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Deleting port d02b114d-811f-41c2-996f-671ca26324cb {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:07.305174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.364149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.384502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.474735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.480556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.517412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cbba6d-d6aa-4f2b-8d01-2536437be13a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:07.518718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.519715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router e4fe42c5-0642-4720-bd60-77468c0fd09d {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:07.521998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.548262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.556622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:07.557615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:07.573057 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:07.580054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1fad1ac8-75c4-4119-803f-9138017b47c9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/a5cbba6d-d6aa-4f2b-8d01-2536437be13a HTTP/1.1" status: 204 len: 168 time: 1.6752348 Feb 10 11:34:07.582658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52266) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.589926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] For port d02b114d-811f-41c2-996f-671ca26324cb, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d02b114d-811f-41c2-996f-671ca26324cb,segment=NetworkSegment(b3f33012-fdf3-4751-a826-3737f69232ff),segment_id=b3f33012-fdf3-4751-a826-3737f69232ff)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:07.590504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.602277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] For port d02b114d-811f-41c2-996f-671ca26324cb, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d02b114d-811f-41c2-996f-671ca26324cb,segment=NetworkSegment(b3f33012-fdf3-4751-a826-3737f69232ff),segment_id=b3f33012-fdf3-4751-a826-3737f69232ff)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:07.602804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.723765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Calling delete_port for d02b114d-811f-41c2-996f-671ca26324cb owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:07.733915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Calling delete_port for d02b114d-811f-41c2-996f-671ca26324cb owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:07.747268 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-22e101f1-9d63-4b39-9f21-533673d52661 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164260 Feb 10 11:34:07.748777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.750736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52272) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.763739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.765242 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ab6c804d-60a2-4a0a-9389-0f5d911cd467 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 204 len: 168 time: 3.0178134 Feb 10 11:34:07.779584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:07.779894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ad7c4-a5bd-47a0-96bb-e7ff4282c7c7 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:07.789983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420881310'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:07.798935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:07.800985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:07.808970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:07.812893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:07.817721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.820644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] Pushing event deleted for resources: {'Network': ['ID=da3c84ce-0b62-4928-b149-4669b051c366,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:07.830474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:07.845168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:07.849970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.868230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:07.884618 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-866714a7-430c-4992-8245-00d3ff219090 tempest-PortsTestJSON-1675141111 tempest-PortsTestJSON-1675141111-project] 10.222.0.42 "DELETE /v2.0/networks/da3c84ce-0b62-4928-b149-4669b051c366 HTTP/1.1" status: 204 len: 168 time: 2.8755608 Feb 10 11:34:07.928942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Port': ['ID=d02b114d-811f-41c2-996f-671ca26324cb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:07.941821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] No DVR routers for this DVR port d02b114d-811f-41c2-996f-671ca26324cb on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:07.953051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:07.959032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:07.962247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:07.970133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:07.983047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:07.984663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ca16bb6b-e411-4191-890a-5a46adce2ce1 None None] Provisioning complete for port 9a68fe34-55cf-414c-bb11-a383677e61a7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:07.989295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:07.989943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca16bb6b-e411-4191-890a-5a46adce2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.069191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.069700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment a6da5c33-9bd5-4933-a7cb-9737eb32f3e9 of type vlan for network 1ddbc882-8087-4bd0-be9e-135a31148445 Feb 10 11:34:08.101062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.149467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.154809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:08.168717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.170476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f33012-fdf3-4751-a826-3737f69232ff') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:08.170901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f33012-fdf3-4751-a826-3737f69232ff') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:08.178384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:08.179013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:08.188853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.218653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.225779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:08.226168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:08.253512 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:08.258252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.263540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:08.264002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.363391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d02b114d-811f-41c2-996f-671ca26324cb no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:08.403907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:08.415886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d02b114d-811f-41c2-996f-671ca26324cb {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:08.416255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d02b114d-811f-41c2-996f-671ca26324cb not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:08.417851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Deleting port 9a68fe34-55cf-414c-bb11-a383677e61a7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:08.418213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.461183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52292) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.473169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6893351 Feb 10 11:34:08.473289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.481705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:08.498958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.500493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286fe9d-4125-4daf-8024-b5d57f78f09c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=1ddbc882-8087-4bd0-be9e-135a31148445,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:08.540832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1ddbc882-8087-4bd0-be9e-135a31148445 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:08.570434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Pushing event deleted for resources: {'Network': ['ID=cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:08.578201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.600073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77b8cd63-55c4-417f-9f5f-779ca76e2795 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/networks/cf4ba603-c4e4-485e-bf1b-28dbc52e9ac8 HTTP/1.1" status: 204 len: 168 time: 1.8076153 Feb 10 11:34:08.603945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52304) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.691366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0814787-735d-4e93-8f36-7e4d2451bc64 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Synchronizing usage tracker for tenant:ae0782824ba9432ebf6c893759662f1a on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:08.695346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Deleting port d02b114d-811f-41c2-996f-671ca26324cb {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:08.695717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.711944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:08.717089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:08.720583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:08.721906 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6ffef017-6497-45d6-8425-d4a2cc2c3165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a200c9e6f21a4c1dbc1c27a22bd5d638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2595201 Feb 10 11:34:08.723269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.728693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.735317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d0814787-735d-4e93-8f36-7e4d2451bc64 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Unset dirty status for tenant:ae0782824ba9432ebf6c893759662f1a on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:08.739263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0814787-735d-4e93-8f36-7e4d2451bc64 tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb27ec9c-4e80-47d3-bbb3-5935fec70e25 HTTP/1.1" status: 200 len: 205 time: 0.1343579 Feb 10 11:34:08.769823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52314) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.784437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:08.792397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:08.819552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.827171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-957ce4aa-6243-44a5-8053-cb7dbbbbfb8d None None] The port 'd02b114d-811f-41c2-996f-671ca26324cb' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:08.851194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.884110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:08.893360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:08.917712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:08.931070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] For port 9a68fe34-55cf-414c-bb11-a383677e61a7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9a68fe34-55cf-414c-bb11-a383677e61a7,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:08.931289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:08.944507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:08.947810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.065234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=ab77c82a-e86d-4645-b1c3-74891e1860c8,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.076233 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0066cdbe-a7ad-4b57-b46d-1332be548a7b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3241758 Feb 10 11:34:09.081184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52324) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:09.091599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:09.148414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.156329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Calling delete_port for 9a68fe34-55cf-414c-bb11-a383677e61a7 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:09.175021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.205414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.241848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.249657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-858812820'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:09.272275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:09.277577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8788353-33fb-4e47-9562-069d4384f0c0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.290536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Usage tracker for resource:network and tenant:c25ecf3aaa1b4558a53be92dc7631b48 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:09.296358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] Pushing event deleted for resources: {'Port': ['ID=9a68fe34-55cf-414c-bb11-a383677e61a7,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.302983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:09.310070 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-9e038d12-0237-4efd-b5d8-c1f9f549de20 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3276699 Feb 10 11:34:09.310696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10469b9-34f5-4ecd-bc06-55ba66f50fc8 None None] No DVR routers for this DVR port 9a68fe34-55cf-414c-bb11-a383677e61a7 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:09.310849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.314482 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e4de54bc-9baa-4c0f-9c18-9dc30247e432 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8788353-33fb-4e47-9562-069d4384f0c0 HTTP/1.1" status: 204 len: 168 time: 0.5850875 Feb 10 11:34:09.326555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:09.331899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92f1e71-754a-453d-87c9-7feb1216e3f1 None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:09.343600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Made reservation on behalf of c25ecf3aaa1b4558a53be92dc7631b48 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:09.346615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.404118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.526222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:09.532413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:09.534622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:09.535943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:09.542976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:09.544247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Usage tracker for resource:security_group_rule and tenant:c25ecf3aaa1b4558a53be92dc7631b48 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:09.550204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:09.559343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-985419eb-b80e-4bc7-9056-95991efba3f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1098 time: 0.2002971 Feb 10 11:34:09.576075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:09.616492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-777c9540-812e-4174-85ca-b69ca9423c5f', 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'tenant_id': 'f062fd4fc8c647949c5d5632bd14c334', 'fixed_ips': [{'subnet_id': 'ab77c82a-e86d-4645-b1c3-74891e1860c8'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:09.617573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.692844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.698282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:09.702708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.819849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=84435ad0-2905-4ce9-8629-aa03c735a256,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:09.864466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-3d8d8498-c0da-4558-9a86-9ad512c39a9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:09.865916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-3d8d8498-c0da-4558-9a86-9ad512c39a9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 898 time: 0.2854030 Feb 10 11:34:09.866499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Allocated IP 2001:db8::2 (777c9540-812e-4174-85ca-b69ca9423c5f/ab77c82a-e86d-4645-b1c3-74891e1860c8/72a86645-393d-4453-aaf7-31b9abc05551) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:09.928321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.942615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.965418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.966078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:09.983753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:09.984123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 1ddbc882-8087-4bd0-be9e-135a31148445, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:10.024443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:10.052264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.052601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Added segment 4833860b-5b08-4774-9c17-638056f417ea of type vlan for network c26308f0-0837-4297-b032-b13b2defabe3 Feb 10 11:34:10.054112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df993eb8-133c-4d72-a7b1-144819e8ec87,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:10.063265 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab77c82a-e86d-4645-b1c3-74891e1860c8 (CIDR: 2001:db8::/64) Feb 10 11:34:10.067193 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:10.067733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:10.071659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-a783b892-416e-455c-b3af-50ed15a39e57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 999 time: 0.1930428 Feb 10 11:34:10.083116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.083701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Fanout notify agent at l3_agent the message router_deleted on router bb27ec9c-4e80-47d3-bbb3-5935fec70e25 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:10.098289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.101745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5c36df17-b1c4-4f31-9331-ca531a24b3ac tempest-RoutersNegativeIpV6Test-1727674767 tempest-RoutersNegativeIpV6Test-1727674767-project] 10.222.0.42 "DELETE /v2.0/routers/bb27ec9c-4e80-47d3-bbb3-5935fec70e25 HTTP/1.1" status: 204 len: 168 time: 1.3286560 Feb 10 11:34:10.108759 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-69e03de8-ded1-4549-9ff1-6295fe6920f2 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0232351 Feb 10 11:34:10.108759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52342) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.115006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'subnet': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:10.159217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.165325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 1ddbc882-8087-4bd0-be9e-135a31148445 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:10.186727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-6a337421-7abc-47e1-a2ff-02abc29463f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:10.188208 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-6a337421-7abc-47e1-a2ff-02abc29463f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 200 len: 835 time: 0.1093705 Feb 10 11:34:10.247574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1ddbc882-8087-4bd0-be9e-135a31148445) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:10.261346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e4a6b-17ca-4968-8b7c-733c6861ee41 None None] Network 1ddbc882-8087-4bd0-be9e-135a31148445 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:10.265554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:10.266294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.297768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.319392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.323195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:10.323896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.368547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.373311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:subnet and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.376383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.382519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.395047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:10.399320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:10.401423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.435649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Transition to ACTIVE for port object 72a86645-393d-4453-aaf7-31b9abc05551 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:10.444066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9a68fe34-55cf-414c-bb11-a383677e61a7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:10.444682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9a68fe34-55cf-414c-bb11-a383677e61a7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:10.457475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8b5e49f5-48c1-4698-b7d7-645f81c9f4d1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9832320 Feb 10 11:34:10.466564 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-78386a7c-0bc4-49d3-bb62-11f0e8ff025b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2680779 Feb 10 11:34:10.467034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52350) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.491821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Transition to ACTIVE for port object 72a86645-393d-4453-aaf7-31b9abc05551 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:10.515804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-397844866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:10.523478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6351457 Feb 10 11:34:10.532495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.534595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52356) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.574876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.593737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Request body: {'subnet': {'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:10.612216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.619683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528ab81-b32d-4b5a-85ef-0af5bd7cdec1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event updated for resources: {'Network': ['ID=c26308f0-0837-4297-b032-b13b2defabe3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:10.628638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.651307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c26308f0-0837-4297-b032-b13b2defabe3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:10.700923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.721608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52362) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.722114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52364) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:10.739296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:10.751840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:10.756964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:10.766628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.767610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.808974 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:34:10.810877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:10.826495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Usage tracker for resource:subnet and tenant:c25ecf3aaa1b4558a53be92dc7631b48 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:10.833478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-a2aa9d53-d582-4260-9b5f-8b06d5603149 service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510780 Feb 10 11:34:10.834325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:10.862877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:10.883137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.932785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Attempting to bind port 72a86645-393d-4453-aaf7-31b9abc05551 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:10.933155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Attempting to bind port 72a86645-393d-4453-aaf7-31b9abc05551 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:10.933511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Attempting to bind port 72a86645-393d-4453-aaf7-31b9abc05551 on network 777c9540-812e-4174-85ca-b69ca9423c5f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:10.944007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:10.945887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Checking segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:10.945887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.946096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Bound using segment: {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:10.946394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Bound port: 72a86645-393d-4453-aaf7-31b9abc05551, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53230c5-c445-4e93-8f07-04de17c73d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:10.946775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:10.965727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Pushing event updated for resources: {'Port': ['ID=72a86645-393d-4453-aaf7-31b9abc05551,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.007584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Made reservation on behalf of c25ecf3aaa1b4558a53be92dc7631b48 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:11.093257 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-806441f0-099a-43ec-85f8-2eb52b6266ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae0782824ba9432ebf6c893759662f1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699222 Feb 10 11:34:11.096936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52376) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.100585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-220178663'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:11.105603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1ddbc882-8087-4bd0-be9e-135a31148445', 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '84435ad0-2905-4ce9-8629-aa03c735a256'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:11.106408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.108829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:11.114526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:11.129734 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:11.142050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:11.178491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.200956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:11.204163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.206011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-114e4c99-20a7-4fa9-9e29-74aeb5708686 req-06d145c8-0002-4b57-ac4e-b0315664761b service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628299 Feb 10 11:34:11.233543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.258121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] For port 72a86645-393d-4453-aaf7-31b9abc05551, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:11.280131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] For port 72a86645-393d-4453-aaf7-31b9abc05551, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=72a86645-393d-4453-aaf7-31b9abc05551,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:11.295887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:11.298009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.299972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:security_group_rule and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:11.302877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:11.309468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:11.382326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.388578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.392273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.423522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:34:11.439321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.443305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7d153d1-eb7b-49ea-93cd-eef002ea9eae tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9605780 Feb 10 11:34:11.445107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:11.452856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Allocated IP 2001:db8::2 (1ddbc882-8087-4bd0-be9e-135a31148445/84435ad0-2905-4ce9-8629-aa03c735a256/031ba167-cb32-42c0-b3b8-3d2af7734a18) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:11.456958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace1d6c-cd01-4e49-bd4a-a5ce83ab00ea None None] Pushing event updated for resources: {'Port': ['ID=72a86645-393d-4453-aaf7-31b9abc05551,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.482322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:11.490642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.524983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.597224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836538f5-3f55-4e39-b116-2b7546e713d1,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.609103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.610606 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 0c60b773-26c9-4c56-add1-8a1f6b21a5fb of type vlan for network b90ea97c-42d1-4dac-8beb-3462cf50ee94 Feb 10 11:34:11.644744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.753653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.758989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:11.759447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.768838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.780788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Transition to ACTIVE for port object 031ba167-cb32-42c0-b3b8-3d2af7734a18 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:11.803157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Transition to ACTIVE for port object 031ba167-cb32-42c0-b3b8-3d2af7734a18 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:11.810973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.902120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Network 1ddbc882-8087-4bd0-be9e-135a31148445 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:11.905679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:11.905942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:11.907576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Pushing event updated for resources: {'Port': ['ID=031ba167-cb32-42c0-b3b8-3d2af7734a18,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:11.909964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:12.002235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=b90ea97c-42d1-4dac-8beb-3462cf50ee94,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:12.050046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:12.050431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.053006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.057435 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/637686f7-256a-4182-8da4-d3cfc7b28415 HTTP/1.1" status: 204 len: 168 time: 0.9523191 Feb 10 11:34:12.076259 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8a5affd3-3440-45d2-bc31-d42f6c6dd58d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3493948 Feb 10 11:34:12.078159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52386) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:12.097112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1318620506'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:12.100658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a853ef7-7492-4f0e-b59b-2b1db74b3d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637686f7-256a-4182-8da4-d3cfc7b28415,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:12.106829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:12.114526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:12.117231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.132697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event updated for resources: {'Subnet': ['ID=cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:12.136314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:12.149479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Attempting to bind port 031ba167-cb32-42c0-b3b8-3d2af7734a18 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:12.150097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Attempting to bind port 031ba167-cb32-42c0-b3b8-3d2af7734a18 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:12.150674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Attempting to bind port 031ba167-cb32-42c0-b3b8-3d2af7734a18 on network 1ddbc882-8087-4bd0-be9e-135a31148445 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:12.153193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Checking segment: {'id': '4833860b-5b08-4774-9c17-638056f417ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:12.153488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Network hostable DHCP agents. Network: c26308f0-0837-4297-b032-b13b2defabe3, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:12.186646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:12.214845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:12.215510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Checking segment: {'id': 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:12.216064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.216635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Bound using segment: {'id': 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:12.217668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Bound port: 031ba167-cb32-42c0-b3b8-3d2af7734a18, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '1ddbc882-8087-4bd0-be9e-135a31148445'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:12.219065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.236295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:12.241037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.308882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.388037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:12.397168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:12.408073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.440222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Network c26308f0-0837-4297-b032-b13b2defabe3 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:12.456745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:12.490778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 72a86645-393d-4453-aaf7-31b9abc05551 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:12.534650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] For port 72a86645-393d-4453-aaf7-31b9abc05551, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=72a86645-393d-4453-aaf7-31b9abc05551,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:12.560093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c26308f0-0837-4297-b032-b13b2defabe3) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:12.564611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:12.565380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.575116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.575481 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0 of type vlan for network 50693380-5d66-454d-b463-811869ec6ac1 Feb 10 11:34:12.581532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a23f2-5a5b-429c-9459-f207a15eef4c None None] Network c26308f0-0837-4297-b032-b13b2defabe3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:12.605572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.626767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.627668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.704367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30402829-bf2d-439a-b1fb-9b94c20ea884 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1674356 Feb 10 11:34:12.714695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52398) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:12.736372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Request body: {'port': {'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-928124025'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:12.751414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.847311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=72a86645-393d-4453-aaf7-31b9abc05551,revision_number=4']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:12.865432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:12.872058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:12.872690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.034766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8913f8-2817-4fc9-b83d-09be2ba29593 None None] Pushing event updated for resources: {'Port': ['ID=031ba167-cb32-42c0-b3b8-3d2af7734a18,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.042424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 72a86645-393d-4453-aaf7-31b9abc05551 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:13.128113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Provisioning for port 72a86645-393d-4453-aaf7-31b9abc05551 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:13.135595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Provisioning complete for port 72a86645-393d-4453-aaf7-31b9abc05551 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:13.136211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.144608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:13.147830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:13.149673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.162601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Usage tracker for resource:port and tenant:c25ecf3aaa1b4558a53be92dc7631b48 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:13.167614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:13.175881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:13.176481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.201671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Subnet': ['ID=9e0e79fd-75ac-40fc-905b-f5d4e34a369f,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.210958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c26308f0-0837-4297-b032-b13b2defabe3', 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3', 'tenant_id': 'c25ecf3aaa1b4558a53be92dc7631b48', 'fixed_ips': [{'subnet_id': 'cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:13.212087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.215508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:13.222255 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1405480 Feb 10 11:34:13.222255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c540fa9-9343-4258-a917-309de181d8ce tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=50693380-5d66-454d-b463-811869ec6ac1,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.246950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52406) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.253981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Made reservation on behalf of c25ecf3aaa1b4558a53be92dc7631b48 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:13.255434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 50693380-5d66-454d-b463-811869ec6ac1 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:13.260556 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ea82ffda-ef9b-41ca-929e-2a799c58cf15 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1507270 Feb 10 11:34:13.264475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.266160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.288710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52410) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.306110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Request body: {'port': {'network_id': '777c9540-812e-4174-85ca-b69ca9423c5f', 'mac_address': 'fa:16:3e:ba:2b:99', 'name': 'tempest-NetworksTestDHCPv6-702799413'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.330166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8::1 (1ddbc882-8087-4bd0-be9e-135a31148445/84435ad0-2905-4ce9-8629-aa03c735a256/c9cb4382-ef45-4d5e-a8ef-98345ad3c973) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:13.372149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217d616-a32f-4910-b952-262664e8abeb None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:13.500089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.512732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Usage tracker for resource:port and tenant:f062fd4fc8c647949c5d5632bd14c334 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:13.532989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:13.545104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:13.555953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.580805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.585850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Made reservation on behalf of f062fd4fc8c647949c5d5632bd14c334 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:13.606723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:13.612496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:13.658670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.671495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.671712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:13.686726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object c9cb4382-ef45-4d5e-a8ef-98345ad3c973 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:13.706836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:13.715714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] device_id is not set on port 05ce8049-0032-42ae-95f9-a952fe856717 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:13.814540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] For port 72a86645-393d-4453-aaf7-31b9abc05551, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=72a86645-393d-4453-aaf7-31b9abc05551,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:13.816296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-547108ba-fa7d-432a-b89b-a0c7abdc2069 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.816965 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-547108ba-fa7d-432a-b89b-a0c7abdc2069 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:34:13.821280 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-547108ba-fa7d-432a-b89b-a0c7abdc2069 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2595541 Feb 10 11:34:13.830129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52424) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:13.831536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.852366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.857115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--900074779'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:13.875093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:13.887385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:13.892141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:13.897093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:13.903178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Allocated IP 172.20.0.2 (c26308f0-0837-4297-b032-b13b2defabe3/cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23/35559e91-b32c-4fa9-8b77-da364150b042) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:13.925731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:13.953548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] device_id is not set on port 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:13.981884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=c9cb4382-ef45-4d5e-a8ef-98345ad3c973,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:13.986246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2cef3e3a-0f2e-4861-8376-0498d614cd98 None None] Could not find standard attr ID for object ab1339a0-dfb5-4daa-8bd0-5688e6449600. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:34:14.014610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36afa-932c-4b56-847d-98ecd16987a8 None None] Pushing event updated for resources: {'Port': ['ID=72a86645-393d-4453-aaf7-31b9abc05551,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:14.046044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 1ddbc882-8087-4bd0-be9e-135a31148445 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:14.048666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:14.053049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:14.053572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.185324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.203447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c67ac-00b8-4303-b187-9fb34a82ff3e None None] Network 1ddbc882-8087-4bd0-be9e-135a31148445 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:14.208856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.211530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.315883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.336630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.363577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-dfc432d5-c33b-48e7-95e0-32345d5ba38c None None] Provisioning for port 031ba167-cb32-42c0-b3b8-3d2af7734a18 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:14.368436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Transition to ACTIVE for port object 35559e91-b32c-4fa9-8b77-da364150b042 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:14.368953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8::37b (777c9540-812e-4174-85ca-b69ca9423c5f/ab77c82a-e86d-4645-b1c3-74891e1860c8/27d8e5b3-35c7-41ed-935f-a738e1e56ed8) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:14.384065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:2b99 (777c9540-812e-4174-85ca-b69ca9423c5f/9e0e79fd-75ac-40fc-905b-f5d4e34a369f/27d8e5b3-35c7-41ed-935f-a738e1e56ed8) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:14.449847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:14.453125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Transition to ACTIVE for port object 35559e91-b32c-4fa9-8b77-da364150b042 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:14.476142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:14.479552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.501086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:14.527793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:14.532943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 031ba167-cb32-42c0-b3b8-3d2af7734a18 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:14.587087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Allocated IP 172.20.0.10 (c26308f0-0837-4297-b032-b13b2defabe3/cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23/05ce8049-0032-42ae-95f9-a952fe856717) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:14.647991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Pushing event updated for resources: {'Port': ['ID=35559e91-b32c-4fa9-8b77-da364150b042,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:14.655268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Network c26308f0-0837-4297-b032-b13b2defabe3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:14.659356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:14.661740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:14.789234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Attempting to bind port 35559e91-b32c-4fa9-8b77-da364150b042 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:14.789606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Attempting to bind port 35559e91-b32c-4fa9-8b77-da364150b042 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4833860b-5b08-4774-9c17-638056f417ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:14.789966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Attempting to bind port 35559e91-b32c-4fa9-8b77-da364150b042 on network c26308f0-0837-4297-b032-b13b2defabe3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:14.794610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 031ba167-cb32-42c0-b3b8-3d2af7734a18 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:14.802251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:14.802658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Checking segment: {'id': '4833860b-5b08-4774-9c17-638056f417ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:14.803061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.803572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Bound using segment: {'id': '4833860b-5b08-4774-9c17-638056f417ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:14.804042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Bound port: 35559e91-b32c-4fa9-8b77-da364150b042, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4833860b-5b08-4774-9c17-638056f417ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c26308f0-0837-4297-b032-b13b2defabe3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:14.804411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.814866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 031ba167-cb32-42c0-b3b8-3d2af7734a18 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:14.815671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:14.993097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] For port 35559e91-b32c-4fa9-8b77-da364150b042, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:15.018729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] For port 35559e91-b32c-4fa9-8b77-da364150b042, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=35559e91-b32c-4fa9-8b77-da364150b042,segment=NetworkSegment(4833860b-5b08-4774-9c17-638056f417ea),segment_id=4833860b-5b08-4774-9c17-638056f417ea)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:15.035382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.048557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.066543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.069428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.069583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.070379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.107990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.143424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.164767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e4bf34a-ffa5-4d7c-a7bc-40e0592d4375 None None] Provisioning complete for port 72a86645-393d-4453-aaf7-31b9abc05551 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:15.164953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf34a-ffa5-4d7c-a7bc-40e0592d4375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.174040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Transition to ACTIVE for port object 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:15.209869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:15.211279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63320f-3d03-49fd-b88b-a5a9f3654f8b None None] Pushing event updated for resources: {'Port': ['ID=35559e91-b32c-4fa9-8b77-da364150b042,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.220401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.221246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 72a86645-393d-4453-aaf7-31b9abc05551 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:15.242293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Transition to ACTIVE for port object 05ce8049-0032-42ae-95f9-a952fe856717 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:15.255327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=54a0f897-6677-4b4e-a166-0fbd92ffee77,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.295868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.305542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.363633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=031ba167-cb32-42c0-b3b8-3d2af7734a18,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.404306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=c9cb4382-ef45-4d5e-a8ef-98345ad3c973,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.414971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event updated for resources: {'Port': ['ID=27d8e5b3-35c7-41ed-935f-a738e1e56ed8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.420658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.437213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 72a86645-393d-4453-aaf7-31b9abc05551 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:15.437570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.470328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.492615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '0c60b773-26c9-4c56-add1-8a1f6b21a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:15.493207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: b90ea97c-42d1-4dac-8beb-3462cf50ee94, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:15.546812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:15.581544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:15.587401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:15.590078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27b2f5-544a-4d0c-bd1b-5afa267c897f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.595600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Network 777c9540-812e-4174-85ca-b69ca9423c5f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:15.600167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.602260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:15.605599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:15.609695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:15.610253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.627120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 1ddbc882-8087-4bd0-be9e-135a31148445 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:15.632964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event updated for resources: {'Port': ['ID=05ce8049-0032-42ae-95f9-a952fe856717,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:15.642292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.646391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:15.669280 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba733afe-119c-4d16-bdd9-fd5e1887b544 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3739064 Feb 10 11:34:15.669737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Provisioning complete for port 031ba167-cb32-42c0-b3b8-3d2af7734a18 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:15.670292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.671990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b90ea97c-42d1-4dac-8beb-3462cf50ee94) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.674931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52428) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:15.720784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:15.721375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.734728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c7341-b632-4ebc-bd00-68d63c688897 None None] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:15.794228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting port 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:15.794582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.829667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Network c26308f0-0837-4297-b032-b13b2defabe3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:15.836501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:15.848297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:15.881069 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e4c58c37-7ee8-41bd-8833-e9083efbfb1e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6229806 Feb 10 11:34:15.884784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52432) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:15.907440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '50693380-5d66-454d-b463-811869ec6ac1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:15.972633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:15.973226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:15.981496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.060362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Provisioning for port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:16.077478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Provisioning complete for port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:16.077852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.112515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-b90ea97c-42d1-4dac-8beb-3462cf50ee94', 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '54a0f897-6677-4b4e-a166-0fbd92ffee77'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:16.113383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.157827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.201914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9a12690d-c0b0-4172-81a4-50a2d7e235e1 None None] Port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:16.266341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.270498 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4392881 Feb 10 11:34:16.277981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52436) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:16.304503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78881334-b328-4f54-b81b-8da8a2160720 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5861697 Feb 10 11:34:16.307114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:16.342089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Allocated IP 172.20.0.2 (b90ea97c-42d1-4dac-8beb-3462cf50ee94/54a0f897-6677-4b4e-a166-0fbd92ffee77/be18bba2-b33e-4ea4-8827-8f688714220a) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:16.358349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Provisioning complete for port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:16.359909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.423692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Deleting port 05ce8049-0032-42ae-95f9-a952fe856717 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:16.424141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.455694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:16.459983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:16.463988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:16.469952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:16.478910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa9c86-e6b8-4de4-b139-350d5ecfc2b4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb1d53-8fe6-48e9-87e2-e066947c8ba9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:16.489819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:16.514772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.526701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'dcbb1d53-8fe6-48e9-87e2-e066947c8ba9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:16.529663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 031ba167-cb32-42c0-b3b8-3d2af7734a18 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:16.533391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:16.584186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:16.593261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:16.605576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:16.637608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Provisioning for port 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:16.657700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Provisioning complete for port 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:16.657700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.679286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:16.747128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.756177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Calling delete_port for 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:16.786998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 031ba167-cb32-42c0-b3b8-3d2af7734a18 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:16.787378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.817457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4f6f8-c13c-4987-9c23-4a5e4d5363ab None None] Port 27d8e5b3-35c7-41ed-935f-a738e1e56ed8 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:16.831746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.833846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.854737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Transition to ACTIVE for port object be18bba2-b33e-4ea4-8827-8f688714220a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:16.866868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f56371-84ad-421a-9dac-e423d9b8baa7 None None] Network c26308f0-0837-4297-b032-b13b2defabe3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:16.898585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Calling delete_port for 05ce8049-0032-42ae-95f9-a952fe856717 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:16.916509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:16.951030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Transition to ACTIVE for port object be18bba2-b33e-4ea4-8827-8f688714220a will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:16.966155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.029952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 79f80f1c-9728-44e0-be47-723265302b19 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:17.118650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Pushing event updated for resources: {'Port': ['ID=be18bba2-b33e-4ea4-8827-8f688714220a,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.131504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:17.132645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3e73329b-55a9-46a6-a4ec-31de35ffa1e1 None None] Provisioning for port 35559e91-b32c-4fa9-8b77-da364150b042 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:17.141232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:17.147803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 35559e91-b32c-4fa9-8b77-da364150b042 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:17.171551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:17.234055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.286978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event deleted for resources: {'Port': ['ID=05ce8049-0032-42ae-95f9-a952fe856717,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.323494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.327919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.384566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.396005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Port': ['ID=27d8e5b3-35c7-41ed-935f-a738e1e56ed8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.422390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Attempting to bind port be18bba2-b33e-4ea4-8827-8f688714220a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:17.423004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.423445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Attempting to bind port be18bba2-b33e-4ea4-8827-8f688714220a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '0c60b773-26c9-4c56-add1-8a1f6b21a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:17.423445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Attempting to bind port be18bba2-b33e-4ea4-8827-8f688714220a on network b90ea97c-42d1-4dac-8beb-3462cf50ee94 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:17.428877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49792e8c-b927-4c8c-8e3d-ff334808e279,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.431734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:17.436662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fb11497-8859-4616-acd7-6731328e677a tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "DELETE /v2.0/ports/05ce8049-0032-42ae-95f9-a952fe856717 HTTP/1.1" status: 204 len: 168 time: 1.1260183 Feb 10 11:34:17.439913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-71171d25-ea14-414f-ada8-a10016f86cd1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/79f80f1c-9728-44e0-be47-723265302b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9914885 Feb 10 11:34:17.439913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52444) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.440609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.442705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:17.443413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Checking segment: {'id': '0c60b773-26c9-4c56-add1-8a1f6b21a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:17.444133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.444812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Bound using segment: {'id': '0c60b773-26c9-4c56-add1-8a1f6b21a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:17.445478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Bound port: be18bba2-b33e-4ea4-8827-8f688714220a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c60b773-26c9-4c56-add1-8a1f6b21a5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b90ea97c-42d1-4dac-8beb-3462cf50ee94'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:17.446914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.454213 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] Sync routers for ids ['79f80f1c-9728-44e0-be47-723265302b19'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:17.461887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 35559e91-b32c-4fa9-8b77-da364150b042 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:17.504428 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] Routers {'79f80f1c-9728-44e0-be47-723265302b19'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:17.508442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['79f80f1c-9728-44e0-be47-723265302b19'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:17.520769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d76ce0b-448f-4c9c-a28b-f70b583606fe tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:17.521355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d76ce0b-448f-4c9c-a28b-f70b583606fe tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:17.541919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.548717 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eed7b082-9979-47d7-8917-a2910b8c05b7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0602748 Feb 10 11:34:17.548717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.549087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d76ce0b-448f-4c9c-a28b-f70b583606fe tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:17.549174 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f4d0ef0f-69d1-4a71-848b-166af54110ba tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/27d8e5b3-35c7-41ed-935f-a738e1e56ed8 HTTP/1.1" status: 204 len: 168 time: 1.8705518 Feb 10 11:34:17.549265 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d76ce0b-448f-4c9c-a28b-f70b583606fe tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports/c9cb4382-ef45-4d5e-a8ef-98345ad3c973 HTTP/1.1" status: 200 len: 911 time: 0.1052923 Feb 10 11:34:17.549265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52454) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.549422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.549763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.550148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52458) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.554688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'dcbb1d53-8fe6-48e9-87e2-e066947c8ba9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:17.566577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 35559e91-b32c-4fa9-8b77-da364150b042 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:17.569914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.583032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:17.595254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84435ad0-2905-4ce9-8629-aa03c735a256'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:17.606661 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:17.622657 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] Routers {'79f80f1c-9728-44e0-be47-723265302b19'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:17.623722 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['79f80f1c-9728-44e0-be47-723265302b19'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:17.682542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:17.686548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:17.697816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=5b5ac4d8-e111-4a86-b064-f477c30df66f,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:17.710405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:17.717766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '50693380-5d66-454d-b463-811869ec6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:17.718008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 50693380-5d66-454d-b463-811869ec6ac1, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:17.731351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:17.735766 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466c9ad-2690-4a54-897c-e15d30b4bf0e None None] The sync data for ids ['79f80f1c-9728-44e0-be47-723265302b19'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:17.758754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 50693380-5d66-454d-b463-811869ec6ac1 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:17.774306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.776319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 50693380-5d66-454d-b463-811869ec6ac1) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:17.787731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd394bd-9e71-4bc7-8ccb-cf25ac14b28c None None] Network 50693380-5d66-454d-b463-811869ec6ac1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:17.788206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:17.788784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.814868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:17.815373 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-68431f68-b060-4750-bc93-3e9408cc6f96 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9183331 Feb 10 11:34:17.817729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52468) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:17.839338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-885058760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:17.846338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:17.850532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:17.863012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:17.870812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:17.885610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:17.885873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.887363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.914477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.924497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.935804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.982274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:17.984055 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-26104c35-db89-4847-af24-3464c91b3856 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1651044 Feb 10 11:34:17.986911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52474) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.048443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e453e2c-5ddd-491a-b838-1c91d4e8346a tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.6090279 Feb 10 11:34:18.050530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.064231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2010670143'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:18.069629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 11:34:18.069832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.070265 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-791f0ae4-70c4-4356-9c15-df7ac0b5192b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5217001 Feb 10 11:34:18.078155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52482) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.079014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:18.115535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Usage tracker for resource:network and tenant:c25ecf3aaa1b4558a53be92dc7631b48 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:18.124894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:18.146133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:18.163513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2e6a3-5858-42a4-8d7b-6b5f864c68ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.167925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ca2e6a3-5858-42a4-8d7b-6b5f864c68ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6047053 Feb 10 11:34:18.168083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe4c5-7238-4877-89ac-83b161ed6fb2 None None] Pushing event updated for resources: {'Port': ['ID=be18bba2-b33e-4ea4-8827-8f688714220a,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:18.171783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.192577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 35559e91-b32c-4fa9-8b77-da364150b042, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=35559e91-b32c-4fa9-8b77-da364150b042,segment=NetworkSegment(4833860b-5b08-4774-9c17-638056f417ea),segment_id=4833860b-5b08-4774-9c17-638056f417ea)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:18.219555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.283584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.376829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-50693380-5d66-454d-b463-811869ec6ac1', 'network_id': '50693380-5d66-454d-b463-811869ec6ac1', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '5b5ac4d8-e111-4a86-b064-f477c30df66f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:18.377638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.391187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f223e668-f4b0-441f-83b5-dbfb2e5a16d9 None None] Provisioning complete for port 35559e91-b32c-4fa9-8b77-da364150b042 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:18.395914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f223e668-f4b0-441f-83b5-dbfb2e5a16d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.425561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.444811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=35559e91-b32c-4fa9-8b77-da364150b042,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:18.482819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Made reservation on behalf of c25ecf3aaa1b4558a53be92dc7631b48 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:18.486943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.530997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.646948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:18.680924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.681186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Added segment fdb1bb8f-0080-4eb3-98c9-c49db1e4e5e9 of type vlan for network 5117f84e-8e4b-4687-80b9-664a0382100b Feb 10 11:34:18.736424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Allocated IP 172.21.0.2 (50693380-5d66-454d-b463-811869ec6ac1/5b5ac4d8-e111-4a86-b064-f477c30df66f/e6d13ef5-bada-4eac-b48f-a4dcfbcd2024) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:18.759377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2d54f-4bef-4640-8f0d-ee66416e0d38 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.761536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10b2d54f-4bef-4640-8f0d-ee66416e0d38 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5887072 Feb 10 11:34:18.777887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52490) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:18.852367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.854965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.864118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c960ab82-d32d-4df2-8833-77d86d30f4f1 None None] Could not find standard attr ID for object 05ce8049-0032-42ae-95f9-a952fe856717. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:34:18.881906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.883495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.885413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.886248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:18.889152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb1d53-8fe6-48e9-87e2-e066947c8ba9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:18.949096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.952875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:18.953424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.955769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:18.958566 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c659d985-d41b-43b5-8c43-53f8bdd3ee0a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/dcbb1d53-8fe6-48e9-87e2-e066947c8ba9 HTTP/1.1" status: 204 len: 168 time: 0.8697181 Feb 10 11:34:18.975132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52494) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.010064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:19.011396 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8278187a-1fe5-428d-bf3b-aaa626f08c61 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2249646 Feb 10 11:34:19.015609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52498) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.027353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.046290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Transition to ACTIVE for port object e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:19.067016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Transition to ACTIVE for port object e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:19.085467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.109362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0542986 Feb 10 11:34:19.126229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52504) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.131153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.167429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Network 50693380-5d66-454d-b463-811869ec6ac1 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:19.170451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:19.174843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:19.183253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb855ddc-f78b-4ef9-a1c3-f7668b04de8c tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event updated for resources: {'Network': ['ID=5117f84e-8e4b-4687-80b9-664a0382100b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.217338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Pushing event updated for resources: {'Port': ['ID=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.220380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 5117f84e-8e4b-4687-80b9-664a0382100b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:19.315997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4a6f7e78-d28e-4a26-9bb2-495835e2859e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:19.366282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Attempting to bind port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:19.366733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Attempting to bind port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '50693380-5d66-454d-b463-811869ec6ac1'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:19.367131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Attempting to bind port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 on network 50693380-5d66-454d-b463-811869ec6ac1 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:19.401983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:19.402278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Checking segment: {'id': '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '50693380-5d66-454d-b463-811869ec6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:19.402676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.403059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Bound using segment: {'id': '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '50693380-5d66-454d-b463-811869ec6ac1'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:19.403557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Bound port: e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '50693380-5d66-454d-b463-811869ec6ac1'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:19.403926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.470685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.484815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.489417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:19.490217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.494809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/ports/c9cb4382-ef45-4d5e-a8ef-98345ad3c973 HTTP/1.1" status: 200 len: 911 time: 1.9297645 Feb 10 11:34:19.506349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] For port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:19.512244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] For port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,segment=NetworkSegment(16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0),segment_id=16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:19.519142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.524280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52512) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.602046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cd25f-c674-4b41-8304-9e913ef0f9c5 None None] Pushing event updated for resources: {'Port': ['ID=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.645220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet 9e0e79fd-75ac-40fc-905b-f5d4e34a369f {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:19.659583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.690996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cdebb9-7c5d-45d2-8f26-927e73cc1ce4 None None] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:19.716779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd455b5b-81d9-463f-99c1-e5cca1aa12a2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=c9cb4382-ef45-4d5e-a8ef-98345ad3c973,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:19.858569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4a6f7e78-d28e-4a26-9bb2-495835e2859e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:19.859803 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4a6f7e78-d28e-4a26-9bb2-495835e2859e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8847408 Feb 10 11:34:19.870014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52516) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:19.895865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-20bd81d0-3649-4cd4-80d1-cb5a0dec04a9 None None] Provisioning for port be18bba2-b33e-4ea4-8827-8f688714220a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:19.907207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--612405338'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:19.921362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:19.961899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:20.068171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.107859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:20.154047 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-725b45ab-2810-4c69-82f5-e9178ee83519 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks HTTP/1.1" status: 200 len: 7037 time: 1.0129714 Feb 10 11:34:20.160188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.188838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.302783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.427796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:20.430574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.20.0.1 (b90ea97c-42d1-4dac-8beb-3462cf50ee94/54a0f897-6677-4b4e-a166-0fbd92ffee77/3b3d65a9-ae6d-492b-94c0-e58bccf89f9a) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:20.440716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:20.446217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:20.462138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:20.521197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:20.553008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.596687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:20.604280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 35559e91-b32c-4fa9-8b77-da364150b042 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:20.628432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f03d29-c445-4767-b1da-6a50db2475f6 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] Network 5117f84e-8e4b-4687-80b9-664a0382100b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:20.631290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0e79fd-75ac-40fc-905b-f5d4e34a369f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:20.659638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.668280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ddfc0-129b-4bf3-885e-63b8ee3fad1b None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:20.677422 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d4f03d29-c445-4767-b1da-6a50db2475f6 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "POST /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5157070 Feb 10 11:34:20.681679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.692354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105be5b-3e1a-4a80-8072-2ab246f498d3 None None] Network 5117f84e-8e4b-4687-80b9-664a0382100b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:20.752709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.757479 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba7f6683-fbec-4f42-af1c-55f858c50510 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/9e0e79fd-75ac-40fc-905b-f5d4e34a369f HTTP/1.1" status: 204 len: 168 time: 1.7393754 Feb 10 11:34:20.761858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52528) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.772541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.840046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.885879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.887378 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0060728 Feb 10 11:34:20.890921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:20.892773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52532) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.902195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c907ab-c2c5-4ccb-bc0d-7b6de550e421 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af89136c-3fad-4973-9978-d1f3c8f0d845,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:20.910438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-302b63df-5d6e-45cd-9dc8-c21d8619d7ef tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'af89136c-3fad-4973-9978-d1f3c8f0d845', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:20.911586 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-302b63df-5d6e-45cd-9dc8-c21d8619d7ef tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:20.913512 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-302b63df-5d6e-45cd-9dc8-c21d8619d7ef tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0162694 Feb 10 11:34:20.917690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52536) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:20.940119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Deleting subnet ab77c82a-e86d-4645-b1c3-74891e1860c8 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:20.949751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:20.996125 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c765335-d99e-4124-b093-e79cb2633d04 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks HTTP/1.1" status: 200 len: 7742 time: 0.3076861 Feb 10 11:34:20.997783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.005638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3fc3b-aa66-4a24-97e2-0a93c384dfee None None] Network 50693380-5d66-454d-b463-811869ec6ac1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:21.041378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.082917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.120076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port c9cb4382-ef45-4d5e-a8ef-98345ad3c973 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:21.120770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.185184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea713f1d-4be9-48af-ad44-9e8e34e12cf9 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "DELETE /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks/5117f84e-8e4b-4687-80b9-664a0382100b HTTP/1.1" status: 204 len: 168 time: 0.1842391 Feb 10 11:34:21.185621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.203512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.209595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=3b3d65a9-ae6d-492b-94c0-e58bccf89f9a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.230581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:21.237171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:21.239137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:21.246515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 35559e91-b32c-4fa9-8b77-da364150b042 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.246954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.285593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.291455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Provisioning for port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:21.311957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Provisioning complete for port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.313067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.327591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.391863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.428288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.437292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.468053 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89136c-3fad-4973-9978-d1f3c8f0d845,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.508490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.557476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Subnet': ['ID=ab77c82a-e86d-4645-b1c3-74891e1860c8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:21.589088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for c9cb4382-ef45-4d5e-a8ef-98345ad3c973 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:21.589288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.591371 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-74d33ea2-a836-41f2-b663-1a9eaacee5eb tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/ab77c82a-e86d-4645-b1c3-74891e1860c8 HTTP/1.1" status: 204 len: 168 time: 0.8283069 Feb 10 11:34:21.594229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.598005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-36679ca6-441d-490e-a77d-cbc9a814808e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/af89136c-3fad-4973-9978-d1f3c8f0d845 HTTP/1.1" status: 204 len: 168 time: 0.6791794 Feb 10 11:34:21.598627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52548) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.599008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52550) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.602802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.656490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7b738399-d3de-478e-a5c7-be2fc8909ad7 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks HTTP/1.1" status: 200 len: 6997 time: 0.4697866 Feb 10 11:34:21.663750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.669137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device be18bba2-b33e-4ea4-8827-8f688714220a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:21.716552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca65d353-1d2a-4683-ac2e-fddcbc722fad tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/networks/c26308f0-0837-4297-b032-b13b2defabe3/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0516846 Feb 10 11:34:21.719791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52560) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.727415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.757089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a4e4f91c-647a-4755-ba8c-b2886691ce27 tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/networks/c26308f0-0837-4297-b032-b13b2defabe3/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.0361867 Feb 10 11:34:21.759565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.801809 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4add745e-f647-4013-bec6-196f8cdc3f33 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2014613 Feb 10 11:34:21.811119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port be18bba2-b33e-4ea4-8827-8f688714220a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:21.818857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52568) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:21.823976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port be18bba2-b33e-4ea4-8827-8f688714220a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:21.824586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:21.896221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] For port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,segment=NetworkSegment(16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0),segment_id=16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:21.910860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.054794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.070301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba43ab9-7be0-4dbe-a64c-296e310e18c2 None None] Pushing event updated for resources: {'Port': ['ID=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:22.079775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.116666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-539ce7d6-f045-4b12-a972-57c2dcade8a4 None None] Provisioning for port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:22.124459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-539ce7d6-f045-4b12-a972-57c2dcade8a4 None None] Provisioning complete for port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:22.125017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-539ce7d6-f045-4b12-a972-57c2dcade8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.156366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-de2014b0-140e-481a-9cb1-04a2fff6b4a8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:22.202956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-de2014b0-140e-481a-9cb1-04a2fff6b4a8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:22.204288 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de2014b0-140e-481a-9cb1-04a2fff6b4a8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6027308 Feb 10 11:34:22.211779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52574) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.222162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d71fd6-1c0f-4aa6-b05e-397cb8654b37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:22.222880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-59d71fd6-1c0f-4aa6-b05e-397cb8654b37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:22.229393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--873967828'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:22.235860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:22.236722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=c9cb4382-ef45-4d5e-a8ef-98345ad3c973,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:22.253535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:22.285104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-539ce7d6-f045-4b12-a972-57c2dcade8a4 None None] Port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:22.291530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:22.296147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.338762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.375101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-59d71fd6-1c0f-4aa6-b05e-397cb8654b37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:22.378579 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-59d71fd6-1c0f-4aa6-b05e-397cb8654b37 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5564053 Feb 10 11:34:22.386484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52578) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.412740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=be18bba2-b33e-4ea4-8827-8f688714220a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:22.420341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:22.502224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-55f49693-bd70-409a-8a43-47fb1c279848 None None] Provisioning complete for port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:22.502517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55f49693-bd70-409a-8a43-47fb1c279848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.544645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2780a1e5-d0c6-4cbb-9d4b-49a94394f6db tempest-DHCPAgentSchedulersTestJSON-2142046627 tempest-DHCPAgentSchedulersTestJSON-2142046627-project-admin] 10.222.0.42 "GET /v2.0/agents/eaac741b-5a4d-49f9-a3f4-0b3114cbacf7/dhcp-networks HTTP/1.1" status: 200 len: 6959 time: 0.7809260 Feb 10 11:34:22.547458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52582) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.560270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717a8f0d-6a53-47cd-8e45-62f4b238891d None None] Network 777c9540-812e-4174-85ca-b69ca9423c5f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:22.621749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.673395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:22.674022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.699716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:22.705936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be1ea9-6468-45f1-bb95-1c98fc0d80f4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:22.706700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a3be1ea9-6468-45f1-bb95-1c98fc0d80f4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Synchronizing usage tracker for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:22.734288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:22.752545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:22.767348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:22.776488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.783423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a3be1ea9-6468-45f1-bb95-1c98fc0d80f4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Unset dirty status for tenant:f062fd4fc8c647949c5d5632bd14c334 on resource:subnet {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:22.787401 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a3be1ea9-6468-45f1-bb95-1c98fc0d80f4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3953848 Feb 10 11:34:22.792134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52586) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.881554 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0326e8e4-6449-4b97-915d-8717c91fc0fe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859449 Feb 10 11:34:22.887013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52590) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.922488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:22.940167 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-776a1643-f9f6-4ef9-9595-47e836ea9d24 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:22.940609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776a1643-f9f6-4ef9-9595-47e836ea9d24 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:22.951156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-776a1643-f9f6-4ef9-9595-47e836ea9d24 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/27d8e5b3-35c7-41ed-935f-a738e1e56ed8 HTTP/1.1" status: 404 len: 333 time: 0.0603614 Feb 10 11:34:22.951783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52594) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:22.964343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:22.994220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-89f4f5d3-003a-4a2d-8e5d-b09d0bb21922 None None] Provisioning complete for port 72a86645-393d-4453-aaf7-31b9abc05551 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:22.994592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89f4f5d3-003a-4a2d-8e5d-b09d0bb21922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.033323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.046925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-68944df8-abf2-4f4b-99e8-e96c6670ab27 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.047464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68944df8-abf2-4f4b-99e8-e96c6670ab27 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.051569 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68944df8-abf2-4f4b-99e8-e96c6670ab27 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/9e0e79fd-75ac-40fc-905b-f5d4e34a369f HTTP/1.1" status: 404 len: 337 time: 0.0969014 Feb 10 11:34:23.056081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.059001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] DHCP port deletion for 777c9540-812e-4174-85ca-b69ca9423c5f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:23.074102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Deleting port 72a86645-393d-4453-aaf7-31b9abc05551 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:23.074469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.127168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.155769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.156898 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0145b62c-7a9a-4cc8-8168-32c76e620a52 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.157403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0145b62c-7a9a-4cc8-8168-32c76e620a52 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.161536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0145b62c-7a9a-4cc8-8168-32c76e620a52 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/ab77c82a-e86d-4645-b1c3-74891e1860c8 HTTP/1.1" status: 404 len: 337 time: 0.1018450 Feb 10 11:34:23.161678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.161821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52602) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.207450 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-87956f5b-ceeb-443b-9421-7bbaef630b5e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.207986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87956f5b-ceeb-443b-9421-7bbaef630b5e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.212151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87956f5b-ceeb-443b-9421-7bbaef630b5e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/ab1339a0-dfb5-4daa-8bd0-5688e6449600 HTTP/1.1" status: 404 len: 333 time: 0.0469961 Feb 10 11:34:23.212360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52606) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.240981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=3b3d65a9-ae6d-492b-94c0-e58bccf89f9a,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.243555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.254931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5117f84e-8e4b-4687-80b9-664a0382100b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.256168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760cfc6-4651-4e90-abaf-989234f53f0e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.256667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760cfc6-4651-4e90-abaf-989234f53f0e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.261173 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a760cfc6-4651-4e90-abaf-989234f53f0e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/59d8f9e4-2cce-453c-aa19-d32fcc775acb HTTP/1.1" status: 404 len: 337 time: 0.0442772 Feb 10 11:34:23.262067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.265386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 79f80f1c-9728-44e0-be47-723265302b19 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:23.280524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.284473 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0688860 Feb 10 11:34:23.285340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb1bb8f-0080-4eb3-98c9-c49db1e4e5e9') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.285635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb1bb8f-0080-4eb3-98c9-c49db1e4e5e9') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.293070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4603669-42f3-48b4-8a22-9eff4c505e49 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6737d75-c1d7-49ad-a0cd-b20abc8d6fb5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.295265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52614) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.305562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a31de9-c3b3-4c26-b9c9-e6cf9a451697 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.306087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a31de9-c3b3-4c26-b9c9-e6cf9a451697 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.307996 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b3a31de9-c3b3-4c26-b9c9-e6cf9a451697 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/a5cbba6d-d6aa-4f2b-8d01-2536437be13a HTTP/1.1" status: 404 len: 337 time: 0.0450039 Feb 10 11:34:23.312551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52618) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.316326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-442c24d3-3a59-46b1-a3d4-82cc0d651a38 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'e6737d75-c1d7-49ad-a0cd-b20abc8d6fb5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:23.316950 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-442c24d3-3a59-46b1-a3d4-82cc0d651a38 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:23.320781 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-442c24d3-3a59-46b1-a3d4-82cc0d651a38 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0188613 Feb 10 11:34:23.322290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52622) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.323942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.356592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] For port 72a86645-393d-4453-aaf7-31b9abc05551, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=72a86645-393d-4453-aaf7-31b9abc05551,segment=NetworkSegment(d53230c5-c445-4e93-8f07-04de17c73d55),segment_id=d53230c5-c445-4e93-8f07-04de17c73d55)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:23.357348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.358202 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a96ac15-0f9c-4388-baa9-46183fe72792 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.358633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a96ac15-0f9c-4388-baa9-46183fe72792 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.362652 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a96ac15-0f9c-4388-baa9-46183fe72792 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/f85569a3-e8fb-42f1-a69f-eae6958cd6c7 HTTP/1.1" status: 404 len: 333 time: 0.0466895 Feb 10 11:34:23.397605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52626) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.447932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.479267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:23.479687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.485554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Calling delete_port for 72a86645-393d-4453-aaf7-31b9abc05551 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:23.488508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:23.494545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-771f7f51-d93f-413d-af0c-e323cc74d955 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/79f80f1c-9728-44e0-be47-723265302b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9627740 Feb 10 11:34:23.496979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52630) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:23.502309 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:23.504837 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3050c5-0038-4efa-b6c1-163436976a77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.505027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3050c5-0038-4efa-b6c1-163436976a77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.506737 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5b3050c5-0038-4efa-b6c1-163436976a77 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/b8fb5ea0-7df7-45de-9503-b00d9b47359d HTTP/1.1" status: 404 len: 337 time: 0.1027503 Feb 10 11:34:23.513662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] Sync routers for ids ['79f80f1c-9728-44e0-be47-723265302b19'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:23.535754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.550041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] Routers {'79f80f1c-9728-44e0-be47-723265302b19'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:23.550673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['79f80f1c-9728-44e0-be47-723265302b19'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.583824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-098b3758-bdab-4958-b67a-f583087570a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:23.593974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d64a212-b93f-40b0-ae27-78e665108b12 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.594496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d64a212-b93f-40b0-ae27-78e665108b12 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.598819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4d64a212-b93f-40b0-ae27-78e665108b12 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/1205798e-d686-4367-b62d-702db65d34cd HTTP/1.1" status: 404 len: 337 time: 0.0542054 Feb 10 11:34:23.599749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52638) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.623472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.637587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.652371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1000d6b-e95f-4043-8111-0564ed0fcf28 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.652789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1000d6b-e95f-4043-8111-0564ed0fcf28 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.654905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a1000d6b-e95f-4043-8111-0564ed0fcf28 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/c0595dd2-ca3d-428a-a759-a963eb7beb53 HTTP/1.1" status: 404 len: 333 time: 0.0499282 Feb 10 11:34:23.657262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52642) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.679117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] Routers {'79f80f1c-9728-44e0-be47-723265302b19'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:23.679760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['79f80f1c-9728-44e0-be47-723265302b19'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.689565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-098b3758-bdab-4958-b67a-f583087570a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:23.690705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-098b3758-bdab-4958-b67a-f583087570a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=79f80f1c-9728-44e0-be47-723265302b19 HTTP/1.1" status: 200 len: 205 time: 0.1928201 Feb 10 11:34:23.694154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52646) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.699813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5194cc55-10aa-40c0-b3da-1d5b003db637 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.700253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5194cc55-10aa-40c0-b3da-1d5b003db637 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.701828 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5194cc55-10aa-40c0-b3da-1d5b003db637 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/0f6e5b19-eed8-49d5-aa84-525e32f92ca6 HTTP/1.1" status: 404 len: 337 time: 0.0434668 Feb 10 11:34:23.704358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52650) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.742031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] Pushing event deleted for resources: {'Port': ['ID=72a86645-393d-4453-aaf7-31b9abc05551,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.745240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32cccda-c6c8-47d7-8079-d69f903f8855 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.745921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32cccda-c6c8-47d7-8079-d69f903f8855 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.747554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e32cccda-c6c8-47d7-8079-d69f903f8855 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/edd3180b-640e-49dc-8f1d-10ab580130d4 HTTP/1.1" status: 404 len: 337 time: 0.0423045 Feb 10 11:34:23.750118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.752814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:23.753213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0091848-5d90-4a18-a8d5-04d5458b6162 None None] The sync data for ids ['79f80f1c-9728-44e0-be47-723265302b19'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:23.754560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148901e9-73d2-4f6b-b181-79516f4b3ed8 None None] No DVR routers for this DVR port 72a86645-393d-4453-aaf7-31b9abc05551 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:23.855990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.868493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.883404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.896146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3c6c0c-5d69-4db8-b3d2-ffa80afcd8e3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.896664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3c6c0c-5d69-4db8-b3d2-ffa80afcd8e3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.900746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c3c6c0c-5d69-4db8-b3d2-ffa80afcd8e3 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/71b4cbc5-7ab8-4c9a-b26f-872bce801639 HTTP/1.1" status: 404 len: 333 time: 0.1470180 Feb 10 11:34:23.901445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52658) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.915342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event deleted for resources: {'Network': ['ID=5117f84e-8e4b-4687-80b9-664a0382100b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:23.918289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:23.927696 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a92d04d6-6459-4747-a3e3-239766e889fc tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "DELETE /v2.0/networks/5117f84e-8e4b-4687-80b9-664a0382100b HTTP/1.1" status: 204 len: 168 time: 1.3614471 Feb 10 11:34:23.932656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:23.934736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52662) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.939515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:23.941321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f5f74c-cca2-42d6-ab3d-6dcb5736599d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.941763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f5f74c-cca2-42d6-ab3d-6dcb5736599d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:23.945765 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92f5f74c-cca2-42d6-ab3d-6dcb5736599d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7d15a809-7025-46c2-b7a3-85c98365c1b3 HTTP/1.1" status: 404 len: 337 time: 0.0410466 Feb 10 11:34:23.946556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:23.994356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-669bab59-f472-45c2-b967-4c8eb7a7665d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:23.995462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669bab59-f472-45c2-b967-4c8eb7a7665d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.001602 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-669bab59-f472-45c2-b967-4c8eb7a7665d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/f073c794-d39a-472b-b52c-7775dc42fc05 HTTP/1.1" status: 404 len: 333 time: 0.0546257 Feb 10 11:34:24.002803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52670) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.047873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-00016f0c-843b-4f70-96d3-2453ce860744 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.048489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00016f0c-843b-4f70-96d3-2453ce860744 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.050427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-00016f0c-843b-4f70-96d3-2453ce860744 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/280e4e81-ea3f-4b03-a8d5-1b87bbd57d63 HTTP/1.1" status: 404 len: 337 time: 0.0460098 Feb 10 11:34:24.052777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.094082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f441f7-e4b3-4887-9ffe-08ee67babd8b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.094521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f441f7-e4b3-4887-9ffe-08ee67babd8b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.096188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-45f441f7-e4b3-4887-9ffe-08ee67babd8b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/ff3aa594-201c-4101-bed9-f6330030ee74 HTTP/1.1" status: 404 len: 333 time: 0.0423992 Feb 10 11:34:24.098631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.121579 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cb0b13-8634-44af-a508-eeafd9b9724b tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.122010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cb0b13-8634-44af-a508-eeafd9b9724b tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.123646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-09cb0b13-8634-44af-a508-eeafd9b9724b tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "DELETE /v2.0/ports/05ce8049-0032-42ae-95f9-a952fe856717 HTTP/1.1" status: 404 len: 333 time: 0.1863782 Feb 10 11:34:24.135275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.154212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.169697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-12afea4a-8cb8-4cff-b6a9-66f074c2894c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.170135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12afea4a-8cb8-4cff-b6a9-66f074c2894c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.171776 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12afea4a-8cb8-4cff-b6a9-66f074c2894c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/e052b02e-bd41-4cd4-a655-05f0951e672b HTTP/1.1" status: 404 len: 337 time: 0.0722680 Feb 10 11:34:24.175065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52686) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.198877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-16625391-b4e9-4679-a807-953e855589e2 None None] Provisioning complete for port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:24.199649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16625391-b4e9-4679-a807-953e855589e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.226787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-541f715e-9155-4a05-aaae-1e6564939a3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.227222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541f715e-9155-4a05-aaae-1e6564939a3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.231083 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-541f715e-9155-4a05-aaae-1e6564939a3c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/16010710-9582-45a4-a4f2-92660bfe1e12 HTTP/1.1" status: 404 len: 333 time: 0.0534704 Feb 10 11:34:24.232093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52690) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.269220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-16625391-b4e9-4679-a807-953e855589e2 None None] Port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:24.280054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aff635-a403-41ba-afa9-83f21f7076b4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.280223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29aff635-a403-41ba-afa9-83f21f7076b4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.284105 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-29aff635-a403-41ba-afa9-83f21f7076b4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7f376f84-0e64-45df-ad08-b6569656513c HTTP/1.1" status: 404 len: 337 time: 0.0488751 Feb 10 11:34:24.284994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52694) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.317901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.351612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6737d75-c1d7-49ad-a0cd-b20abc8d6fb5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:24.357455 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ef88be-3421-47e7-a06e-a1be88a70dc5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.357733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ef88be-3421-47e7-a06e-a1be88a70dc5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.387472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device be18bba2-b33e-4ea4-8827-8f688714220a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:24.408122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Deleting subnet cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:24.411195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.430860 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a8ef88be-3421-47e7-a06e-a1be88a70dc5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0ba775eb-a330-4cc7-a147-1bcbad0027aa HTTP/1.1" status: 404 len: 333 time: 0.1398745 Feb 10 11:34:24.437826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.455617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port be18bba2-b33e-4ea4-8827-8f688714220a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:24.455979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.490241 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2344bcd-c37b-461b-9e48-875dfc494e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.490680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2344bcd-c37b-461b-9e48-875dfc494e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.492402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2344bcd-c37b-461b-9e48-875dfc494e0d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/f1a3fa5b-6db6-464c-ad89-760b546f6aa3 HTTP/1.1" status: 404 len: 337 time: 0.0537915 Feb 10 11:34:24.495764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.540007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.543614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f581fbbe-1b45-4218-b7ef-ef6f8a26445b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6737d75-c1d7-49ad-a0cd-b20abc8d6fb5 HTTP/1.1" status: 204 len: 168 time: 1.2104831 Feb 10 11:34:24.544579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52706) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.560252 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b0a54e-38c8-4264-816a-3cd67d4bdf82 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.560695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b0a54e-38c8-4264-816a-3cd67d4bdf82 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.564538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37b0a54e-38c8-4264-816a-3cd67d4bdf82 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/239a14f9-8b4f-4df5-8030-45f4d1197492 HTTP/1.1" status: 404 len: 333 time: 0.0655918 Feb 10 11:34:24.564538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.592672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.658614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabd0786-899e-494b-8095-bb55f4bdfc5b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.659046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabd0786-899e-494b-8095-bb55f4bdfc5b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.661839 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fabd0786-899e-494b-8095-bb55f4bdfc5b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/8ae50447-542e-48c0-96dd-f6ac918db659 HTTP/1.1" status: 404 len: 337 time: 0.0631013 Feb 10 11:34:24.663755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52714) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.682181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 72a86645-393d-4453-aaf7-31b9abc05551 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:24.716941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 72a86645-393d-4453-aaf7-31b9abc05551 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:24.717563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 72a86645-393d-4453-aaf7-31b9abc05551 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:24.719938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9407aa6d-f51d-477b-865f-4e8541af5f38 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.720368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9407aa6d-f51d-477b-865f-4e8541af5f38 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.724328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9407aa6d-f51d-477b-865f-4e8541af5f38 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/475ca2d3-ce09-4f19-b3c7-0023cb27253f HTTP/1.1" status: 404 len: 337 time: 0.0560281 Feb 10 11:34:24.729304 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.765832 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-528ce43a-5b1b-4069-a838-51548a2b1fdc tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2208116 Feb 10 11:34:24.773441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.789655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--953903468'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:24.794797 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2272ccd-0cde-4e37-b8b3-6b7269d267bc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.795251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2272ccd-0cde-4e37-b8b3-6b7269d267bc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.796812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d2272ccd-0cde-4e37-b8b3-6b7269d267bc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/b25b8f55-3c62-46a1-8750-3d35f9240535 HTTP/1.1" status: 404 len: 333 time: 0.0666292 Feb 10 11:34:24.803019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52726) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.808644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:24.848883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:24.852704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-67133579-63d2-4b91-bd48-3ee1406c55ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.853698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67133579-63d2-4b91-bd48-3ee1406c55ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.855353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67133579-63d2-4b91-bd48-3ee1406c55ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/d297bc04-be0c-47b4-9c47-1344fa02c069 HTTP/1.1" status: 404 len: 337 time: 0.0503354 Feb 10 11:34:24.857020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:24.859540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52730) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.868963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:24.875476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.882586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.899514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.923200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.923866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router 79f80f1c-9728-44e0-be47-723265302b19 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:24.947166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:24.952018 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dc60e5bd-2b04-4d73-849d-5fb12c15cc21 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/79f80f1c-9728-44e0-be47-723265302b19 HTTP/1.1" status: 204 len: 168 time: 1.2530980 Feb 10 11:34:24.952018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52734) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.953421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-150d1f53-3e65-435d-b88b-8f5e0885b53a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:24.953862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150d1f53-3e65-435d-b88b-8f5e0885b53a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:24.957778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-150d1f53-3e65-435d-b88b-8f5e0885b53a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/9e314754-3d70-4dc8-8ad8-dcd84887d858 HTTP/1.1" status: 404 len: 337 time: 0.0934761 Feb 10 11:34:24.959010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52738) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:24.999099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.018841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router b9ee9cd8-e12a-4119-9f18-517262bc11ef is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:25.022674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0f8ef7-7b83-4f09-a726-3fdd4f41c7fe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.023109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0f8ef7-7b83-4f09-a726-3fdd4f41c7fe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.027563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af0f8ef7-7b83-4f09-a726-3fdd4f41c7fe tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/2cd7cddb-4208-43f5-a738-42563fd7894b HTTP/1.1" status: 404 len: 333 time: 0.0649266 Feb 10 11:34:25.027930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52742) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.056635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:25.059077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.096759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:25.104547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:25.107301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event deleted for resources: {'Subnet': ['ID=cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.113349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:25.123399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.130173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056bcf5-4285-4906-ba80-f026928307e1 None None] Network c26308f0-0837-4297-b032-b13b2defabe3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:25.136825 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d7fdd8-af11-4da7-9cbb-0c5e210a5d40 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.137404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d7fdd8-af11-4da7-9cbb-0c5e210a5d40 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.139189 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-08d7fdd8-af11-4da7-9cbb-0c5e210a5d40 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/a3e37075-5384-4921-92c3-149bb14a0cfc HTTP/1.1" status: 404 len: 337 time: 0.1103609 Feb 10 11:34:25.142553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52746) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.184291 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec004040-9968-4ca4-a6bf-216efff754a1 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "DELETE /v2.0/subnets/cbee0b2b-ad1e-4af8-a5cb-bbe1a2c75d23 HTTP/1.1" status: 204 len: 168 time: 1.0479784 Feb 10 11:34:25.188739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52750) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.195770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d93db3-ecb9-41d9-9b54-bf6ed3ad8f34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.196132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d93db3-ecb9-41d9-9b54-bf6ed3ad8f34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.234086 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-93d93db3-ecb9-41d9-9b54-bf6ed3ad8f34 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/dbc50667-296e-434a-a51a-9182d8031a0f HTTP/1.1" status: 404 len: 337 time: 0.0883226 Feb 10 11:34:25.265917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52754) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.320905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.331561 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc23f7a-4c1e-4c66-b565-c06890f0d3ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.331991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc23f7a-4c1e-4c66-b565-c06890f0d3ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.335909 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9cc23f7a-4c1e-4c66-b565-c06890f0d3ce tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/21b7566e-ddd0-4513-89e7-e309134c9dcd HTTP/1.1" status: 404 len: 333 time: 0.0663581 Feb 10 11:34:25.336058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.338194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52758) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.354578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 84435ad0-2905-4ce9-8629-aa03c735a256 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:25.365068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.398106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.406352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] DHCP port deletion for c26308f0-0837-4297-b032-b13b2defabe3 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:25.412572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Deleting port 35559e91-b32c-4fa9-8b77-da364150b042 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:25.413234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.415367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2caba1-7b7a-4bfd-be79-5c2a8d8fe67a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.415865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2caba1-7b7a-4bfd-be79-5c2a8d8fe67a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.419272 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec2caba1-7b7a-4bfd-be79-5c2a8d8fe67a tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/50b56863-bfd8-4581-89be-e1b3efac3aee HTTP/1.1" status: 404 len: 337 time: 0.0687857 Feb 10 11:34:25.420635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.424356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6385882 Feb 10 11:34:25.424356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.427469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52766) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.430078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.430954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6209a6-4fdf-40a8-b451-fed82fd853e3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.517755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:25.526543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24fb7572-ba35-4efd-933e-d4b65a904c8a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5341296 Feb 10 11:34:25.526543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52772) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.535357 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] Sync routers for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:25.549601 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:25.551126 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:25.571553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c359d43b-1427-45f7-86c8-7edd5a6b50f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:25.573376 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-c359d43b-1427-45f7-86c8-7edd5a6b50f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:25.576664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c359d43b-1427-45f7-86c8-7edd5a6b50f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1441088 Feb 10 11:34:25.578441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52776) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.584084 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-01def162-1cde-4e45-85d3-2f01bed4de71 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.584528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01def162-1cde-4e45-85d3-2f01bed4de71 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:25.587457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01def162-1cde-4e45-85d3-2f01bed4de71 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/e57b62cc-6897-4da6-96eb-6f77cf15ad8a HTTP/1.1" status: 404 len: 337 time: 0.1619577 Feb 10 11:34:25.594370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-de5ab5bc-dd04-45d7-80aa-9974bd7dc5f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:25.595131 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-de5ab5bc-dd04-45d7-80aa-9974bd7dc5f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:25.604866 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de5ab5bc-dd04-45d7-80aa-9974bd7dc5f2 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177999 Feb 10 11:34:25.605047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52780) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.605047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52782) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.605047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Deleting port 35559e91-b32c-4fa9-8b77-da364150b042 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:25.605047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.607744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.648538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] For port 35559e91-b32c-4fa9-8b77-da364150b042, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=35559e91-b32c-4fa9-8b77-da364150b042,segment=NetworkSegment(4833860b-5b08-4774-9c17-638056f417ea),segment_id=4833860b-5b08-4774-9c17-638056f417ea)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:25.649012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.651309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ccc90-9e11-41d6-b139-94190d76de89 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:25.651886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f94ccc90-9e11-41d6-b139-94190d76de89 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:25.654285 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:25.662588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7c5d9f5e-17f6-4f8b-ba09-7d469be62aeb tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:25.663284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7c5d9f5e-17f6-4f8b-ba09-7d469be62aeb tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:25.666790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7c5d9f5e-17f6-4f8b-ba09-7d469be62aeb tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0616620 Feb 10 11:34:25.667942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.673565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-38a52c28-db6a-42d6-8d38-b71bb78509f4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:25.674695 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-38a52c28-db6a-42d6-8d38-b71bb78509f4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:25.678527 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-38a52c28-db6a-42d6-8d38-b71bb78509f4 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081253 Feb 10 11:34:25.680794 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:25.682167 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:33:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:25.683676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.703923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f94ccc90-9e11-41d6-b139-94190d76de89 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:25.708252 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f94ccc90-9e11-41d6-b139-94190d76de89 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports/3b3d65a9-ae6d-492b-94c0-e58bccf89f9a HTTP/1.1" status: 200 len: 910 time: 0.1777751 Feb 10 11:34:25.708778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52796) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.714524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0152a3c-2646-494a-b25f-3bcc5d95b0de tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b11ff48-d8f5-4218-b719-4ff790b40d26 HTTP/1.1" status: 200 len: 205 time: 0.1128426 Feb 10 11:34:25.717355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52800) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.778432 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:25.779869 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec88780-aacb-4b9e-85bb-ab702515e954 None None] The sync data for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:25.782727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Calling delete_port for 35559e91-b32c-4fa9-8b77-da364150b042 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:25.818265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52804) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.869287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.912047 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-d0649563-470b-4974-b532-d060c70396aa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] delete failed (client error): The resource could not be found. Feb 10 11:34:25.915700 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0649563-470b-4974-b532-d060c70396aa tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/routers/9b11ff48-d8f5-4218-b719-4ff790b40d26 HTTP/1.1" status: 404 len: 336 time: 0.1394031 Feb 10 11:34:25.917795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52808) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:25.933217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] No DVR routers for this DVR port 35559e91-b32c-4fa9-8b77-da364150b042 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:25.940588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396052cf-7728-4063-bfcd-106086b3aa6f None None] Pushing event deleted for resources: {'Port': ['ID=35559e91-b32c-4fa9-8b77-da364150b042,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:25.950919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.963068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:25.995729 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f2b0a9-ae24-4029-81d8-4d565299b9a7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:25.996174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f2b0a9-ae24-4029-81d8-4d565299b9a7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.007894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=84435ad0-2905-4ce9-8629-aa03c735a256,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.012390 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d4f2b0a9-ae24-4029-81d8-4d565299b9a7 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7457ee9a-04ad-4724-bfc3-491591dd331e HTTP/1.1" status: 404 len: 337 time: 0.0936561 Feb 10 11:34:26.020453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.023498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.024337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc904d9-df09-477e-add2-db97e72fd784 None None] Network 1ddbc882-8087-4bd0-be9e-135a31148445 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:26.027973 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a5f4ef9-36b3-4fd1-b887-515649bcf4ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/84435ad0-2905-4ce9-8629-aa03c735a256 HTTP/1.1" status: 204 len: 168 time: 1.0733538 Feb 10 11:34:26.030137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.031292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.099819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3c16417-d93d-4f65-a040-9cb7ba8c148e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "GET /v2.0/ports?device_id=66712328-5641-44b1-a85d-9cda8b0f02db HTTP/1.1" status: 200 len: 205 time: 0.0739105 Feb 10 11:34:26.105916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52820) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.155147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.164729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] For port 35559e91-b32c-4fa9-8b77-da364150b042, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=35559e91-b32c-4fa9-8b77-da364150b042,segment=NetworkSegment(4833860b-5b08-4774-9c17-638056f417ea),segment_id=4833860b-5b08-4774-9c17-638056f417ea)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:26.165381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.230216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 031ba167-cb32-42c0-b3b8-3d2af7734a18 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:26.230454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.305414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] DHCP port deletion for 1ddbc882-8087-4bd0-be9e-135a31148445 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:26.312738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Deleting port 031ba167-cb32-42c0-b3b8-3d2af7734a18 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:26.312738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.379983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Calling delete_port for 35559e91-b32c-4fa9-8b77-da364150b042 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:26.409207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 031ba167-cb32-42c0-b3b8-3d2af7734a18 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:26.411192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b69c267a-ed26-4730-805b-1ed5dd5fe373 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] delete failed (client error): The resource could not be found. Feb 10 11:34:26.414547 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b69c267a-ed26-4730-805b-1ed5dd5fe373 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/routers/66712328-5641-44b1-a85d-9cda8b0f02db HTTP/1.1" status: 404 len: 336 time: 0.2567220 Feb 10 11:34:26.423895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52824) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.488115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5da6f6-698c-493d-8e6c-9e7eddf451a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.488544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5da6f6-698c-493d-8e6c-9e7eddf451a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.507690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.509764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.513565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01 HTTP/1.1" status: 204 len: 168 time: 0.8237488 Feb 10 11:34:26.518255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.522059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Deleting port d0201175-422c-4864-8296-6d3b492c41d6 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:26.522398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.556759 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cc5da6f6-698c-493d-8e6c-9e7eddf451a0 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/8e9cc5a0-9c9c-4434-9314-1db7ce15fd78 HTTP/1.1" status: 404 len: 337 time: 0.1287198 Feb 10 11:34:26.565347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52832) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.577610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a88c4-8544-4469-9b28-ae5630e5135a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba96fc8-48c4-41f5-bc84-c6b9d9bbfb01,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:26.625960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bee3900-3a3b-410f-b218-2cd74125b9af tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.626398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bee3900-3a3b-410f-b218-2cd74125b9af tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.630523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5bee3900-3a3b-410f-b218-2cd74125b9af tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/021e4068-a0cc-4041-adf6-849aa1fc9780 HTTP/1.1" status: 404 len: 337 time: 0.0521488 Feb 10 11:34:26.630745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.676361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:26.676765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.687548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:26.687731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.687947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.697474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bec27be8-c487-4e3d-af31-6ed3c0e73a82 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:26.741019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:26.741665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:26.743183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-62380220-830e-4e2b-93d1-ce0af6cbf16b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.744351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62380220-830e-4e2b-93d1-ce0af6cbf16b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.771940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62380220-830e-4e2b-93d1-ce0af6cbf16b tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/1df3d0b6-0126-4777-9769-8f1540f71e33 HTTP/1.1" status: 404 len: 333 time: 0.1378160 Feb 10 11:34:26.772693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.817204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-850fc7f2-098a-46ab-aed2-377d4ccf147c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.817885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850fc7f2-098a-46ab-aed2-377d4ccf147c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.818336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 031ba167-cb32-42c0-b3b8-3d2af7734a18 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:26.822421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-850fc7f2-098a-46ab-aed2-377d4ccf147c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/357b957b-c380-44e1-9e8f-411731a4076d HTTP/1.1" status: 404 len: 337 time: 0.0461671 Feb 10 11:34:26.823189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.843961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Calling delete_port for 031ba167-cb32-42c0-b3b8-3d2af7734a18 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:26.883268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff3ae2-e6d6-433d-80f8-f3f3576331fd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:26.884005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff3ae2-e6d6-433d-80f8-f3f3576331fd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:26.888579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b1ff3ae2-e6d6-433d-80f8-f3f3576331fd tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/406a6b72-9efd-4b4f-a055-81ab33b0d2dc HTTP/1.1" status: 404 len: 333 time: 0.0616212 Feb 10 11:34:26.888806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52848) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.908050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:26.912054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:26.912739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 35559e91-b32c-4fa9-8b77-da364150b042 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:26.976682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bec27be8-c487-4e3d-af31-6ed3c0e73a82 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:26.977887 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bec27be8-c487-4e3d-af31-6ed3c0e73a82 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4571936 Feb 10 11:34:26.986712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52852) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:26.995218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--353571991'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:27.008041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:27.023887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=031ba167-cb32-42c0-b3b8-3d2af7734a18,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:27.033054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 35559e91-b32c-4fa9-8b77-da364150b042 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:27.033396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 35559e91-b32c-4fa9-8b77-da364150b042 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:27.035711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:27.043583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:27.044284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:27.061739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.061884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.062333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.076761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e21ed4-1683-4332-9387-092e522a9eff tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.077208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e21ed4-1683-4332-9387-092e522a9eff tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.078917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9e21ed4-1683-4332-9387-092e522a9eff tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/4345568b-ce25-4c68-bce3-1637435c3ad2 HTTP/1.1" status: 404 len: 337 time: 0.1890905 Feb 10 11:34:27.080954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:27.081487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:27.081872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52856) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.135707 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c675d184-4261-420e-abe1-e00d2487f080 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.136136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c675d184-4261-420e-abe1-e00d2487f080 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.149652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c939512d-e81f-4d10-9aa0-6d027c0c9bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.158776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:27.163270 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c675d184-4261-420e-abe1-e00d2487f080 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/e6b8cbd4-7997-4c34-8ade-67c3b4873e16 HTTP/1.1" status: 404 len: 333 time: 0.0780234 Feb 10 11:34:27.164522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:27.167372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.170847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:27.196554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Calling delete_port for d0201175-422c-4864-8296-6d3b492c41d6 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:27.209946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:27.214658 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d752c4a-62a6-4a67-84ab-9cbd5d313d7e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.215142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d752c4a-62a6-4a67-84ab-9cbd5d313d7e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.216883 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d752c4a-62a6-4a67-84ab-9cbd5d313d7e tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/0307bff2-5ea1-4f34-8615-ed1948155435 HTTP/1.1" status: 404 len: 337 time: 0.0485075 Feb 10 11:34:27.220227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52864) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.242752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Deleting port 35559e91-b32c-4fa9-8b77-da364150b042 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:27.243090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.301102 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b921e72-937d-411b-b0fd-0654bde856b1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.301530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b921e72-937d-411b-b0fd-0654bde856b1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.315545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] The port '35559e91-b32c-4fa9-8b77-da364150b042' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:27.326129 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4b921e72-937d-411b-b0fd-0654bde856b1 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0759e86e-84ec-4340-b973-1fbcc6c8e63b HTTP/1.1" status: 404 len: 333 time: 0.1042311 Feb 10 11:34:27.332480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52868) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.416319 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eca346-dc9a-45a3-b2d6-abb9d59d4d6d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.416774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eca346-dc9a-45a3-b2d6-abb9d59d4d6d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.444136 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-22eca346-dc9a-45a3-b2d6-abb9d59d4d6d tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/3b639389-487d-4b67-a090-4b8932d5ee6d HTTP/1.1" status: 404 len: 337 time: 0.1067688 Feb 10 11:34:27.448083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52872) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.452403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.454282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.466168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.490308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.507830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-24270169-1ad8-4a51-9f8d-f0631a02eaa4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.508305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24270169-1ad8-4a51-9f8d-f0631a02eaa4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.546165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Deleting port 031ba167-cb32-42c0-b3b8-3d2af7734a18 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:27.546700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.565812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26308f0-0837-4297-b032-b13b2defabe3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:27.578819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24270169-1ad8-4a51-9f8d-f0631a02eaa4 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/9cf5d758-77a7-4f37-835c-d1703d37be70 HTTP/1.1" status: 404 len: 333 time: 0.1291838 Feb 10 11:34:27.586531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4833860b-5b08-4774-9c17-638056f417ea') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:27.586834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4833860b-5b08-4774-9c17-638056f417ea') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:27.594310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.614764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.615961 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6274087 Feb 10 11:34:27.616579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 031ba167-cb32-42c0-b3b8-3d2af7734a18 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:27.616897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.629761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.637783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.650467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-096cd07a-40e6-4de9-95af-d8358a7cb782 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:27.651064 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-096cd07a-40e6-4de9-95af-d8358a7cb782 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:27.652036 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-096cd07a-40e6-4de9-95af-d8358a7cb782 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165312 Feb 10 11:34:27.658411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52884) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.662620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31e8348-f26a-4c1e-96aa-1ca5731dc7f5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.663052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31e8348-f26a-4c1e-96aa-1ca5731dc7f5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.664556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9ee77-4cf1-44b2-bde5-a75c2a484a98 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742c126a-b5c6-4a87-8c12-f204af66003c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:27.664726 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b31e8348-f26a-4c1e-96aa-1ca5731dc7f5 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/de24c2d1-ce80-4458-ae94-b998ee2f92f5 HTTP/1.1" status: 404 len: 337 time: 0.0694203 Feb 10 11:34:27.671673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:27.675568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.718240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:27.727369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.734477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:27.739870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:27.742712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.779515 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea393645-ee64-4665-bcd2-d8a3a19a21dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.779957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea393645-ee64-4665-bcd2-d8a3a19a21dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.781778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea393645-ee64-4665-bcd2-d8a3a19a21dc tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/5f746d67-c1a8-4815-bc34-53657d992358 HTTP/1.1" status: 404 len: 333 time: 0.1013253 Feb 10 11:34:27.785876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52894) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:27.787691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:27.789973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:27.790525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.794045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:27.794454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:27.805437 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:27.854114 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5918853c-7e61-4e1f-874d-b5ead35d394c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:27.854457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5918853c-7e61-4e1f-874d-b5ead35d394c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:27.865548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Port': ['ID=d0201175-422c-4864-8296-6d3b492c41d6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:27.920393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Calling delete_port for 031ba167-cb32-42c0-b3b8-3d2af7734a18 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:27.932298 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5918853c-7e61-4e1f-874d-b5ead35d394c tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/c1752e46-47cb-4af2-b000-5658becc789d HTTP/1.1" status: 404 len: 337 time: 0.1453214 Feb 10 11:34:27.971185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52898) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.005440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.030887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.040206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.056983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aa1c45-7c45-4fa2-8643-bccd62bcae2f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.057420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7aa1c45-7c45-4fa2-8643-bccd62bcae2f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.065027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.066051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cebb9173-c31c-4a8d-87ec-c1965a3878c0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4050505 Feb 10 11:34:28.070018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] Pushing event deleted for resources: {'Network': ['ID=c26308f0-0837-4297-b032-b13b2defabe3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:28.071576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52902) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.077650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1191d4ba-0ad2-45eb-8d0f-0932d0c48089 tempest-DHCPAgentSchedulersTestJSON-1438331935 tempest-DHCPAgentSchedulersTestJSON-1438331935-project] 10.222.0.42 "DELETE /v2.0/networks/c26308f0-0837-4297-b032-b13b2defabe3 HTTP/1.1" status: 204 len: 168 time: 2.8834364 Feb 10 11:34:28.084551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fb5e74ba-4033-4c65-b6de-1db9865b8274 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.085431 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-fb5e74ba-4033-4c65-b6de-1db9865b8274 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.086709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fb5e74ba-4033-4c65-b6de-1db9865b8274 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109088 Feb 10 11:34:28.089454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] Pushing event deleted for resources: {'Port': ['ID=031ba167-cb32-42c0-b3b8-3d2af7734a18,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:28.091013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7aa1c45-7c45-4fa2-8643-bccd62bcae2f tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/ports/0c906b4b-4727-41df-b900-52a4b7ac9eec HTTP/1.1" status: 404 len: 333 time: 0.1188242 Feb 10 11:34:28.091857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52908) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.095475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.099473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ada0ff-a997-49bf-aa77-a7bb44f3a370 None None] No DVR routers for this DVR port 031ba167-cb32-42c0-b3b8-3d2af7734a18 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:28.106346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52910) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.163780 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea32179-e655-4cf4-abc2-7cfc4762e9e9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] DELETE failed (client error): The resource could not be found. Feb 10 11:34:28.164214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea32179-e655-4cf4-abc2-7cfc4762e9e9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:34:28.164527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.165852 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dea32179-e655-4cf4-abc2-7cfc4762e9e9 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/subnets/7b2c9385-d7fc-47be-82a2-d2b0d34859d5 HTTP/1.1" status: 404 len: 337 time: 0.0586555 Feb 10 11:34:28.171469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52916) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.182403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:28.193454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 031ba167-cb32-42c0-b3b8-3d2af7734a18, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=031ba167-cb32-42c0-b3b8-3d2af7734a18,segment=NetworkSegment(a6da5c33-9bd5-4933-a7cb-9737eb32f3e9),segment_id=a6da5c33-9bd5-4933-a7cb-9737eb32f3e9)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:28.193810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.255524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:28.263553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:28.329783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:28.353937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 031ba167-cb32-42c0-b3b8-3d2af7734a18 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:28.383475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.428877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52922) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.434554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.21.0.1 (50693380-5d66-454d-b463-811869ec6ac1/5b5ac4d8-e111-4a86-b064-f477c30df66f/4458daea-a2cb-4806-b238-9a1a3cf90ef7) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:28.471184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.474890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9f42e70-77c3-4668-9d27-dedb2753086d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3782287 Feb 10 11:34:28.477483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52928) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.477747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:28.478601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:28.487859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a85f29f8-1aa9-4671-b275-f9186a1d3fd7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.488465 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-a85f29f8-1aa9-4671-b275-f9186a1d3fd7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.492281 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a85f29f8-1aa9-4671-b275-f9186a1d3fd7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099964 Feb 10 11:34:28.533501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52932) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.544898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.552515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:28.570045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:28.574749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:28.584198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:28.630384 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Project a1d7d50be7b24001b3478470f16c137b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:34:28.651330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.681466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777c9540-812e-4174-85ca-b69ca9423c5f']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.685715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.695879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53230c5-c445-4e93-8f07-04de17c73d55') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.696170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53230c5-c445-4e93-8f07-04de17c73d55') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:28.696906 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.697915 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a85bfcc7-6251-4c29-8ee7-34cbc5265888 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1637712 Feb 10 11:34:28.702218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52936) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.715014 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4c721e71-c456-41db-8d5b-3d9a08268aff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c25ecf3aaa1b4558a53be92dc7631b48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2835360 Feb 10 11:34:28.716040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object 4458daea-a2cb-4806-b238-9a1a3cf90ef7 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:28.717125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2e6864a6-8f76-4fb7-8395-e2d3fcc3a7dd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.717642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52940) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.717756 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-2e6864a6-8f76-4fb7-8395-e2d3fcc3a7dd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.718632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e6864a6-8f76-4fb7-8395-e2d3fcc3a7dd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148361 Feb 10 11:34:28.721333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52944) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.721785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.738200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.747902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.750243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:28.755962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:28.756383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.762501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:28.768411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:28.770787 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:28.781661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:28.809889 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Project a1d7d50be7b24001b3478470f16c137b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:34:28.821476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.876343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.903943 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:28.904869 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3859cc1f-d162-4ea3-a443-914d0eb40a0b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1826408 Feb 10 11:34:28.907374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.914475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:28.932417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 50693380-5d66-454d-b463-811869ec6ac1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:28.933150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=4458daea-a2cb-4806-b238-9a1a3cf90ef7,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:28.936367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:28.942999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:28.947848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:28.987054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '742c126a-b5c6-4a87-8c12-f204af66003c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:28.991608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.004014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:29.015795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] Pushing event deleted for resources: {'Network': ['ID=777c9540-812e-4174-85ca-b69ca9423c5f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:29.020825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:29.025977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:29.036249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:29.037987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.050474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9282695c-220d-48f1-9aee-e5049dedca03 tempest-NetworksTestDHCPv6-606824739 tempest-NetworksTestDHCPv6-606824739-project] 10.222.0.42 "DELETE /v2.0/networks/777c9540-812e-4174-85ca-b69ca9423c5f HTTP/1.1" status: 204 len: 168 time: 0.8776364 Feb 10 11:34:29.062029 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Project a1d7d50be7b24001b3478470f16c137b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:34:29.095674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:29.100876 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e5c7ad5-eac5-4235-85d4-75c15a3974ad tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1852539 Feb 10 11:34:29.101705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52954) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.109075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.139204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df993eb8-133c-4d72-a7b1-144819e8ec87,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:29.187630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.207462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.207852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.208967 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90e65486-c4c3-4c39-a822-a2a7130883ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df993eb8-133c-4d72-a7b1-144819e8ec87 HTTP/1.1" status: 204 len: 168 time: 0.4904568 Feb 10 11:34:29.248338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9d16031-22f8-4dc6-a51a-2c8110ddccef None None] Provisioning for port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:29.253708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.254927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9d16031-22f8-4dc6-a51a-2c8110ddccef None None] Provisioning complete for port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:29.255319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9d16031-22f8-4dc6-a51a-2c8110ddccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.334037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Router d4a671a6-58e6-4dca-a92e-81b9aae384e0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:29.342915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a9d16031-22f8-4dc6-a51a-2c8110ddccef None None] Port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:29.360715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6de369ba-8c51-4ba3-94aa-33fff0e39305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.361503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.445394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52964) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.454657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 031ba167-cb32-42c0-b3b8-3d2af7734a18 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:29.455007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.502417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742c126a-b5c6-4a87-8c12-f204af66003c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:29.504281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.507663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f8133fd-e5ed-4b54-8e80-d6725772132a tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/742c126a-b5c6-4a87-8c12-f204af66003c HTTP/1.1" status: 204 len: 168 time: 0.4001725 Feb 10 11:34:29.511815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52970) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.526550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] The port '031ba167-cb32-42c0-b3b8-3d2af7734a18' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:29.623738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-58675a4e-6f68-4b44-ba78-aa87effe1034 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:29.643923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-58675a4e-6f68-4b44-ba78-aa87effe1034 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:29.649180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-58675a4e-6f68-4b44-ba78-aa87effe1034 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1322412 Feb 10 11:34:29.652858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52974) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.660073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--580397690'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:29.667617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:29.669522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:29.673891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.680103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Sync routers for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:29.699046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:29.702134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:29.718520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52978) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:29.754435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4fb4a55-1b41-40f7-81c6-a4052eb194bf tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "DELETE /v2.0/floatingips/f786a738-c935-4264-941b-03c19f8df479 HTTP/1.1" status: 204 len: 168 time: 3.9240658 Feb 10 11:34:29.764603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:34:29.769554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:29.782652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.839275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'status': 'completed', 'code': 200} Feb 10 11:34:29.898016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:29.917048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:29.923072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:29.925052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddbc882-8087-4bd0-be9e-135a31148445']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:29.929641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:29.933795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:29.950877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:29.953950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:29.954269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6da5c33-9bd5-4933-a7cb-9737eb32f3e9') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:29.982283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-07b567bd-939f-4574-8fbe-ef08f46eadfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91af0487670041898991d85571f36f1d&device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 1098 time: 0.1124644 Feb 10 11:34:30.004284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.041898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.073925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.091523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.094229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.121202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:30.122327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:30.139043 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:30.256480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d978ca-a720-4a6c-9479-6fa68acda1cd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.274979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.278901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68831879-19d6-4675-84e7-11491d636657 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6222491 Feb 10 11:34:30.281676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 52988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.292390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:30.301555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Usage tracker for resource:security_group_rule and tenant:655d400088b940aba81e6ed67e2177e6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:30.302272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'e2d978ca-a720-4a6c-9479-6fa68acda1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:30.302497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:30.307936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Checking router: d4a671a6-58e6-4dca-a92e-81b9aae384e0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:34:30.308253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:30.317668 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e9025144-eb37-4671-adc1-f848c7a62272 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f062fd4fc8c647949c5d5632bd14c334&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8682392 Feb 10 11:34:30.319173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.321013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:30.322833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:30.322929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52992) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.323543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:30.325448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:30.338656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:30.342629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:30.346662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.351192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:30.363270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-c82ede20-b65b-4ea9-a791-84db94bb5e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:30.364735 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-c82ede20-b65b-4ea9-a791-84db94bb5e00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 200 len: 898 time: 0.3213303 Feb 10 11:34:30.385606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=1ddbc882-8087-4bd0-be9e-135a31148445,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.404955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.410011 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e9ca78f-6b04-41ee-8ec1-26600026a9db tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/1ddbc882-8087-4bd0-be9e-135a31148445 HTTP/1.1" status: 204 len: 168 time: 4.3776772 Feb 10 11:34:30.420456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 52996) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.424018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.436312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175da81-2517-4135-af1d-1af1b571fdf6 req-45cefcae-57b8-4d7a-95d6-986b8b52dd5a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:30.437034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4175da81-2517-4135-af1d-1af1b571fdf6 req-45cefcae-57b8-4d7a-95d6-986b8b52dd5a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Synchronizing usage tracker for tenant:91af0487670041898991d85571f36f1d on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:30.477616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-6f2a00a1-3332-45be-bb20-59a19eb94fef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 200 len: 217 time: 0.1029589 Feb 10 11:34:30.481356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The resource could not be found. Feb 10 11:34:30.485028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f6ad26f4-811c-4e65-8c3e-a089881b56c3 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1974566 Feb 10 11:34:30.499089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125076943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:30.504334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53000) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.519023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.532038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4175da81-2517-4135-af1d-1af1b571fdf6 req-45cefcae-57b8-4d7a-95d6-986b8b52dd5a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Unset dirty status for tenant:91af0487670041898991d85571f36f1d on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:30.532299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:30.533192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4175da81-2517-4135-af1d-1af1b571fdf6 req-45cefcae-57b8-4d7a-95d6-986b8b52dd5a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.3553817 Feb 10 11:34:30.546665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'e2d978ca-a720-4a6c-9479-6fa68acda1cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8a9b35a7-a631-4fac-b7d9-7e75c1e5e8c9'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:30.558605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:30.562674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:30.567661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:30.582691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-a663b2e1-8f50-4041-9adb-1844c04fc35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:30.584166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-a663b2e1-8f50-4041-9adb-1844c04fc35e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 200 len: 835 time: 0.1008768 Feb 10 11:34:30.584463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:30.594327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:30.599377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:30.604870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:30.620081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.637618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4175da81-2517-4135-af1d-1af1b571fdf6 req-ea0b247a-6784-4fe2-a182-00305ce852b2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971463 Feb 10 11:34:30.639730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:30.647980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=4458daea-a2cb-4806-b238-9a1a3cf90ef7,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.668457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-e789a549-9c43-40e9-a6e9-e45c92337c3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9090d07-b2aa-46bc-8aa1-d9c51e4db242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782506 Feb 10 11:34:30.673130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.688525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.698889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.699820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.810661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.824121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.836116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.917254 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-fbc732a1-caa6-4e25-ad69-a8888c8bd444 service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406378 Feb 10 11:34:30.938911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:30.943686 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The resource could not be found. Feb 10 11:34:30.944901 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c021b86f-1edc-42f7-9df0-e795619c791e tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4316204 Feb 10 11:34:30.959842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f0a9e-4c95-4c9f-8e07-71e9270d22de,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:30.964222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53004) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:30.999182 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c4151cd-b5a8-43a1-815d-37b3126cdb53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=655d400088b940aba81e6ed67e2177e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2797027 Feb 10 11:34:31.003561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:31.004669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:31.011431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514fc9e-a4e2-45f8-b4af-45e3e6b98612 None None] The sync data for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv is: [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:32:36Z', 'revision_number': 4, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b76e4b9c-f50d-4fac-847c-7c9f6e71fc88', 'name': '', 'network_id': 'b9090d07-b2aa-46bc-8aa1-d9c51e4db242', 'tenant_id': '91af0487670041898991d85571f36f1d', 'mac_address': 'fa:16:3e:28:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:33Z', 'updated_at': '2022-02-10T11:32:45Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'subnets': [{'id': 'a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:31.024919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 50693380-5d66-454d-b463-811869ec6ac1 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:31.034949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:31.101281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.125300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.157306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.185330 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f42ed84-23cd-4f4f-89a6-10fae6acdeed req-76224f76-8b7b-4532-a189-2246aa8f89ae service neutron] 10.222.0.32 "GET /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622569 Feb 10 11:34:31.237979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.263292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.264391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd6f0a9e-4c95-4c9f-8e07-71e9270d22de HTTP/1.1" status: 204 len: 168 time: 0.2598553 Feb 10 11:34:31.267966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566c23f-de2f-477c-a384-2993e5300a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f0a9e-4c95-4c9f-8e07-71e9270d22de,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:31.310868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.313092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.314173 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58b6f486-1b94-426d-a076-24efd673f90e HTTP/1.1" status: 204 len: 168 time: 0.9894094 Feb 10 11:34:31.314978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.319690 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5ac447e8-1ee2-4486-946b-fe9b4511e16f tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8970056 Feb 10 11:34:31.321358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53016) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:31.344323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb8f8e-e337-43eb-9af5-7e9c6986c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6f486-1b94-426d-a076-24efd673f90e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:31.355502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-52763838'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:31.361694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:31.367061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:31.371142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:31.386835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:31.389907 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df6ab0-954c-4052-8545-207eb050b8a5 None None] New status for floating IP f786a738-c935-4264-941b-03c19f8df479: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:34:31.394453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6d38946c-efbe-4db3-b5f6-a13bbb95858b None None] Provisioning complete for port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:31.394953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d38946c-efbe-4db3-b5f6-a13bbb95858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.424285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:31.429604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-7c2b4ca7-b411-449d-bb48-98aefd3b0ec0 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:31.431381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-7c2b4ca7-b411-449d-bb48-98aefd3b0ec0 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.32 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.1290178 Feb 10 11:34:31.437295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.486411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6d38946c-efbe-4db3-b5f6-a13bbb95858b None None] Port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:31.518693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Deleting port 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:31.519033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.565291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.716375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.734038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:31.780520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.780863 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment 2bcd668e-32ad-409d-909d-209a5478c63b of type vlan for network 535c720b-e674-400d-b2e6-57bb9aa4b919 Feb 10 11:34:31.838497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.857543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.870761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d978ca-a720-4a6c-9479-6fa68acda1cd,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:31.901120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router b9ee9cd8-e12a-4119-9f18-517262bc11ef has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:31.912211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.916101 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-69a5c7d2-f041-4f7b-9210-5b59f3cf06d6 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/e2d978ca-a720-4a6c-9479-6fa68acda1cd HTTP/1.1" status: 204 len: 168 time: 0.9350581 Feb 10 11:34:31.917451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:31.991689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.996248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:31.996623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] For port 15979fdd-2f72-4aee-9cf1-834e97e2772d, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=15979fdd-2f72-4aee-9cf1-834e97e2772d,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:31.996840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:31.997008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.030974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.204339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Calling delete_port for 15979fdd-2f72-4aee-9cf1-834e97e2772d owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:32.273476 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9403119 Feb 10 11:34:32.277048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53046) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.287551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:32.307595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07820da5-b087-42f5-af7a-4a9ce61456b7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=535c720b-e674-400d-b2e6-57bb9aa4b919,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.321368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:32.424340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:32.430503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:32.434735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:32.441781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:32.443934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.454024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:32.456055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:32.477698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] Sync routers for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:32.484687 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f8d1b8f-79fa-4e94-aa49-a0435e71faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7691481 Feb 10 11:34:32.491127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53058) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.491958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:32.492636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.503810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339529ed-8c5b-4bda-ae6f-67c0029329dd req-7da81c03-b935-4952-8683-6016a670ff84 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.510763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-339529ed-8c5b-4bda-ae6f-67c0029329dd req-7da81c03-b935-4952-8683-6016a670ff84 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/ports?device_id=521f6aae-1209-4a79-9687-ab4bd5f920cb HTTP/1.1" status: 200 len: 945 time: 0.6895986 Feb 10 11:34:32.551373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7f73224-24a9-4f1b-a328-ac0c22271363 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:32.583562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.595498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:32.596115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.657929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Port': ['ID=15979fdd-2f72-4aee-9cf1-834e97e2772d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:32.665069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] No DVR routers for this DVR port 15979fdd-2f72-4aee-9cf1-834e97e2772d on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:32.684284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.691281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-deleted', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:34:32.694484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:32.694915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654cbcc-6b78-4fa4-801c-74747c3c73c9 None None] The sync data for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:32.742750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d7f73224-24a9-4f1b-a328-ac0c22271363 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:32.746144 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d7f73224-24a9-4f1b-a328-ac0c22271363 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8285730 Feb 10 11:34:32.753752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53070) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.754665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03f937-c39a-49b9-ad1e-074f09e1ddc0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:32.755282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4c03f937-c39a-49b9-ad1e-074f09e1ddc0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:32.764434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '34da94d1-38c4-4ea6-9c87-4e8438855db6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:32.772386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.773504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:32.779622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bfc33434-8306-4c4a-8972-26ca5f7af78f req-05b4ba39-e67e-4ee6-8d41-f68e729dae60 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.32 "DELETE /v2.0/ports/15979fdd-2f72-4aee-9cf1-834e97e2772d HTTP/1.1" status: 204 len: 173 time: 1.3426280 Feb 10 11:34:32.791379 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-339529ed-8c5b-4bda-ae6f-67c0029329dd req-2608c98d-792b-49f2-872b-d1d485e39a8a tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "GET /v2.0/security-groups?id=482838a7-5780-4a35-ab6b-cdc6f0c51d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796521 Feb 10 11:34:32.792715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:32.800995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:32.814779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:32.824328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521f6aae-1209-4a79-9687-ab4bd5f920cb', 'name': 'network-vif-deleted', 'tag': '15979fdd-2f72-4aee-9cf1-834e97e2772d', 'status': 'completed', 'code': 200} Feb 10 11:34:32.872702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The resource could not be found. Feb 10 11:34:32.875269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b65a6972-49a4-4e5b-89ff-339c35b537e8 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1189096 Feb 10 11:34:32.879102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53074) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.891164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--539153004'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:32.897457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:32.908586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:32.920435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:32.942383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53078) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:32.972056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:32.978186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:32.983693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:32.996377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.116323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.128241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.189732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbc79f5-7547-40bb-854e-ebf482d332bd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.189973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4c03f937-c39a-49b9-ad1e-074f09e1ddc0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:33.191697 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4c03f937-c39a-49b9-ad1e-074f09e1ddc0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports/4458daea-a2cb-4806-b238-9a1a3cf90ef7 HTTP/1.1" status: 200 len: 910 time: 0.6995301 Feb 10 11:34:33.193340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.198322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53086) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.263888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=5ff5608c-17b1-412a-b2d4-ade06ac43120,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.300873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.305356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-36382bd4-dd2e-415b-be7f-0764139c6098 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4224801 Feb 10 11:34:33.314227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53092) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.336026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190682434'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:33.350128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:33.359334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:33.363108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:33.375347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.384748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1964919127'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:33.388323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:33.388694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 535c720b-e674-400d-b2e6-57bb9aa4b919, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:33.393589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:33.408243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Usage tracker for resource:network and tenant:b0e34365899b495083df21beaeb1e942 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:33.413846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.414272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:33.423560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.440715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Made reservation on behalf of b0e34365899b495083df21beaeb1e942 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:33.443729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:33.444993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.459099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 535c720b-e674-400d-b2e6-57bb9aa4b919) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:33.465505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:33.466087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.471457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19349f35-5d98-4aa1-a4cf-91217732806a None None] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:33.480579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:33.487034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:33.491605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.491755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:33.500853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.508700 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f401f5bb-c512-46a0-8886-b6ecb5c218da tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2273505 Feb 10 11:34:33.511585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53100) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:33.727432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.788963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-535c720b-e674-400d-b2e6-57bb9aa4b919', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:33.789944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.814660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:33.821102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Usage tracker for resource:security_group_rule and tenant:b0e34365899b495083df21beaeb1e942 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:33.824573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:33.833024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:33.846529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.854970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:33.892607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0636062b-9d0d-45ba-b689-d476f2efeafe,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:33.928689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.022319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Allocated IP 2001:db8::2 (535c720b-e674-400d-b2e6-57bb9aa4b919/5ff5608c-17b1-412a-b2d4-ade06ac43120/b4722c69-a9ad-4e93-b35a-b296580269b9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:34.082020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53110) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.093483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.101084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.140367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b520c8-6271-4230-8d01-568f9e6cf3b0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.168590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:34.184354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.184654 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Added segment c16b01c0-e69f-4d56-88c3-85133ecbefa4 of type vlan for network 5043ffc2-547b-49df-8875-5f2beb605ea6 Feb 10 11:34:34.282320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.295565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Transition to ACTIVE for port object b4722c69-a9ad-4e93-b35a-b296580269b9 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:34.335861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.338336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Transition to ACTIVE for port object b4722c69-a9ad-4e93-b35a-b296580269b9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:34.347292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.355835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.359862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-74088981-07c4-4734-b88f-db92c67ac1a7 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0400739 Feb 10 11:34:34.361132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53120) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.398235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': '2dbc79f5-7547-40bb-854e-ebf482d332bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0636062b-9d0d-45ba-b689-d476f2efeafe'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:34.420867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:34.423888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:34.426152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:34.429131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:34.442711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:34.451656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:34.465595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:34.473883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.474168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Pushing event updated for resources: {'Port': ['ID=b4722c69-a9ad-4e93-b35a-b296580269b9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.474756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.478630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:34.479244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.586022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Attempting to bind port b4722c69-a9ad-4e93-b35a-b296580269b9 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:34.586615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Attempting to bind port b4722c69-a9ad-4e93-b35a-b296580269b9 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:34.586976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Attempting to bind port b4722c69-a9ad-4e93-b35a-b296580269b9 on network 535c720b-e674-400d-b2e6-57bb9aa4b919 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:34.594848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:34.595215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Checking segment: {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:34.595676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.596061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Bound using segment: {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:34.596752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Bound port: b4722c69-a9ad-4e93-b35a-b296580269b9, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:34.597108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.660224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7135627 Feb 10 11:34:34.664946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.696753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] For port b4722c69-a9ad-4e93-b35a-b296580269b9, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:34.700268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] For port b4722c69-a9ad-4e93-b35a-b296580269b9, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4722c69-a9ad-4e93-b35a-b296580269b9,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:34.705521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:34.733913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Request body: {'subnet': {'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:34.807203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8cc6-fa32-425c-982a-45bdfe51f589 None None] Pushing event updated for resources: {'Port': ['ID=b4722c69-a9ad-4e93-b35a-b296580269b9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.864596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:34.865625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d20b0e4f-bdde-4cfd-b414-056157887476 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5030916 Feb 10 11:34:34.888051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53134) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:34.888702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bdf3f-5e1d-4d96-a47d-8f17d5d76db8 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'Network': ['ID=5043ffc2-547b-49df-8875-5f2beb605ea6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:34.903820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:34.957234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:34.968327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Usage tracker for resource:subnet and tenant:b0e34365899b495083df21beaeb1e942 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:34.973653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:34.983610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:35.023584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Made reservation on behalf of b0e34365899b495083df21beaeb1e942 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:35.112665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8::1 (535c720b-e674-400d-b2e6-57bb9aa4b919/5ff5608c-17b1-412a-b2d4-ade06ac43120/09992806-decf-46e8-9231-45e7be1e91d7) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:35.213643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:35.297952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.302682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.327024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.341236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.408487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 09992806-decf-46e8-9231-45e7be1e91d7 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:35.431216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.456115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:35.474202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:35.499883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:floatingip and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:35.501978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.503869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:35.515325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:35.574810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.583369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:35.587920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:35.592338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:35.592867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.599476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.600881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:35.746748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.791378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636062b-9d0d-45ba-b689-d476f2efeafe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:35.849144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 4458daea-a2cb-4806-b238-9a1a3cf90ef7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:35.849479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.939343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:35.940455 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4e8a481-0e93-4d73-9148-cbaeaa72361b tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/0636062b-9d0d-45ba-b689-d476f2efeafe HTTP/1.1" status: 204 len: 168 time: 1.0442781 Feb 10 11:34:35.950304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e276d7-fafd-4f39-bdb1-3cd6819b9431 None None] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:35.958174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53146) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.034645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:36.084541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 15979fdd-2f72-4aee-9cf1-834e97e2772d {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:36.084779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 15979fdd-2f72-4aee-9cf1-834e97e2772d not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:36.116234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.118499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b0c368e7-a5f2-4d79-858a-4f5a72e51d04 None None] Provisioning for port b4722c69-a9ad-4e93-b35a-b296580269b9 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:36.254289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.267176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68a9e424-adec-4654-9313-97156445d498 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:36.276983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'Subnet': ['ID=87f71f41-5610-4ecc-8379-8a91e4617edb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:36.410376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 4458daea-a2cb-4806-b238-9a1a3cf90ef7 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:36.443034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4722c69-a9ad-4e93-b35a-b296580269b9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:36.488012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68a9e424-adec-4654-9313-97156445d498 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:36.489342 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68a9e424-adec-4654-9313-97156445d498 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5302930 Feb 10 11:34:36.495195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53150) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.527988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Checking segment: {'id': 'c16b01c0-e69f-4d56-88c3-85133ecbefa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:36.528379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Network hostable DHCP agents. Network: 5043ffc2-547b-49df-8875-5f2beb605ea6, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:36.531167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port b4722c69-a9ad-4e93-b35a-b296580269b9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:36.537400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.543411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b4722c69-a9ad-4e93-b35a-b296580269b9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:36.543827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.559106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.577140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.577894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.668053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Provisioning for port 09992806-decf-46e8-9231-45e7be1e91d7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:36.684173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Provisioning complete for port 09992806-decf-46e8-9231-45e7be1e91d7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:36.684697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.690362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:36.696949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:36.751674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.753376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.765242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 5043ffc2-547b-49df-8875-5f2beb605ea6) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:36.769719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:36.770297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.796517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Port 09992806-decf-46e8-9231-45e7be1e91d7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:36.798486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0639d5-3b8f-4f41-9b63-f2254cd5035a None None] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:36.831340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.879919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Allocated IP 172.26.3.90 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/11610c23-2fab-4413-8bb1-c2d93a963ce2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:36.885160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8493aeb8-351c-4be5-be2f-3b8af45bbab3 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1672440 Feb 10 11:34:36.889687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Deleting port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:36.890442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.902402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53154) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:36.923487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Request body: {'port': {'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-289353308'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:36.928896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port b4722c69-a9ad-4e93-b35a-b296580269b9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4722c69-a9ad-4e93-b35a-b296580269b9,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:36.932423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Provisioning complete for port b4722c69-a9ad-4e93-b35a-b296580269b9 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:36.932770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba139a26-0bd0-42c2-a134-839e1a21063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.966333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:36.967288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:36.981709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:37.122762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=b4722c69-a9ad-4e93-b35a-b296580269b9,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.130143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.192607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.223484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=4458daea-a2cb-4806-b238-9a1a3cf90ef7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.236262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-5043ffc2-547b-49df-8875-5f2beb605ea6', 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6', 'tenant_id': 'b0e34365899b495083df21beaeb1e942', 'fixed_ips': [{'subnet_id': '87f71f41-5610-4ecc-8379-8a91e4617edb'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:37.237633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.296409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbc79f5-7547-40bb-854e-ebf482d332bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.375618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:37.397499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Usage tracker for resource:port and tenant:b0e34365899b495083df21beaeb1e942 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:37.407316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:37.410290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.411552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d46d4ee4-24b9-4409-8cfb-a93a0a8deab1 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/2dbc79f5-7547-40bb-854e-ebf482d332bd HTTP/1.1" status: 204 len: 168 time: 0.9126124 Feb 10 11:34:37.421216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:37.423038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.430660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.478814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Allocated IP 172.20.0.2 (5043ffc2-547b-49df-8875-5f2beb605ea6/87f71f41-5610-4ecc-8379-8a91e4617edb/f2bcab74-caff-42e1-b45b-447f95c0d0a5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:37.512338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] For port b76e4b9c-f50d-4fac-847c-7c9f6e71fc88, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:37.513639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.594631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2674fae6-bcd5-4e6b-a226-99b9914d3b86 None None] Provisioning complete for port 09992806-decf-46e8-9231-45e7be1e91d7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:37.595037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2674fae6-bcd5-4e6b-a226-99b9914d3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.645989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Made reservation on behalf of b0e34365899b495083df21beaeb1e942 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:37.648960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.721124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2674fae6-bcd5-4e6b-a226-99b9914d3b86 None None] Port 09992806-decf-46e8-9231-45e7be1e91d7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:37.761462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] device_id is not set on port 989b7380-2ebf-405d-9669-b998737b5baa yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:37.802168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.813058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Calling delete_port for b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:37.813710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Transition to ACTIVE for port object f2bcab74-caff-42e1-b45b-447f95c0d0a5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:37.833311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Transition to ACTIVE for port object f2bcab74-caff-42e1-b45b-447f95c0d0a5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:37.835124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6275ff88-199e-489a-9070-23ce26c0791f tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:37.839016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.840407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:37.907587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:37.911150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:37.916268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:37.925910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Pushing event updated for resources: {'Port': ['ID=f2bcab74-caff-42e1-b45b-447f95c0d0a5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:37.950321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6275ff88-199e-489a-9070-23ce26c0791f tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:37.951575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6275ff88-199e-489a-9070-23ce26c0791f tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5274451 Feb 10 11:34:37.958249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53162) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:37.967200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--152630821'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:37.989643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:37.993053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:38.002572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:38.005206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:38.012667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.032492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Attempting to bind port f2bcab74-caff-42e1-b45b-447f95c0d0a5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:38.033119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Attempting to bind port f2bcab74-caff-42e1-b45b-447f95c0d0a5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c16b01c0-e69f-4d56-88c3-85133ecbefa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:38.033597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Attempting to bind port f2bcab74-caff-42e1-b45b-447f95c0d0a5 on network 5043ffc2-547b-49df-8875-5f2beb605ea6 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:38.044339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:38.044954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Checking segment: {'id': 'c16b01c0-e69f-4d56-88c3-85133ecbefa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:38.045638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.046050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Bound using segment: {'id': 'c16b01c0-e69f-4d56-88c3-85133ecbefa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:38.046297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=11610c23-2fab-4413-8bb1-c2d93a963ce2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.046735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Bound port: f2bcab74-caff-42e1-b45b-447f95c0d0a5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16b01c0-e69f-4d56-88c3-85133ecbefa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:38.047516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.078235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.114880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:38.126971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Allocated IP 172.20.0.5 (5043ffc2-547b-49df-8875-5f2beb605ea6/87f71f41-5610-4ecc-8379-8a91e4617edb/989b7380-2ebf-405d-9669-b998737b5baa) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:38.131714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.137700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.141789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.168327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] For port f2bcab74-caff-42e1-b45b-447f95c0d0a5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:38.173667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] For port f2bcab74-caff-42e1-b45b-447f95c0d0a5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f2bcab74-caff-42e1-b45b-447f95c0d0a5,segment=NetworkSegment(c16b01c0-e69f-4d56-88c3-85133ecbefa4),segment_id=c16b01c0-e69f-4d56-88c3-85133ecbefa4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:38.178088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.186830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.200190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:38.202865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Port': ['ID=b76e4b9c-f50d-4fac-847c-7c9f6e71fc88,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.209065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.277290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da1721-f3f7-4c6e-a9a4-de86dccdbcdf None None] Pushing event updated for resources: {'Port': ['ID=f2bcab74-caff-42e1-b45b-447f95c0d0a5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.503059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4722c69-a9ad-4e93-b35a-b296580269b9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:38.530616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.554432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.621844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b4722c69-a9ad-4e93-b35a-b296580269b9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:38.622251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.645748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.768126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.782972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0463fc0-c9f8-4ac2-a67c-542b18fa8576,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:38.814471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.815777 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ab7b4509-d6f1-4ec8-80ac-bc56e0fd0837 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8565764 Feb 10 11:34:38.820553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.820723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53166) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.830315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'c0463fc0-c9f8-4ac2-a67c-542b18fa8576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:38.840466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.851203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.856787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:38.856978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Transition to ACTIVE for port object 989b7380-2ebf-405d-9669-b998737b5baa will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:38.858783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:38.871193 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:38.871794 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7528aa5-6f60-42a0-853a-f878a77663c6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3553700 Feb 10 11:34:38.871794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.874536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53170) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.882356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2040519076'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:38.884535 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:38.885580 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:38.890655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.897926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.902771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:38.920041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:38.940193 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:38.941161 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14b6fbe6-4375-4494-aa80-6eefd64cd355 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1195033 Feb 10 11:34:38.948856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53174) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:38.949471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:38.952444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:38.969478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group_rule': {'security_group_id': 'c0463fc0-c9f8-4ac2-a67c-542b18fa8576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:38.983082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:38.990338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:38.994114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:39.006922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:39.013496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:39.032672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.033065 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment 629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe of type vlan for network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 Feb 10 11:34:39.038909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.113780 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:39.119783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.151610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.155353 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:34:39.156372 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-17e3b62f-3217-48af-8a34-a939453957fd tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1946731 Feb 10 11:34:39.181537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:39.280323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.284580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:39.285192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.338397 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4596622 Feb 10 11:34:39.384250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:39.422293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:39.425872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e1253-db90-42d8-ad2a-1f5840a57774 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=71a5a7c8-499d-4a8e-a76c-527920f4b4e8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.438432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:39.490582 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:35Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:36Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:39.495130 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:34:39.495872 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Updating router 141fc43c-8cb5-495a-a7d1-439a338dc48a port 09992806-decf-46e8-9231-45e7be1e91d7 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:34:39.543261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:39.580563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c364d-ec67-423f-839a-42cd4bda97a7 None None] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:39.588048 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.604962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'Port': ['ID=989b7380-2ebf-405d-9669-b998737b5baa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.607579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:39.670429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:39.713510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-546156ee-dc59-4eb5-9efd-d41b8309f2b5 None None] Provisioning for port f2bcab74-caff-42e1-b45b-447f95c0d0a5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:39.732141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:39.783263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.824475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:39.970169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=11610c23-2fab-4413-8bb1-c2d93a963ce2,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:39.974239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:39.981732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.013040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.041003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:40.041615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.069597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:40.079606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:40.100173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:40.111763 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.112717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Router d4a671a6-58e6-4dca-a92e-81b9aae384e0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:40.128453 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Transition to ACTIVE for port object 09992806-decf-46e8-9231-45e7be1e91d7 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:40.140857 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.143803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:40.158499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.179185 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8df8b6c4-da44-4e23-a124-65a59a65964d tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2723763 Feb 10 11:34:40.223968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53186) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.240963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.271007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.272180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/c0463fc0-c9f8-4ac2-a67c-542b18fa8576 HTTP/1.1" status: 204 len: 168 time: 1.0867815 Feb 10 11:34:40.274028 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Pushing event updated for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.278076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53188) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.286638 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.286977 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.287348 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.287675 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.287999 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.288325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.288645 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.288963 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.289277 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.289587 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.289897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:40.296459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.297617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f925422-311b-4b60-8140-6fba9dd56efa tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0741198 Feb 10 11:34:40.303856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb7687-bff6-4463-9ad2-c0cb74ab9070 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0463fc0-c9f8-4ac2-a67c-542b18fa8576,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.308731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d51debe0-df1f-4f8a-982c-39303f0b0126 None None] Provisioning for port 989b7380-2ebf-405d-9669-b998737b5baa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:40.318755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d51debe0-df1f-4f8a-982c-39303f0b0126 None None] Provisioning complete for port 989b7380-2ebf-405d-9669-b998737b5baa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:40.319293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d51debe0-df1f-4f8a-982c-39303f0b0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.322031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53192) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.338694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1238666301'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:40.353361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:40.368757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router b9ee9cd8-e12a-4119-9f18-517262bc11ef has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:40.370149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:network and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:40.383547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:40.393680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.409751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Request body: {'port': {'network_id': '5043ffc2-547b-49df-8875-5f2beb605ea6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-139031196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:40.410432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] bootfile-name is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:40.411002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] tftp-server is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:40.411454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] server-ip-address is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:40.443703 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Attempting to bind port 09992806-decf-46e8-9231-45e7be1e91d7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:40.444066 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Attempting to bind port 09992806-decf-46e8-9231-45e7be1e91d7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:40.444422 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Attempting to bind port 09992806-decf-46e8-9231-45e7be1e91d7 on network 535c720b-e674-400d-b2e6-57bb9aa4b919 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:40.455662 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:40.458968 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Checking segment: {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:40.459452 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.459854 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Bound using segment: {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:40.460336 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Bound port: 09992806-decf-46e8-9231-45e7be1e91d7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcd668e-32ad-409d-909d-209a5478c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:40.462313 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.482057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d51debe0-df1f-4f8a-982c-39303f0b0126 None None] Port 989b7380-2ebf-405d-9669-b998737b5baa cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:40.524433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f2bcab74-caff-42e1-b45b-447f95c0d0a5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:40.539888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:40.637380 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] For port 09992806-decf-46e8-9231-45e7be1e91d7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:40.638997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c917ac27-c7ba-44a5-b112-b541cc1b807a None None] Provisioning complete for port 989b7380-2ebf-405d-9669-b998737b5baa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:40.639424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c917ac27-c7ba-44a5-b112-b541cc1b807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.644008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] For port 09992806-decf-46e8-9231-45e7be1e91d7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=09992806-decf-46e8-9231-45e7be1e91d7,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:40.652101 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.669505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f2bcab74-caff-42e1-b45b-447f95c0d0a5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:40.673165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:40.680903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Usage tracker for resource:port and tenant:b0e34365899b495083df21beaeb1e942 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:40.681189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f2bcab74-caff-42e1-b45b-447f95c0d0a5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:40.681562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.684885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:40.692411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:40.730178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Made reservation on behalf of b0e34365899b495083df21beaeb1e942 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:40.733147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.764175 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b669f1-3861-4ccd-a42d-e197b913d37f None None] Pushing event updated for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:40.766891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:40.767763 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:40.772401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c917ac27-c7ba-44a5-b112-b541cc1b807a None None] Port 989b7380-2ebf-405d-9669-b998737b5baa cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:40.799198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:40.816831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Sync routers for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:40.819963 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-892d656d-7a69-4e6b-930a-ee4f39b86fe2 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "PUT /v2.0/routers/d4a671a6-58e6-4dca-a92e-81b9aae384e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7341263 Feb 10 11:34:40.821718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53198) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:40.823075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Made reservation on behalf of 6e73ab759c2d442193be696ce1baf899 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:40.826028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.827677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] device_id is not set on port bff05218-a4b1-40fb-a3ce-f481846d9770 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:40.847543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:40.859633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:40.860587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:40.909114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae496da0-2470-4585-bf15-a10265b0ccd5 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:40.918301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.026133 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:41.064603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Allocated IP 172.20.0.7 (5043ffc2-547b-49df-8875-5f2beb605ea6/87f71f41-5610-4ecc-8379-8a91e4617edb/bff05218-a4b1-40fb-a3ce-f481846d9770) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:41.074949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f2bcab74-caff-42e1-b45b-447f95c0d0a5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f2bcab74-caff-42e1-b45b-447f95c0d0a5,segment=NetworkSegment(c16b01c0-e69f-4d56-88c3-85133ecbefa4),segment_id=c16b01c0-e69f-4d56-88c3-85133ecbefa4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:41.088993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.103120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:41.107960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae496da0-2470-4585-bf15-a10265b0ccd5 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:41.109418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae496da0-2470-4585-bf15-a10265b0ccd5 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8152089 Feb 10 11:34:41.121029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:41.122214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:security_group_rule and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:41.132494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:41.139431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212614833'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:41.158197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:41.161242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:41.165318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.201062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:41.228156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:41.279292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:41.281235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.296899 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] Sync routers for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:41.310006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=698c57c5-d4d6-432d-9798-aedbf256209c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.331871 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:41.332647 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.340503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f2bcab74-caff-42e1-b45b-447f95c0d0a5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.365779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:41.373371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Usage tracker for resource:security_group_rule and tenant:a1d7d50be7b24001b3478470f16c137b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:41.382416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:41.398081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.403690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4a9c08fb-fae6-49d0-94c9-3f593c4f3781 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2032146 Feb 10 11:34:41.405003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:41.407839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:41.414132 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.426864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Transition to ACTIVE for port object bff05218-a4b1-40fb-a3ce-f481846d9770 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:41.481132 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:41.481790 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.493116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:41.494044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 71a5a7c8-499d-4a8e-a76c-527920f4b4e8, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:41.511584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.562370 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.562868 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ff5465-ac7d-4f42-a678-6e89951678ae None None] The sync data for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:41.565623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:34:38Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.571357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Checking router: d4a671a6-58e6-4dca-a92e-81b9aae384e0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:34:41.584618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Routers {'d4a671a6-58e6-4dca-a92e-81b9aae384e0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:41.585261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.601429 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:35Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:40Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:41.608255 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85506f1-a969-4f7b-b8e1-ab33e1fa3863 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:35Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:40Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:41.642206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'Port': ['ID=bff05218-a4b1-40fb-a3ce-f481846d9770,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.659327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:41.716095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:41.717708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.729499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.737527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:41.817261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:41.825541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:41.826330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.836780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:41.854596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] Set router d4a671a6-58e6-4dca-a92e-81b9aae384e0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:41.857708 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-082eec78-6207-41c0-9b49-7f111366d71f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4948647 Feb 10 11:34:41.861447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53210) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:41.865289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31183ad-6eb2-4d48-b310-3d299d890796,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:41.874976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 71a5a7c8-499d-4a8e-a76c-527920f4b4e8) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:41.876779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.877204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Added segment d4ada14a-742e-454e-9038-b08513a6dbfa of type vlan for network b1ba7913-58fe-4230-bf5d-878853a1113e Feb 10 11:34:41.905078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:41.905662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.931038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc580a55-7af7-4d54-b04c-8ee775e3914f None None] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:41.969326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:41.981397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Deleting subnet a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:41.985918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.003042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.043922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.068109 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44e1d1d5-0964-4380-ab54-e611c5dd53e5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6729524 Feb 10 11:34:42.076152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53214) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.084303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.180424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.184301 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0535851 Feb 10 11:34:42.200672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.257936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.260129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577fd5c-6d54-4c5b-bf3d-28f36ee5b1e9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26888de-99ab-4aec-b0e5-e059e401ad59,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.284712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.292613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0c76b017-287a-4ae8-b834-9916dbfa7ac1 None None] Provisioning for port bff05218-a4b1-40fb-a3ce-f481846d9770 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:42.301455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b084c363-521d-4d3b-a56a-9f40a2366138 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:42.302551 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b084c363-521d-4d3b-a56a-9f40a2366138 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 11:34:42.307679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b084c363-521d-4d3b-a56a-9f40a2366138 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "PUT /v2.0/security-groups/d26888de-99ab-4aec-b0e5-e059e401ad59 HTTP/1.1" status: 409 len: 330 time: 0.0319109 Feb 10 11:34:42.315478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.330084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0c76b017-287a-4ae8-b834-9916dbfa7ac1 None None] Provisioning complete for port bff05218-a4b1-40fb-a3ce-f481846d9770 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:42.330245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0c76b017-287a-4ae8-b834-9916dbfa7ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.331458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.359724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.368236 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0efc635c-d025-4eff-b4c0-b77e708265a1 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "DELETE /v2.0/subnets/a1bb884f-45f1-4576-8fd5-bf8ceebc4bdf HTTP/1.1" status: 204 len: 168 time: 0.9262784 Feb 10 11:34:42.372892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53224) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.399149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193ef9e-cbb6-4e13-9b72-8d2060d1a84d None None] Network b9090d07-b2aa-46bc-8aa1-d9c51e4db242 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:42.445281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.449526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.450407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.608346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f2bcab74-caff-42e1-b45b-447f95c0d0a5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:42.625420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.629524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.634298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:42.635194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Synchronizing usage tracker for tenant:b0e34365899b495083df21beaeb1e942 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:42.678965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Unset dirty status for tenant:b0e34365899b495083df21beaeb1e942 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:42.680119 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6971abfb-039a-40ae-8aa4-97fb959ff7cd tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.8178251 Feb 10 11:34:42.683364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.688902 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3632796 Feb 10 11:34:42.697120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:42.711327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea748-ae3a-48a7-92de-26930f4a403f tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Network': ['ID=b1ba7913-58fe-4230-bf5d-878853a1113e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:42.733509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Request body: {'subnet': {'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:42.763481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b1ba7913-58fe-4230-bf5d-878853a1113e details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:42.780332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Deleting port bff05218-a4b1-40fb-a3ce-f481846d9770 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:42.780332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.797784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:42.900892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0c76b017-287a-4ae8-b834-9916dbfa7ac1 None None] Port bff05218-a4b1-40fb-a3ce-f481846d9770 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:42.923094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.001787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.023747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.052898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:43.066373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:subnet and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:43.095668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:43.096476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.128963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f2bcab74-caff-42e1-b45b-447f95c0d0a5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:43.129340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.135553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26888de-99ab-4aec-b0e5-e059e401ad59,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.145756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:43.207945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:43.216211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.231364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.232796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5fd2e18-799f-4f48-bee9-d906d175d0f0 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/d26888de-99ab-4aec-b0e5-e059e401ad59 HTTP/1.1" status: 204 len: 168 time: 0.8459482 Feb 10 11:34:43.237491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.275998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Made reservation on behalf of 6e73ab759c2d442193be696ce1baf899 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:43.311601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.364531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] DHCP port deletion for b9090d07-b2aa-46bc-8aa1-d9c51e4db242 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:43.365238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Calling delete_port for bff05218-a4b1-40fb-a3ce-f481846d9770 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:43.390313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Deleting port 21687f17-f6de-48f0-9882-ef385af52469 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:43.390639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.420497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:34:38Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:43.472135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2a63a-bd62-4a11-b1df-16831e88eddf None None] The sync data for ids ['d4a671a6-58e6-4dca-a92e-81b9aae384e0'] in dv-neutron-827807-1-hyperv is: [{'id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954483025', 'tenant_id': '91af0487670041898991d85571f36f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:32:20Z', 'updated_at': '2022-02-10T11:34:38Z', 'revision_number': 5, 'project_id': '91af0487670041898991d85571f36f1d', 'gw_port': {'id': 'cf775043-31a4-4f9f-a392-9d56b5896d67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a671a6-58e6-4dca-a92e-81b9aae384e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:32:22Z', 'updated_at': '2022-02-10T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:43.552053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.561806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.578608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Deleting port cf775043-31a4-4f9f-a392-9d56b5896d67 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:43.579095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.607827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.622353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 09992806-decf-46e8-9231-45e7be1e91d7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:43.647869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Allocated IP 2001:db8:1::2 (71a5a7c8-499d-4a8e-a76c-527920f4b4e8/698c57c5-d4d6-432d-9798-aedbf256209c/194d70d5-aed5-4d12-a8df-d1cb6679590f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:43.676598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event deleted for resources: {'Port': ['ID=bff05218-a4b1-40fb-a3ce-f481846d9770,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:43.822156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f54daae3-1edd-4100-aba4-1a697d27df2d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Synchronizing usage tracker for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:43.875212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.907922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f54daae3-1edd-4100-aba4-1a697d27df2d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] Unset dirty status for tenant:a1d7d50be7b24001b3478470f16c137b on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:43.909064 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f54daae3-1edd-4100-aba4-1a697d27df2d tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6675551 Feb 10 11:34:43.911688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.917001 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8b4507e3-b4d0-434d-b734-0b25c2605292 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "DELETE /v2.0/ports/bff05218-a4b1-40fb-a3ce-f481846d9770 HTTP/1.1" status: 204 len: 168 time: 1.2308512 Feb 10 11:34:43.917658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:43.927134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] For port 21687f17-f6de-48f0-9882-ef385af52469, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=21687f17-f6de-48f0-9882-ef385af52469,segment=NetworkSegment(5620d0a3-7604-4394-bbff-0fcf3d7523d4),segment_id=5620d0a3-7604-4394-bbff-0fcf3d7523d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:43.927567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.935597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] For port cf775043-31a4-4f9f-a392-9d56b5896d67, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cf775043-31a4-4f9f-a392-9d56b5896d67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:43.936531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:43.944778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Request body: {'port': {'name': 'tempest-new-port-name-1803330880', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:43.945540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] bootfile-name is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:43.947185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] tftp-server is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:43.947601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.api.validators [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] server-ip-address is not in valid_values {{(pid=83554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:34:44.069572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 09992806-decf-46e8-9231-45e7be1e91d7 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:44.083094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Calling delete_port for 21687f17-f6de-48f0-9882-ef385af52469 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:44.126938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-b18de142-d164-4d70-abb7-edf7de0f095f tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] delete failed (client error): The resource could not be found. Feb 10 11:34:44.128244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b18de142-d164-4d70-abb7-edf7de0f095f tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bc82263-3459-49c9-a2ec-d5d4e1e0aaef HTTP/1.1" status: 404 len: 347 time: 0.2035904 Feb 10 11:34:44.132027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 09992806-decf-46e8-9231-45e7be1e91d7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:44.132399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.137232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Calling delete_port for cf775043-31a4-4f9f-a392-9d56b5896d67 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:44.211217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.344183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.349367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-81ce90d3-412b-4c42-980a-20ae0e3043d9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] show failed (client error): The resource could not be found. Feb 10 11:34:44.350395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-81ce90d3-412b-4c42-980a-20ae0e3043d9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-groups/4b36f09c-b2a0-4c73-81c3-cd5318af41c0 HTTP/1.1" status: 404 len: 347 time: 0.1276786 Feb 10 11:34:44.356959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53254) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.376150 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-370af800-fc1a-4705-823a-ebb8297874c9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] show failed (client error): The resource could not be found. Feb 10 11:34:44.377760 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-370af800-fc1a-4705-823a-ebb8297874c9 tempest-NegativeSecGroupIPv6Test-1145299377 tempest-NegativeSecGroupIPv6Test-1145299377-project] 10.222.0.42 "GET /v2.0/security-group-rules/23e44e4e-10b1-49af-b041-54f5a7e19d1d HTTP/1.1" status: 404 len: 356 time: 0.0193162 Feb 10 11:34:44.386894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.391628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.420181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] Pushing event deleted for resources: {'Port': ['ID=21687f17-f6de-48f0-9882-ef385af52469,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.427056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Transition to ACTIVE for port object 194d70d5-aed5-4d12-a8df-d1cb6679590f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:44.438529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c392f1-2cd2-4331-a461-7e86b9b84063 None None] No DVR routers for this DVR port 21687f17-f6de-48f0-9882-ef385af52469 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:44.446326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.467533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.483695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Transition to ACTIVE for port object 194d70d5-aed5-4d12-a8df-d1cb6679590f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:44.492518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.528908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Port': ['ID=cf775043-31a4-4f9f-a392-9d56b5896d67,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.543419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 09992806-decf-46e8-9231-45e7be1e91d7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=09992806-decf-46e8-9231-45e7be1e91d7,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:44.558801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.570690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.580742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:44.583716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:44.587279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:44.592782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Pushing event updated for resources: {'Port': ['ID=194d70d5-aed5-4d12-a8df-d1cb6679590f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.746474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Attempting to bind port 194d70d5-aed5-4d12-a8df-d1cb6679590f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:44.747096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Attempting to bind port 194d70d5-aed5-4d12-a8df-d1cb6679590f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:44.747195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Attempting to bind port 194d70d5-aed5-4d12-a8df-d1cb6679590f on network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:44.749262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:44.757860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:44.758189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Checking segment: {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:44.758581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.758987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Bound using segment: {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:44.759474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Bound port: 194d70d5-aed5-4d12-a8df-d1cb6679590f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:44.759839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.818280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:44.853193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.866745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.904177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:44.913945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:44.914288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b76e4b9c-f50d-4fac-847c-7c9f6e71fc88 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:44.914697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 21687f17-f6de-48f0-9882-ef385af52469 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:44.922909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:44.959076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 21687f17-f6de-48f0-9882-ef385af52469 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:44.959792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 21687f17-f6de-48f0-9882-ef385af52469 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:45.010896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event updated for resources: {'Port': ['ID=989b7380-2ebf-405d-9669-b998737b5baa,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.025623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] For port 194d70d5-aed5-4d12-a8df-d1cb6679590f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:45.030117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] For port 194d70d5-aed5-4d12-a8df-d1cb6679590f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194d70d5-aed5-4d12-a8df-d1cb6679590f,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:45.035162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.139859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db963d-4bf2-490d-8731-27abceff7531 None None] Pushing event updated for resources: {'Port': ['ID=194d70d5-aed5-4d12-a8df-d1cb6679590f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.164896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.169458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.204629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.205322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Fanout notify agent at l3_agent the message router_deleted on router d4a671a6-58e6-4dca-a92e-81b9aae384e0 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:45.214328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Subnet': ['ID=4820b6c3-7a7c-41a7-91fd-7df666f1e47a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:45.234333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.238457 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fac19afa-2e04-44a1-acdf-d5585f373348 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "DELETE /v2.0/routers/d4a671a6-58e6-4dca-a92e-81b9aae384e0 HTTP/1.1" status: 204 len: 168 time: 2.8609717 Feb 10 11:34:45.238679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53268) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.434695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.460013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] In _notify_port_updated(), no bound segment for port 989b7380-2ebf-405d-9669-b998737b5baa on network 5043ffc2-547b-49df-8875-5f2beb605ea6 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:34:45.464118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.464749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.468374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76341d2b-b970-4f1e-8ce4-edb16381e34f tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "PUT /v2.0/ports/989b7380-2ebf-405d-9669-b998737b5baa HTTP/1.1" status: 200 len: 1136 time: 1.5520165 Feb 10 11:34:45.468550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b056fa38-247b-427e-811d-9d9c115e60cc None None] Provisioning complete for port 989b7380-2ebf-405d-9669-b998737b5baa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:45.468550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b056fa38-247b-427e-811d-9d9c115e60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.477369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53272) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.497097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Checking segment: {'id': 'd4ada14a-742e-454e-9038-b08513a6dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:45.497457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network hostable DHCP agents. Network: b1ba7913-58fe-4230-bf5d-878853a1113e, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:45.521501 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-54c61b20-a9b2-484f-a2c5-ca99aebe5fd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1d7d50be7b24001b3478470f16c137b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6081080 Feb 10 11:34:45.523118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53276) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.527540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b056fa38-247b-427e-811d-9d9c115e60cc None None] Port 989b7380-2ebf-405d-9669-b998737b5baa cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:45.559670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.657150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d35860a-7341-4ab1-a6a7-24c87998989e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:45.657746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d35860a-7341-4ab1-a6a7-24c87998989e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Synchronizing usage tracker for tenant:b0e34365899b495083df21beaeb1e942 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:45.661025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.693854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9090d07-b2aa-46bc-8aa1-d9c51e4db242']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:45.704270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d35860a-7341-4ab1-a6a7-24c87998989e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Unset dirty status for tenant:b0e34365899b495083df21beaeb1e942 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:45.709060 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4d35860a-7341-4ab1-a6a7-24c87998989e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "GET /v2.0/ports/989b7380-2ebf-405d-9669-b998737b5baa HTTP/1.1" status: 200 len: 1136 time: 0.2239709 Feb 10 11:34:45.709679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53280) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:45.715079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5620d0a3-7604-4394-bbff-0fcf3d7523d4') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:45.715461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5620d0a3-7604-4394-bbff-0fcf3d7523d4') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:45.769721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.799968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.810702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Deleting port 989b7380-2ebf-405d-9669-b998737b5baa {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:45.811058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.843149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:45.843568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:45.859145 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:45.917415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network b1ba7913-58fe-4230-bf5d-878853a1113e is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:45.993497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b1ba7913-58fe-4230-bf5d-878853a1113e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:46.002090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4fd4a-e0e0-4ffb-85a2-ef212b66f3b3 None None] Network b1ba7913-58fe-4230-bf5d-878853a1113e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:46.025419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:46.026002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.036591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.126456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.157405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.173450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'Network': ['ID=b9090d07-b2aa-46bc-8aa1-d9c51e4db242,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:46.185203 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2f45e2d-dc1f-49bc-ac41-400262eb386e tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "DELETE /v2.0/networks/b9090d07-b2aa-46bc-8aa1-d9c51e4db242 HTTP/1.1" status: 204 len: 168 time: 0.9428427 Feb 10 11:34:46.197705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:46.206589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:46.206807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.265245 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6355844b-313b-472c-a745-12ed27dea581 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5632331 Feb 10 11:34:46.271702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.278990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53288) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:46.286515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-616967710', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:46.298844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:46.302969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-b1ba7913-58fe-4230-bf5d-878853a1113e', 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e', 'tenant_id': '6e73ab759c2d442193be696ce1baf899', 'fixed_ips': [{'subnet_id': '4820b6c3-7a7c-41a7-91fd-7df666f1e47a'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:46.304733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.315522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:router and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:46.321283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:46.336324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:46.346061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.418177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a46ef-3cfc-419a-8558-a870dc7fb54b None None] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:46.418443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.419392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.481485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Calling delete_port for 989b7380-2ebf-405d-9669-b998737b5baa owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:46.549776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.566332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f3791058-a286-498f-a413-f7a69a4c3499 None None] Provisioning for port 194d70d5-aed5-4d12-a8df-d1cb6679590f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:46.581702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Allocated IP 172.20.0.2 (b1ba7913-58fe-4230-bf5d-878853a1113e/4820b6c3-7a7c-41a7-91fd-7df666f1e47a/baad193f-a0b2-4c29-a3e9-7eb42dc76d2e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:46.583578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.617571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.712800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.734578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.749676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8:1::1 (71a5a7c8-499d-4a8e-a76c-527920f4b4e8/698c57c5-d4d6-432d-9798-aedbf256209c/63c8cd38-1b1f-4dc8-a946-cac973d38b39) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:46.762927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482838a7-5780-4a35-ab6b-cdc6f0c51d74,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:46.775450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.790740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.794596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03f33a93-7cf4-4319-ae59-fd015bae8ba7 tempest-TestNetworkAdvancedServerOps-883694318 tempest-TestNetworkAdvancedServerOps-883694318-project] 10.222.0.42 "DELETE /v2.0/security-groups/482838a7-5780-4a35-ab6b-cdc6f0c51d74 HTTP/1.1" status: 204 len: 168 time: 0.5869052 Feb 10 11:34:46.794750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27b2f5-544a-4d0c-bd1b-5afa267c897f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:46.829240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.849494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.855498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194d70d5-aed5-4d12-a8df-d1cb6679590f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:46.871654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:46.873092 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-21352cd6-3ea7-4862-95cd-59f84f44e8d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b27b2f5-544a-4d0c-bd1b-5afa267c897f HTTP/1.1" status: 204 len: 168 time: 1.3468604 Feb 10 11:34:46.923032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event deleted for resources: {'Port': ['ID=989b7380-2ebf-405d-9669-b998737b5baa,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.029279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 3b3d65a9-ae6d-492b-94c0-e58bccf89f9a owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:47.209486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.232049 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10cdeb30-4022-4238-970b-e2d10ebc8fd4 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "DELETE /v2.0/ports/989b7380-2ebf-405d-9669-b998737b5baa HTTP/1.1" status: 204 len: 168 time: 1.5174615 Feb 10 11:34:47.239861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53302) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:47.242655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.275359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Transition to ACTIVE for port object baad193f-a0b2-4c29-a3e9-7eb42dc76d2e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:47.301042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Transition to ACTIVE for port object baad193f-a0b2-4c29-a3e9-7eb42dc76d2e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:47.325490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.379720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.437235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 194d70d5-aed5-4d12-a8df-d1cb6679590f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:47.441212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 63c8cd38-1b1f-4dc8-a946-cac973d38b39 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:47.462890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Network b1ba7913-58fe-4230-bf5d-878853a1113e is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:47.466275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:47.474777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 194d70d5-aed5-4d12-a8df-d1cb6679590f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:47.474981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.486026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53308) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:47.510256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:47.517839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.550053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Pushing event updated for resources: {'Port': ['ID=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.565954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=3b3d65a9-ae6d-492b-94c0-e58bccf89f9a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.574694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.637432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.673978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Attempting to bind port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:47.674349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Attempting to bind port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd4ada14a-742e-454e-9038-b08513a6dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:47.674708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Attempting to bind port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e on network b1ba7913-58fe-4230-bf5d-878853a1113e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:47.693087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.736484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ed53864e-5821-4877-9958-0aa1bc07c4ab None None] Provisioning complete for port 194d70d5-aed5-4d12-a8df-d1cb6679590f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:47.736858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed53864e-5821-4877-9958-0aa1bc07c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.756714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:47.760950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Deleting subnet 87f71f41-5610-4ecc-8379-8a91e4617edb {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:47.766139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:47.766722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.797369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:47.801061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:47.801750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.813093 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:34:47.829714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:47.830098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Checking segment: {'id': 'd4ada14a-742e-454e-9038-b08513a6dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:47.838302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.839344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Bound using segment: {'id': 'd4ada14a-742e-454e-9038-b08513a6dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:47.840032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Bound port: baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ada14a-742e-454e-9038-b08513a6dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:47.840582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.911419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:47.918866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.076991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 194d70d5-aed5-4d12-a8df-d1cb6679590f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194d70d5-aed5-4d12-a8df-d1cb6679590f,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:48.099281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Allocated IP 172.26.3.54 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/afa36326-13a4-4b66-a857-d5ed6ecc6fc6) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:48.147771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.169456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.170356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 09992806-decf-46e8-9231-45e7be1e91d7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:48.352034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4dc0109c-06e2-4b92-b0d9-85c36ed4c1de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91af0487670041898991d85571f36f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8646927 Feb 10 11:34:48.357009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:48.369922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] For port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:48.398292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 09992806-decf-46e8-9231-45e7be1e91d7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:48.398292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.416871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.429186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] For port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,segment=NetworkSegment(d4ada14a-742e-454e-9038-b08513a6dbfa),segment_id=d4ada14a-742e-454e-9038-b08513a6dbfa)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:48.437591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=194d70d5-aed5-4d12-a8df-d1cb6679590f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.443332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.492275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:48.504679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.554111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event deleted for resources: {'Subnet': ['ID=87f71f41-5610-4ecc-8379-8a91e4617edb,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.572091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.577377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2c09d5a0-d459-4162-a7af-287bed9bc48f None None] Provisioning for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:48.586075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2c09d5a0-d459-4162-a7af-287bed9bc48f None None] Provisioning complete for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:48.586701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c09d5a0-d459-4162-a7af-287bed9bc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.598022 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3fab6a89-7656-4d8e-bbbe-4cc9bad9477e tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "DELETE /v2.0/subnets/87f71f41-5610-4ecc-8379-8a91e4617edb HTTP/1.1" status: 204 len: 168 time: 1.3549917 Feb 10 11:34:48.598202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53334) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:48.624421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.652051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e6912-2194-4242-8b78-77adb564db7a None None] Network 5043ffc2-547b-49df-8875-5f2beb605ea6 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:48.658715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.668978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2c09d5a0-d459-4162-a7af-287bed9bc48f None None] Port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:48.670303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c39c41-ad89-41e5-8864-388c001b833e None None] Pushing event updated for resources: {'Port': ['ID=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:48.697282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.744575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.771531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Deleting port f2bcab74-caff-42e1-b45b-447f95c0d0a5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:48.771951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.904789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cf775043-31a4-4f9f-a392-9d56b5896d67 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:48.908085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:48.919500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-965778166'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:48.970972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: cf775043-31a4-4f9f-a392-9d56b5896d67 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:48.971337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cf775043-31a4-4f9f-a392-9d56b5896d67 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:49.001943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:49.034384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:49.060517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:49.061884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:49.067941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Usage tracker for resource:network and tenant:b0c4899408fd402dae021691a76bbe6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:49.071437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:49.077892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:49.106340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] DHCP port deletion for 5043ffc2-547b-49df-8875-5f2beb605ea6 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:49.110363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Deleting port f2bcab74-caff-42e1-b45b-447f95c0d0a5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:49.110675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.185445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=afa36326-13a4-4b66-a857-d5ed6ecc6fc6,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.210842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Made reservation on behalf of b0c4899408fd402dae021691a76bbe6e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:49.217025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.231869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.244619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194d70d5-aed5-4d12-a8df-d1cb6679590f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:49.266101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.286081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] For port f2bcab74-caff-42e1-b45b-447f95c0d0a5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f2bcab74-caff-42e1-b45b-447f95c0d0a5,segment=NetworkSegment(c16b01c0-e69f-4d56-88c3-85133ecbefa4),segment_id=c16b01c0-e69f-4d56-88c3-85133ecbefa4)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:49.286436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.308927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:49.312940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Usage tracker for resource:security_group_rule and tenant:b0c4899408fd402dae021691a76bbe6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:49.315813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:49.322238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:49.396281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.410427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] For port f2bcab74-caff-42e1-b45b-447f95c0d0a5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f2bcab74-caff-42e1-b45b-447f95c0d0a5,segment=NetworkSegment(c16b01c0-e69f-4d56-88c3-85133ecbefa4),segment_id=c16b01c0-e69f-4d56-88c3-85133ecbefa4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:49.411027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.416874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Calling delete_port for f2bcab74-caff-42e1-b45b-447f95c0d0a5 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:49.476727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.484182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 194d70d5-aed5-4d12-a8df-d1cb6679590f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:49.484399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.520940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.573309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event deleted for resources: {'Port': ['ID=f2bcab74-caff-42e1-b45b-447f95c0d0a5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.578901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] No DVR routers for this DVR port f2bcab74-caff-42e1-b45b-447f95c0d0a5 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:49.580970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Calling delete_port for f2bcab74-caff-42e1-b45b-447f95c0d0a5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:49.688047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.688686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.699115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:49.720348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:49.720699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:49.732050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b499c00-ba1d-4b95-af57-9831e17fd66b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.735603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.735939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Added segment 6a33e0a2-7c51-47d8-81db-7f0306e694cc of type vlan for network 3abf6c2d-8098-4b34-a2f3-79607d316afc Feb 10 11:34:49.740641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.749059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device baad193f-a0b2-4c29-a3e9-7eb42dc76d2e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:49.768479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router b9ee9cd8-e12a-4119-9f18-517262bc11ef has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:49.781099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.795213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.795800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.797685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.798327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.798327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.798590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:49.847375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.853696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275e721-27d2-411c-9dcf-7fc5e0223683,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:49.873220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5043ffc2-547b-49df-8875-5f2beb605ea6']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:49.889708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b01c0-e69f-4d56-88c3-85133ecbefa4') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:49.889708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b01c0-e69f-4d56-88c3-85133ecbefa4') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:49.902364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:49.917105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.944851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.954904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:49.955432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:49.970929 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:49.973303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:49.974103 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c5f7e7d4-e911-4f40-87c8-2c0a402e3f42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9275e721-27d2-411c-9dcf-7fc5e0223683 HTTP/1.1" status: 204 len: 168 time: 1.6124732 Feb 10 11:34:50.026441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62de1a-57c8-47bb-9ea3-5b327375eb3c None None] Network b1ba7913-58fe-4230-bf5d-878853a1113e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:50.074542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:50.097277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.101509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:50.102503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.181144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Provisioning for port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:50.191702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Provisioning complete for port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:50.192409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.214672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.238269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.238642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Deleting port f2bcab74-caff-42e1-b45b-447f95c0d0a5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:50.239118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.241097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] Pushing event deleted for resources: {'Network': ['ID=5043ffc2-547b-49df-8875-5f2beb605ea6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:50.275763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.278452 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63d35a4d-2122-40d1-9060-f5148c3e91e5 tempest-ExtraDHCPOptionsTestJSON-1931158995 tempest-ExtraDHCPOptionsTestJSON-1931158995-project] 10.222.0.42 "DELETE /v2.0/networks/5043ffc2-547b-49df-8875-5f2beb605ea6 HTTP/1.1" status: 204 len: 168 time: 1.6791854 Feb 10 11:34:50.341083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.342263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.344026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Router bda7e2bf-a963-4285-b957-beef2403a491 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:34:50.396310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-679b28d6-c508-47dc-a820-9e48e680df57 None None] The port 'f2bcab74-caff-42e1-b45b-447f95c0d0a5' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:50.422542 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8688045 Feb 10 11:34:50.426391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:50.437850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53346) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.445929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3be420cc-bdf6-4513-ade0-5160495e071d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0349302 Feb 10 11:34:50.453000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] Sync routers for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:50.457099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Request body: {'subnet': {'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:50.472314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53350) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.484323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cc9e7-1519-4333-a644-4ee0f7738c43 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event updated for resources: {'Network': ['ID=3abf6c2d-8098-4b34-a2f3-79607d316afc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:50.494035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:50.494751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.563550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:50.667547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53354) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.696554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aca33c2b-412e-4fda-b698-ce81801456da tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:34:50.700346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.718546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:50.720834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:50.729504 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] Sync routers for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:50.739724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.749484 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:50.750120 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.774897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.779916 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cc36abbd-f273-4af8-aa38-f6ca42e0e12e tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.4996684 Feb 10 11:34:50.782865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:50.789727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Usage tracker for resource:security_group_rule and tenant:9033966290f64088a8d9d66594e02690 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:50.794970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:50.800717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.804233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:50.813130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.851492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] Routers {'b9ee9cd8-e12a-4119-9f18-517262bc11ef'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:50.852334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.864218 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.883041 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:50.884668 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.903394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.904634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53364) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.924749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-aca33c2b-412e-4fda-b698-ce81801456da tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:34:50.925922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aca33c2b-412e-4fda-b698-ce81801456da tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9ee9cd8-e12a-4119-9f18-517262bc11ef HTTP/1.1" status: 200 len: 205 time: 0.4431655 Feb 10 11:34:50.930612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:50.931084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff13276-b1fb-4487-830e-d092e8945919 None None] The sync data for ids ['b9ee9cd8-e12a-4119-9f18-517262bc11ef'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:50.935744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.957571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53370) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:50.968546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] For port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,segment=NetworkSegment(d4ada14a-742e-454e-9038-b08513a6dbfa),segment_id=d4ada14a-742e-454e-9038-b08513a6dbfa)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:50.977811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:50.999153 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:51.010711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec77df8-a4a9-44a1-95bd-d1a0429ac73a None None] The sync data for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:51.018620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:51.051740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:51.104359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f2bcab74-caff-42e1-b45b-447f95c0d0a5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:51.186502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f2bcab74-caff-42e1-b45b-447f95c0d0a5 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:51.186975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f2bcab74-caff-42e1-b45b-447f95c0d0a5 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:51.192199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb65f2-b837-40f5-ae2e-08aaa0dedeae None None] Pushing event updated for resources: {'Port': ['ID=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.236378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:51.267754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d31f8-653a-4456-b529-565b126bbe7e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.268584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Usage tracker for resource:subnet and tenant:b0c4899408fd402dae021691a76bbe6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:51.276824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:51.291769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:51.296234 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9033966290f64088a8d9d66594e02690&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6264114 Feb 10 11:34:51.297877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.298183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.298761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.299286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.299286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.299481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.299792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.300132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.300468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.300839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.301155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7238a-5f64-47c3-921c-47de21e4c89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:51.304314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53374) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.349953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.376377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Made reservation on behalf of b0c4899408fd402dae021691a76bbe6e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:51.429477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9b6e80d4-5a69-4b41-9a8d-fd3e9993166d None None] Provisioning complete for port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:51.429849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9b6e80d4-5a69-4b41-9a8d-fd3e9993166d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.472524 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-16000eb5-02ba-42c9-bb39-4de4efae37f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0e34365899b495083df21beaeb1e942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5659039 Feb 10 11:34:51.486402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53378) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:51.556456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.566884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.671872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-38c0bfa3-afb0-49bf-ae6b-79e468a5b43f None None] Provisioning complete for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:51.672882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-38c0bfa3-afb0-49bf-ae6b-79e468a5b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.714081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.733360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-38c0bfa3-afb0-49bf-ae6b-79e468a5b43f None None] Port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:51.879739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.886113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.903211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.920563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.955154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.982107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d31f8-653a-4456-b529-565b126bbe7e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:51.987261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:51.987542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router b9ee9cd8-e12a-4119-9f18-517262bc11ef {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:34:51.997977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.001472 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e73c8f6d-6489-480a-9006-c86b30fa02b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/625d31f8-653a-4456-b529-565b126bbe7e HTTP/1.1" status: 204 len: 168 time: 0.6943598 Feb 10 11:34:52.015883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.016934 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-83f5cef4-0cc6-4ea5-9ec3-c8bfbf73c3ff tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef HTTP/1.1" status: 204 len: 168 time: 1.0284898 Feb 10 11:34:52.020712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53386) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.034175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:52.074223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.076780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.078113 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5b520c8-6271-4230-8d01-568f9e6cf3b0 HTTP/1.1" status: 204 len: 168 time: 0.5908225 Feb 10 11:34:52.099214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3bafc-7852-4d4b-8db7-144fb35f3741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b520c8-6271-4230-8d01-568f9e6cf3b0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:52.235377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.294248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 5b5ac4d8-e111-4a86-b064-f477c30df66f {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:52.297338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.336055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event updated for resources: {'Subnet': ['ID=6eea085a-cf41-4d6a-9406-858dd8f98fe0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:52.384088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Checking segment: {'id': '6a33e0a2-7c51-47d8-81db-7f0306e694cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:52.384088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Network hostable DHCP agents. Network: 3abf6c2d-8098-4b34-a2f3-79607d316afc, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:52.432202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:52.450770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:52.465525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:52.466290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:52.481717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.544479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:52.564159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.607377 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3faa7efc-7412-4b5c-826e-b2762ee7dd79 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5280118 Feb 10 11:34:52.612202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.629272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-63142805'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:52.639042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:52.642056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 3abf6c2d-8098-4b34-a2f3-79607d316afc) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:52.646715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:52.652590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:52.656309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.657051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:52.657472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97d52a-5654-49b1-9fde-44d2cfc1fada None None] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:52.657843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.667530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:52.713145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26107e94-25fa-4098-9d80-ff7861d898b7 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2701182 Feb 10 11:34:52.714232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.723199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Request body: {'port': {'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc', 'name': 'tempest-TagsExtTest-251079708'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:52.729552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:52.734214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.746107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5ac4d8-e111-4a86-b064-f477c30df66f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:52.746948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:34:52.807953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:52.818680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.823198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:52.823659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment 2a60eea2-7eda-49a8-9540-326f2299c91a of type vlan for network dbf54c30-16aa-4f9f-b90b-c49c61521d4f Feb 10 11:34:52.828757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3552bc75-e7e6-4d20-a18e-bd74b7c05373 None None] Network 50693380-5d66-454d-b463-811869ec6ac1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:52.840049 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f375acb9-d5b6-4163-9b97-4343d90c0b40 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/5b5ac4d8-e111-4a86-b064-f477c30df66f HTTP/1.1" status: 204 len: 168 time: 0.8170421 Feb 10 11:34:52.843451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:52.873438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.001876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.005807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:53.011992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.104252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:53.133366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Usage tracker for resource:port and tenant:b0c4899408fd402dae021691a76bbe6e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:53.143301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:53.150519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device baad193f-a0b2-4c29-a3e9-7eb42dc76d2e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:34:53.153240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:53.190094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Made reservation on behalf of b0c4899408fd402dae021691a76bbe6e for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:53.193761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.224604 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6069009 Feb 10 11:34:53.228210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53428) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.267412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 54a0f897-6677-4b4e-a166-0fbd92ffee77 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:34:53.272683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.295653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.304897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd0084-ba56-42f2-a187-4c481dad7d96 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=dbf54c30-16aa-4f9f-b90b-c49c61521d4f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:53.310983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:53.323319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] device_id is not set on port 3174b0e4-3042-4997-8689-8255b39da2ce yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:53.472978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.489868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:53.510288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53438) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.578469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:53.582852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:53.586190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:53.592531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:53.608948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:53.621382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Allocated IP 172.20.0.7 (3abf6c2d-8098-4b34-a2f3-79607d316afc/6eea085a-cf41-4d6a-9406-858dd8f98fe0/3174b0e4-3042-4997-8689-8255b39da2ce) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:53.658132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.838063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:53.838557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.860814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.928953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=54a0f897-6677-4b4e-a166-0fbd92ffee77,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:53.934230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.941913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53446) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:53.958520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:53.983211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c9ae5-9102-48ef-b171-258bb491e022 None None] Network b90ea97c-42d1-4dac-8beb-3462cf50ee94 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:53.989832 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4d816f6b-5ea3-4070-aae7-0f5362142461 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/54a0f897-6677-4b4e-a166-0fbd92ffee77 HTTP/1.1" status: 204 len: 168 time: 1.1445098 Feb 10 11:34:53.994226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53452) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:54.020575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.100553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-931737523-network', 'tenant_id': 'bfad6e6de1044fa286c88442805507e6'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:54.116238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027399537'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:54.120366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Transition to ACTIVE for port object 3174b0e4-3042-4997-8689-8255b39da2ce will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:54.125731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.140379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.142582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Usage tracker for resource:network and tenant:bfad6e6de1044fa286c88442805507e6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.143764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:48Z', 'revision_number': 3, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:49Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:54.149569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.161499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.172149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.176971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.187749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.191098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defda520-a8dd-4314-982b-963c787f573a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-3abf6c2d-8098-4b34-a2f3-79607d316afc', 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc', 'tenant_id': 'b0c4899408fd402dae021691a76bbe6e', 'fixed_ips': [{'subnet_id': '6eea085a-cf41-4d6a-9406-858dd8f98fe0'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:54.192599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.199952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.214230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Made reservation on behalf of bfad6e6de1044fa286c88442805507e6 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:54.214543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:34:54.215001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Updating router 141fc43c-8cb5-495a-a7d1-439a338dc48a port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:34:54.216525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.236620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:54.239506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.255297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:54.255297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.256939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] DHCP port deletion for 50693380-5d66-454d-b463-811869ec6ac1 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:54.285452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.303536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.305162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.315794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Deleting port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:54.316347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.412773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Allocated IP 172.20.0.1 (b1ba7913-58fe-4230-bf5d-878853a1113e/4820b6c3-7a7c-41a7-91fd-7df666f1e47a/20fdb09c-451e-422b-8621-20e9b05ab13e) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:54.456099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.473253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:54.479984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event updated for resources: {'Port': ['ID=3174b0e4-3042-4997-8689-8255b39da2ce,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:54.481149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.482398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:54.486267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.490164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:54.529579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Usage tracker for resource:security_group_rule and tenant:bfad6e6de1044fa286c88442805507e6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.538432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.545963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:54.555018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.565687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:security_group_rule and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:54.595052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=96b589b5-fa97-4474-b441-b0ada1942e2d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:54.679979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:54.681224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: dbf54c30-16aa-4f9f-b90b-c49c61521d4f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:54.687303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:54.715667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.731743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:54.742080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:54.746488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Transition to ACTIVE for port object 20fdb09c-451e-422b-8621-20e9b05ab13e will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:54.749690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, dbf54c30-16aa-4f9f-b90b-c49c61521d4f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:54.754933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:54.755710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.776300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:54.776926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.791590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cce38bb5-03cb-4da2-9449-b0d1833a909d tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5567966 Feb 10 11:34:54.792953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:54.798656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d01613-2f74-4267-8e39-9943c8e9138b None None] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:54.834130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,segment=NetworkSegment(16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0),segment_id=16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:54.834479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.911044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.924278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-defda520-a8dd-4314-982b-963c787f573a None None] Allocated IP 172.20.0.2 (3abf6c2d-8098-4b34-a2f3-79607d316afc/6eea085a-cf41-4d6a-9406-858dd8f98fe0/6225ce63-1e57-47ef-81df-a9aeedbbd197) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:54.972870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] For port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,segment=NetworkSegment(16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0),segment_id=16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:54.973384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:54.986462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network b1ba7913-58fe-4230-bf5d-878853a1113e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:54.988804 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1e3d3471-b66d-4d9a-becd-d8abe51cbf89 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2734647 Feb 10 11:34:54.993736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:55.002610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:55.002831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:55.014204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:55.050747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-218450581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:55.088540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:55.111881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] DHCP port deletion for b90ea97c-42d1-4dac-8beb-3462cf50ee94 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:34:55.117300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.121594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Usage tracker for resource:router and tenant:b0c4899408fd402dae021691a76bbe6e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:55.132999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=20fdb09c-451e-422b-8621-20e9b05ab13e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.138746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:55.144281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.154772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:55.174840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.234546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.240388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:55.251975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.259931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.272129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:55.305516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834eaee0-22f6-43b8-aead-ca2db3b9dc37,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.319083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.319795 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Added segment f08972a4-ef60-40d5-8717-76dc44794403 of type vlan for network 0e599f61-699c-4565-a32d-d900509676e5 Feb 10 11:34:55.337939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=e6d13ef5-bada-4eac-b48f-a4dcfbcd2024,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.340061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:34:55.363875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.365092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.382467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:55.415754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.416322 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment fffad8a9-56b2-4bcc-b76c-f83fb3068bdb of type vlan for network dfb70350-f7b3-43b1-86b1-16e627534c7c Feb 10 11:34:55.420491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.435411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def01159-421b-4e68-87df-88a87d538151,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.439257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Calling delete_port for e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:55.468383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Deleting port be18bba2-b33e-4ea4-8827-8f688714220a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:55.468383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.470241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.506474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:34:55.506769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:34:55.507260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device be18bba2-b33e-4ea4-8827-8f688714220a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:34:55.510470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.554141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.568723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.580102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.580927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:55.581499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.639302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.679809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50693380-5d66-454d-b463-811869ec6ac1']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.709357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.709652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fa1e1f-8d37-4be5-8dfb-320edd9c2fb0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:55.727609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.731745 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0cae8277-f93d-4333-9e57-fbab475e97e3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7315316 Feb 10 11:34:55.735997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.737410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53466) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:55.757620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5a7e834a-4b13-4458-858c-dd20e521589c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1645715622', 'prefixes': ['172.20.0.0/16']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:55.759541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.762992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:55.763570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.764077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5a7e834a-4b13-4458-858c-dd20e521589c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:55.771270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b3e6d71f-d14f-4e68-b551-607c75cf919c None None] Provisioning for port 20fdb09c-451e-422b-8621-20e9b05ab13e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:34:55.780112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] Pushing event updated for resources: {'Network': ['ID=0e599f61-699c-4565-a32d-d900509676e5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:55.782584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.784050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:34:55.784861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.808843 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4883fce9-d564-46f9-ae2d-615e641cf12f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2972450 Feb 10 11:34:55.859343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53470) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:55.859563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 0e599f61-699c-4565-a32d-d900509676e5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:55.871265 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9090044 Feb 10 11:34:55.871265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:55.871265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.878267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b3e6d71f-d14f-4e68-b551-607c75cf919c None None] Provisioning complete for port 20fdb09c-451e-422b-8621-20e9b05ab13e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:55.878267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3e6d71f-d14f-4e68-b551-607c75cf919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:55.885227 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:55.889933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Request body: {'subnet': {'network_id': '0e599f61-699c-4565-a32d-d900509676e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-931737523-subnet', 'tenant_id': 'bfad6e6de1044fa286c88442805507e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:55.955986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:55.995799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:55.996441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:56.044551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Usage tracker for resource:subnet and tenant:bfad6e6de1044fa286c88442805507e6 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:56.058880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:56.065733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.085517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cb4f8-0d36-4277-a029-6c74157cb52b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=dfb70350-f7b3-43b1-86b1-16e627534c7c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.085517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:56.108172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.123624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network dfb70350-f7b3-43b1-86b1-16e627534c7c details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:34:56.182396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=50693380-5d66-454d-b463-811869ec6ac1,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.194136 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e13c98d5-f803-474c-9ab9-994db1e77850 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/50693380-5d66-454d-b463-811869ec6ac1 HTTP/1.1" status: 204 len: 168 time: 2.1986914 Feb 10 11:34:56.195108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53474) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:56.198934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Made reservation on behalf of bfad6e6de1044fa286c88442805507e6 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:56.201487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.217027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:34:56.326470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.331960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5a7e834a-4b13-4458-858c-dd20e521589c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for subnetpool, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.337880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5a7e834a-4b13-4458-858c-dd20e521589c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5966125 Feb 10 11:34:56.338655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:56.342019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.372988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6d71f-d14f-4e68-b551-607c75cf919c None None] Port 20fdb09c-451e-422b-8621-20e9b05ab13e cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:56.377100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:56.377567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.378131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-3bdea72f-289b-40f0-ae47-33d10f9afa5e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-676509257') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:56.419704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.449227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.479273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port be18bba2-b33e-4ea4-8827-8f688714220a {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:56.479273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.502941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.513568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Deleting port e6d13ef5-bada-4eac-b48f-a4dcfbcd2024 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:56.514256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.553436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=20fdb09c-451e-422b-8621-20e9b05ab13e,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:56.728802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Calling delete_port for be18bba2-b33e-4ea4-8827-8f688714220a owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:56.772266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.777281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network b1ba7913-58fe-4230-bf5d-878853a1113e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:56.786092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:56.789497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bb5bc-c0e0-4160-a5f1-da3290e6d2b3 None None] The port 'e6d13ef5-bada-4eac-b48f-a4dcfbcd2024' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:56.809431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.920348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-defda520-a8dd-4314-982b-963c787f573a None None] Transition to ACTIVE for port object 6225ce63-1e57-47ef-81df-a9aeedbbd197 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:56.972499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:56.972891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:56.973007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-defda520-a8dd-4314-982b-963c787f573a None None] Transition to ACTIVE for port object 6225ce63-1e57-47ef-81df-a9aeedbbd197 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:56.992220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:56.992405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.064572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.067991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.084908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Transition to ACTIVE for port object 63c8cd38-1b1f-4dc8-a946-cac973d38b39 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:57.174462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defda520-a8dd-4314-982b-963c787f573a None None] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:57.188054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=be18bba2-b33e-4ea4-8827-8f688714220a,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.202578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-defda520-a8dd-4314-982b-963c787f573a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:57.204294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for be18bba2-b33e-4ea4-8827-8f688714220a owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:57.205324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defda520-a8dd-4314-982b-963c787f573a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:34:57.237022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3bdea72f-289b-40f0-ae47-33d10f9afa5e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-676509257 HTTP/1.1" status: 201 len: 201 time: 0.8960702 Feb 10 11:34:57.244563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.244884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:34:57.251596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53482) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:57.263888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-02888cd7-71a9-49d4-90e8-efa30fa885c8 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-1738706057') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:57.312866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.322967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e18270f-760d-4a4e-b089-34a0093aceef,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:57.360777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Checking segment: {'id': 'f08972a4-ef60-40d5-8717-76dc44794403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0e599f61-699c-4565-a32d-d900509676e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:57.361957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Network hostable DHCP agents. Network: 0e599f61-699c-4565-a32d-d900509676e5, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:34:57.384879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:57.385536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:57.445770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Network 0e599f61-699c-4565-a32d-d900509676e5 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:34:57.466056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 0e599f61-699c-4565-a32d-d900509676e5) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:34:57.487433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:34:57.488314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.506357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f72b5-ab50-486e-8bb7-30c74e66872c None None] Network 0e599f61-699c-4565-a32d-d900509676e5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:57.535984 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ca3033b6-9212-40b4-8587-d42358b0341d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6758518 Feb 10 11:34:57.703842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-17819363-3e63-454a-819d-6d6154f8a426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.733068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bf4fb480-b305-4ffe-90f9-ef6b5fa021a2 None None] Provisioning complete for port 20fdb09c-451e-422b-8621-20e9b05ab13e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:34:57.741627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf4fb480-b305-4ffe-90f9-ef6b5fa021a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.845782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Allocated IP 2001:db8:2::2 (dbf54c30-16aa-4f9f-b90b-c49c61521d4f/96b589b5-fa97-4474-b441-b0ada1942e2d/36128017-d729-4a5d-81b1-fdc6ca5bf37f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:57.886825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port be18bba2-b33e-4ea4-8827-8f688714220a {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:57.887595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:57.964323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02888cd7-71a9-49d4-90e8-efa30fa885c8 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-1738706057 HTTP/1.1" status: 201 len: 201 time: 0.7092886 Feb 10 11:34:57.969711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53492) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:57.981844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-89ffd225-90eb-410a-9f2a-f8354e5cc8bf tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1088592292') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.033122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Router bda7e2bf-a963-4285-b957-beef2403a491 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:34:58.057591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fb480-b305-4ffe-90f9-ef6b5fa021a2 None None] Port 20fdb09c-451e-422b-8621-20e9b05ab13e cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:34:58.059070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defda520-a8dd-4314-982b-963c787f573a None None] Pushing event updated for resources: {'Port': ['ID=6225ce63-1e57-47ef-81df-a9aeedbbd197,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:58.147953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-defda520-a8dd-4314-982b-963c787f573a None None] Attempting to bind port 6225ce63-1e57-47ef-81df-a9aeedbbd197 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:58.149706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-defda520-a8dd-4314-982b-963c787f573a None None] Attempting to bind port 6225ce63-1e57-47ef-81df-a9aeedbbd197 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '6a33e0a2-7c51-47d8-81db-7f0306e694cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:58.150442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda520-a8dd-4314-982b-963c787f573a None None] Attempting to bind port 6225ce63-1e57-47ef-81df-a9aeedbbd197 on network 3abf6c2d-8098-4b34-a2f3-79607d316afc {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:58.302397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:34:58.309573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:34:58.383404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Attempting to bind port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:34:58.384771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Attempting to bind port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:34:58.385361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Attempting to bind port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 on network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:34:58.409914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda520-a8dd-4314-982b-963c787f573a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:58.410573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda520-a8dd-4314-982b-963c787f573a None None] Checking segment: {'id': '6a33e0a2-7c51-47d8-81db-7f0306e694cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:58.411159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.411720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defda520-a8dd-4314-982b-963c787f573a None None] Bound using segment: {'id': '6a33e0a2-7c51-47d8-81db-7f0306e694cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:58.412373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-defda520-a8dd-4314-982b-963c787f573a None None] Bound port: 6225ce63-1e57-47ef-81df-a9aeedbbd197, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a33e0a2-7c51-47d8-81db-7f0306e694cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3abf6c2d-8098-4b34-a2f3-79607d316afc'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:58.412903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.431448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:34:58.435599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c309adc-dfb5-43b3-95d7-c7ddc7e27848 None None] Pushing event updated for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:58.451375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438842-07e0-4a97-8374-03299b1f26af None None] Sync routers for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:34:58.463264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f9e5c4a-0ee7-4f8a-8497-13e129090571 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "PUT /v2.0/routers/bda7e2bf-a963-4285-b957-beef2403a491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6617658 Feb 10 11:34:58.464272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:58.468379 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:58.469099 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.471528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Request body: {'port': {'network_id': 'b1ba7913-58fe-4230-bf5d-878853a1113e', 'name': 'tempest-FloatingIPAdminTestJSON-1281533029'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:58.482990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port be18bba2-b33e-4ea4-8827-8f688714220a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=be18bba2-b33e-4ea4-8827-8f688714220a,segment=NetworkSegment(0c60b773-26c9-4c56-add1-8a1f6b21a5fb),segment_id=0c60b773-26c9-4c56-add1-8a1f6b21a5fb)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:34:58.483610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.536503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:34:58.536936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Checking segment: {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:34:58.537440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.537927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Bound using segment: {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:34:58.538536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Bound port: 63c8cd38-1b1f-4dc8-a946-cac973d38b39, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:34:58.539011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.599337 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.626726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:58.627578 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.690668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for be18bba2-b33e-4ea4-8827-8f688714220a owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:34:58.704180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:58.710903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Usage tracker for resource:port and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:58.714768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:58.722783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:58.736086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Made reservation on behalf of 6e73ab759c2d442193be696ce1baf899 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:58.740102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.769796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] device_id is not set on port f5a46a51-736a-4f5d-a48c-db8107c93ee7 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:34:58.777319 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-89ffd225-90eb-410a-9f2a-f8354e5cc8bf tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1088592292 HTTP/1.1" status: 201 len: 201 time: 0.8057449 Feb 10 11:34:58.790339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53510) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:58.801222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-9a57d8e6-601d-487f-9931-3b9faff31637 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-2072251383') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.826711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-58438842-07e0-4a97-8374-03299b1f26af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:58.828154 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438842-07e0-4a97-8374-03299b1f26af None None] The sync data for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:34:58.841895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.878801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-defda520-a8dd-4314-982b-963c787f573a None None] For port 6225ce63-1e57-47ef-81df-a9aeedbbd197, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:58.882361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-defda520-a8dd-4314-982b-963c787f573a None None] For port 6225ce63-1e57-47ef-81df-a9aeedbbd197, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6225ce63-1e57-47ef-81df-a9aeedbbd197,segment=NetworkSegment(6a33e0a2-7c51-47d8-81db-7f0306e694cc),segment_id=6a33e0a2-7c51-47d8-81db-7f0306e694cc)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:58.883734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Deleting port be18bba2-b33e-4ea4-8827-8f688714220a {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:34:58.884484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:58.984146 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9a57d8e6-601d-487f-9931-3b9faff31637 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-2072251383 HTTP/1.1" status: 201 len: 201 time: 0.1898072 Feb 10 11:34:58.984542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53516) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.018866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-defda520-a8dd-4314-982b-963c787f573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.040882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port be18bba2-b33e-4ea4-8827-8f688714220a on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:34:59.048239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-238302ca-d232-4ab3-8322-c2f4e50d545d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.068107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Allocated IP 172.20.0.6 (b1ba7913-58fe-4230-bf5d-878853a1113e/4820b6c3-7a7c-41a7-91fd-7df666f1e47a/f5a46a51-736a-4f5d-a48c-db8107c93ee7) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:59.078746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b6736c98-f52f-43d7-8555-9bfb9e9cc0c0 None None] The port 'be18bba2-b33e-4ea4-8827-8f688714220a' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:34:59.084873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09ffc6-3548-44be-a860-89c1f9c3b9d2 None None] Network 0e599f61-699c-4565-a32d-d900509676e5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:34:59.111850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=be18bba2-b33e-4ea4-8827-8f688714220a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.114837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.193436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-690118961-network', 'tenant_id': '1786f858b0df4ac4a3c0fad9db6a7bd8'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:59.202890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:59.231401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.241599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:34:59.265986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Usage tracker for resource:network and tenant:1786f858b0df4ac4a3c0fad9db6a7bd8 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:59.281878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:59.301554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:59.306977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.344840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Made reservation on behalf of 1786f858b0df4ac4a3c0fad9db6a7bd8 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:59.347354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.359406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90ea97c-42d1-4dac-8beb-3462cf50ee94']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.387960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.398660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c60b773-26c9-4c56-add1-8a1f6b21a5fb') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.399669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c60b773-26c9-4c56-add1-8a1f6b21a5fb') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.416187 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-238302ca-d232-4ab3-8322-c2f4e50d545d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 200 len: 240 time: 0.4231589 Feb 10 11:34:59.416434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:59.416762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53528) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.422118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-0885cfde-771f-4c44-9804-3a4d689f9e54 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-676509257') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.422297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:subnet and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:59.428315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] For port 63c8cd38-1b1f-4dc8-a946-cac973d38b39, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:34:59.432702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:59.442804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:59.446264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defda520-a8dd-4314-982b-963c787f573a None None] Pushing event updated for resources: {'Port': ['ID=6225ce63-1e57-47ef-81df-a9aeedbbd197,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.446591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.450601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.464908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] For port 63c8cd38-1b1f-4dc8-a946-cac973d38b39, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=63c8cd38-1b1f-4dc8-a946-cac973d38b39,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:34:59.468928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Transition to ACTIVE for port object f5a46a51-736a-4f5d-a48c-db8107c93ee7 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:59.472448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:34:59.481833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14bbf662-8e5f-4fe2-968a-460dd0cb8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.488097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.488901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.514051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:34:59.521146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:1786f858b0df4ac4a3c0fad9db6a7bd8 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:34:59.528081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:34:59.535744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:34:59.536141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:34:59.552700 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:34:59.554931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:34:59.562697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.598763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.608171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Transition to ACTIVE for port object 36128017-d729-4a5d-81b1-fdc6ca5bf37f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:59.657715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Transition to ACTIVE for port object 36128017-d729-4a5d-81b1-fdc6ca5bf37f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:34:59.666183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c309adc-dfb5-43b3-95d7-c7ddc7e27848 None None] Pushing event updated for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:34:59.672321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:34:59.672938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:34:59.870418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.870962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.896666 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0885cfde-771f-4c44-9804-3a4d689f9e54 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-676509257 HTTP/1.1" status: 204 len: 168 time: 0.4787385 Feb 10 11:34:59.905106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:34:59.907514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53532) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:34:59.968702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8:2::1 (dbf54c30-16aa-4f9f-b90b-c49c61521d4f/96b589b5-fa97-4474-b441-b0ada1942e2d/40e09c75-faec-4fb1-b7b9-7b455c6b13cc) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:34:59.971983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Network b1ba7913-58fe-4230-bf5d-878853a1113e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:34:59.998552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:00.000914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:00.004309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Pushing event updated for resources: {'Port': ['ID=36128017-d729-4a5d-81b1-fdc6ca5bf37f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.006805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:00.010278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:00.015705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:00.065325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.066202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:00.105542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event updated for resources: {'Port': ['ID=f5a46a51-736a-4f5d-a48c-db8107c93ee7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.136774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-b943af53-232e-4d2a-89c1-f19eee415aca tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-676509257') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:00.192400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.220100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Attempting to bind port 36128017-d729-4a5d-81b1-fdc6ca5bf37f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:00.220459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Attempting to bind port 36128017-d729-4a5d-81b1-fdc6ca5bf37f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:00.220818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Attempting to bind port 36128017-d729-4a5d-81b1-fdc6ca5bf37f on network dbf54c30-16aa-4f9f-b90b-c49c61521d4f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:00.222586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.226719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.238288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:00.238656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Checking segment: {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:00.239048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.239520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Bound using segment: {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:00.239997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Bound port: 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:00.240370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.242560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:00.255951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.257088 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Added segment 1a6b59cc-1a93-46cb-8eac-715c74f23f71 of type vlan for network b8fd7884-4aad-49e3-945f-6ccd9ee74f40 Feb 10 11:35:00.294652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.356377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.357215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.357961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.364845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] For port 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:00.368505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] For port 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36128017-d729-4a5d-81b1-fdc6ca5bf37f,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:00.390238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.398542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=b90ea97c-42d1-4dac-8beb-3462cf50ee94,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.442673 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d9e0dc0e-5970-4197-a78a-3f81bb6800d0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/b90ea97c-42d1-4dac-8beb-3462cf50ee94 HTTP/1.1" status: 204 len: 168 time: 4.2456305 Feb 10 11:35:00.489279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.505829 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3334670 Feb 10 11:35:00.506457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bfa87-f13d-4229-a55b-4c209b1b448c None None] Pushing event updated for resources: {'Port': ['ID=36128017-d729-4a5d-81b1-fdc6ca5bf37f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.516327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.520077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-737549323'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:00.534215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:00.534899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.546527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Request body: {'subnet': {'network_id': 'b8fd7884-4aad-49e3-945f-6ccd9ee74f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-690118961-subnet', 'tenant_id': '1786f858b0df4ac4a3c0fad9db6a7bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:00.551864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d85869-23e6-4786-93a5-5a949f2c70f6,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.555702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ad721-97d6-4ebf-b7db-2bab86ee6ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fd7884-4aad-49e3-945f-6ccd9ee74f40,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.579560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:00.583106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:00.596681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Usage tracker for resource:subnet and tenant:1786f858b0df4ac4a3c0fad9db6a7bd8 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:00.604706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:00.614081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:00.621143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:00.652731 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b943af53-232e-4d2a-89c1-f19eee415aca tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-676509257 HTTP/1.1" status: 204 len: 168 time: 0.7395947 Feb 10 11:35:00.654982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53544) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.655140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:00.660476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-4d1268eb-c48c-4333-84e1-1ca2b8ba2e25 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:00.673018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:00.682224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=7aa623e2-bdec-47a4-9075-6c11d7d5e383,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:00.721315 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f65da5ba-d912-4e3f-bc93-71069678d18c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2549994 Feb 10 11:35:00.725979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53548) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.748873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:00.754059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.785097 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4d1268eb-c48c-4333-84e1-1ca2b8ba2e25 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 200 len: 205 time: 0.1289654 Feb 10 11:35:00.787768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.794623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-7e55c1dd-45cf-4239-ba82-97184d4626bc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:00.802331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:00.802698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: dfb70350-f7b3-43b1-86b1-16e627534c7c, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:00.804851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b8fd7884-4aad-49e3-945f-6ccd9ee74f40 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:00.838170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Made reservation on behalf of 1786f858b0df4ac4a3c0fad9db6a7bd8 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:00.840504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:00.897195 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7e55c1dd-45cf-4239-ba82-97184d4626bc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 200 len: 241 time: 0.1079514 Feb 10 11:35:00.903215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53558) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:00.918869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-9f53306d-783a-4304-b617-b2fddf088a14 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-1738706057') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:00.978035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.070184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.093537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a10b7c27-552d-43dd-af1a-d6c1b4f241c3 None None] Provisioning for port f5a46a51-736a-4f5d-a48c-db8107c93ee7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:01.112398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a10b7c27-552d-43dd-af1a-d6c1b4f241c3 None None] Provisioning complete for port f5a46a51-736a-4f5d-a48c-db8107c93ee7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:01.112968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a10b7c27-552d-43dd-af1a-d6c1b4f241c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.154332 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f53306d-783a-4304-b617-b2fddf088a14 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-1738706057 HTTP/1.1" status: 204 len: 168 time: 0.2475460 Feb 10 11:35:01.155469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53562) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.177244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-c23b4014-3da3-4310-9e70-ef86cc0479b2 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-1738706057') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:01.183874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:48Z', 'revision_number': 3, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:59Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:01.195552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8b98b1-f6fb-48f2-95c1-3eeb8e9207b0 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:34:48Z', 'revision_number': 3, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:59Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:01.216749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a68ae1-9ea8-424a-b949-b78e798b11f7 None None] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:01.343697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'project_id': '6e73ab759c2d442193be696ce1baf899', 'port_id': 'f5a46a51-736a-4f5d-a48c-db8107c93ee7'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:01.350955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:01.356369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Usage tracker for resource:floatingip and tenant:6e73ab759c2d442193be696ce1baf899 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:01.359670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:01.368547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:01.378226 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c23b4014-3da3-4310-9e70-ef86cc0479b2 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-1738706057 HTTP/1.1" status: 204 len: 168 time: 0.2154243 Feb 10 11:35:01.384683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53566) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.385440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.392816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-a56f4e4d-6f59-4ec7-87fa-66a6615a9cbd tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:01.403986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.480988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object 40e09c75-faec-4fb1-b7b9-7b455c6b13cc will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:01.488367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.512122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6225ce63-1e57-47ef-81df-a9aeedbbd197 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:01.523587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:01.552658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a10b7c27-552d-43dd-af1a-d6c1b4f241c3 None None] Port f5a46a51-736a-4f5d-a48c-db8107c93ee7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:01.562037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.562393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 884fe3fe-18f3-46f6-ba92-bd2fd6672cce of type vlan for network 9b07965a-1252-427e-9c06-80dc1e1edeaa Feb 10 11:35:01.572055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network dfb70350-f7b3-43b1-86b1-16e627534c7c is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:01.583052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8753b5-6b91-40b6-bbe9-6d3c6e8ad679,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:01.636155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, dfb70350-f7b3-43b1-86b1-16e627534c7c) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:01.656767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:01.657242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.659026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9da9c-5116-4544-b6a7-2c771a150846 None None] Network dfb70350-f7b3-43b1-86b1-16e627534c7c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:01.678900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.688315 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a56f4e4d-6f59-4ec7-87fa-66a6615a9cbd tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 200 len: 205 time: 0.3016946 Feb 10 11:35:01.690954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53570) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.692650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.698386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-87da070d-8f53-468c-bd1a-a1afa45a5fc4 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:01.760452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Checking segment: {'id': '1a6b59cc-1a93-46cb-8eac-715c74f23f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'b8fd7884-4aad-49e3-945f-6ccd9ee74f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:01.761085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Network hostable DHCP agents. Network: b8fd7884-4aad-49e3-945f-6ccd9ee74f40, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:01.781656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-875b1faa-0ccb-4353-b128-280cdffecfef tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5491812 Feb 10 11:35:01.810929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53574) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.835391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:01.839527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:01.867084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373741985'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:01.875958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:01.878780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Provisioning for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:01.881361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:01.885444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:01.888174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:01.895603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.897909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:01.900007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Provisioning complete for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:01.904163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.906646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:01.909607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:01.910594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.940096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.945803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:01.947826 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-87da070d-8f53-468c-bd1a-a1afa45a5fc4 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 200 len: 241 time: 0.2558289 Feb 10 11:35:01.949582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:01.953071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53578) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:01.975171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-f68ae5cc-6d03-4aee-b813-543960d5ab8d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1088592292') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:01.991984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:01.992351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.019457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:02.037995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.167906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Network b8fd7884-4aad-49e3-945f-6ccd9ee74f40 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:02.174199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6786568 Feb 10 11:35:02.182172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53582) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.191184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:02.218674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b8fd7884-4aad-49e3-945f-6ccd9ee74f40) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:02.220593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.235801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:02.236401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.240132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3438a6-7717-4c5a-a6d7-62f83e021f51 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=9b07965a-1252-427e-9c06-80dc1e1edeaa,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:02.242377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:02.250122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-dfb70350-f7b3-43b1-86b1-16e627534c7c', 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': '7aa623e2-bdec-47a4-9075-6c11d7d5e383'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:02.251219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.267202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:02.291124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1059949-ac90-4ed9-a76a-3c3ba9c8eef6 None None] Network b8fd7884-4aad-49e3-945f-6ccd9ee74f40 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:02.323806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.324144 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment 97689c0d-6f28-437d-82ab-a07634e494af of type vlan for network 8f2561c1-8c21-4977-98f8-87000040fcd3 Feb 10 11:35:02.341437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-820682a1-6619-46a1-895e-0b4d13c94a1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8134472 Feb 10 11:35:02.379526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.402643 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f68ae5cc-6d03-4aee-b813-543960d5ab8d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1088592292 HTTP/1.1" status: 204 len: 168 time: 0.4485905 Feb 10 11:35:02.408122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.431938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.438883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-93ecf694-6d96-4877-8f3f-0d8526541e46 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1088592292') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:02.511039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Allocated IP 172.26.3.36 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/ddeb39f9-dcaa-443e-935a-7f2525de018c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:02.564768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6b618-8800-4600-8cba-4132fdf14aca None None] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:02.636328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.640360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:02.641106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.687550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.732987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.765247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9485817 Feb 10 11:35:02.770294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:02.792122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': '8f2561c1-8c21-4977-98f8-87000040fcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:02.834744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:02.921201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827024b-467a-48a7-8b15-effa1fb3d7f1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=8f2561c1-8c21-4977-98f8-87000040fcd3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:02.948232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:02.951656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.034685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Allocated IP 2001:db8:0:ffff::2 (dfb70350-f7b3-43b1-86b1-16e627534c7c/7aa623e2-bdec-47a4-9075-6c11d7d5e383/3c7ece4b-a538-4e89-b9b9-30d04b5ba348) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:03.082888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:03.087985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:03.095125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeb39f9-dcaa-443e-935a-7f2525de018c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:03.103795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:03.106342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:03.123898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:03.154338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:subnet and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:03.160187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:03.168490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:03.194239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8f2561c1-8c21-4977-98f8-87000040fcd3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:03.233687 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:03.234704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.240963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:03.298447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:03.310513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 6225ce63-1e57-47ef-81df-a9aeedbbd197, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6225ce63-1e57-47ef-81df-a9aeedbbd197,segment=NetworkSegment(6a33e0a2-7c51-47d8-81db-7f0306e694cc),segment_id=6a33e0a2-7c51-47d8-81db-7f0306e694cc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:03.315260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.316199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.419984 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-93ecf694-6d96-4877-8f3f-0d8526541e46 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1088592292 HTTP/1.1" status: 204 len: 168 time: 1.0003462 Feb 10 11:35:03.435664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53606) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:03.439143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.440012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36128017-d729-4a5d-81b1-fdc6ca5bf37f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:03.480193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:03.502312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-31790f89-b6ab-4492-9018-15cbb9b33f09 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:03.618569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.689768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:03.753345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.775986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-c4b54587-7957-4513-ab05-e5ed96d46804 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:03.777642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-c4b54587-7957-4513-ab05-e5ed96d46804 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/networks?id=0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 200 len: 811 time: 0.6551073 Feb 10 11:35:03.786107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:03.786704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d50bc93f-6e03-4f5f-b5cb-f90c36f0cffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:03.810023 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31790f89-b6ab-4492-9018-15cbb9b33f09 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 200 len: 205 time: 0.3677971 Feb 10 11:35:03.812197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53610) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:03.824930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=6225ce63-1e57-47ef-81df-a9aeedbbd197,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:03.827675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-d0baa0d6-35c3-4c0f-bb7e-03b204cbe358 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:03.835519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.836337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f493a-6665-4c7d-ba70-422579c21033 None None] Network b8fd7884-4aad-49e3-945f-6ccd9ee74f40 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:03.858068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:03.891152 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0baa0d6-35c3-4c0f-bb7e-03b204cbe358 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 200 len: 241 time: 0.0717492 Feb 10 11:35:03.893691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:03.905749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-a8da77f0-b401-4fe0-beb2-9685c8c89428 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-2072251383') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:03.924205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-c336934c-4d1c-43ff-b118-d1b1f85208cb tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/quotas/bfad6e6de1044fa286c88442805507e6 HTTP/1.1" status: 200 len: 375 time: 0.0792010 Feb 10 11:35:03.927686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Transition to ACTIVE for port object 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:03.945288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:03.962401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:03.980202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Transition to ACTIVE for port object 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:03.992435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 36128017-d729-4a5d-81b1-fdc6ca5bf37f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:04.004477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.027999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.200487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-3776d559-125d-4e39-aac8-f374748d6276 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bfad6e6de1044fa286c88442805507e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2473593 Feb 10 11:35:04.207338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=87804933-971c-4561-8345-aed14de0a8c0,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:04.222242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '884fe3fe-18f3-46f6-ba92-bd2fd6672cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:04.222599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 9b07965a-1252-427e-9c06-80dc1e1edeaa, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:04.225708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Network dfb70350-f7b3-43b1-86b1-16e627534c7c is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:04.232132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Pushing event updated for resources: {'Port': ['ID=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:04.238374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8da77f0-b401-4fe0-beb2-9685c8c89428 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-2072251383 HTTP/1.1" status: 204 len: 168 time: 0.3451724 Feb 10 11:35:04.242258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53620) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.247932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:04.250407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:04.253019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-a283909c-ae90-4a6e-a854-26dfd056183e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-2072251383') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.262024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6225ce63-1e57-47ef-81df-a9aeedbbd197 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:04.280825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.483171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:04.493171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.529089 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a283909c-ae90-4a6e-a854-26dfd056183e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-2072251383 HTTP/1.1" status: 204 len: 168 time: 0.2858043 Feb 10 11:35:04.531585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53624) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.539516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-431b9190-9285-4b48-a27c-0c366fba0976 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.547812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 9b07965a-1252-427e-9c06-80dc1e1edeaa) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:04.562595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:04.563088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.593747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19c2e5-de67-4f33-b4bc-526aa10a79d6 None None] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:04.623580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:04.623949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.668152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-e25ffe90-2181-473d-972d-de24d8148bcf service neutron] 10.222.0.42 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392245 Feb 10 11:35:04.694755 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-431b9190-9285-4b48-a27c-0c366fba0976 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 200 len: 205 time: 0.1621494 Feb 10 11:35:04.698085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53628) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.703333 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e3ac8168-b642-424c-a634-db268362d0bd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5189352 Feb 10 11:35:04.708980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-ee903442-2666-4d06-bbe7-3d0809847fdd tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.714068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.732917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55918567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:04.790936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:04.792002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.808041 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee903442-2666-4d06-bbe7-3d0809847fdd tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1088510 Feb 10 11:35:04.809365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.813456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53636) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:04.837297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:04.847775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:04.859449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Attempting to bind port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:04.860378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Attempting to bind port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:04.860694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-0cb0e59d-366b-4699-9f28-d5aafba8a1f3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:04.860816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Attempting to bind port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 on network dfb70350-f7b3-43b1-86b1-16e627534c7c {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:04.861549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:04.889702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:04.896752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:04.897132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Checking segment: {'id': 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:04.897533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.897923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Bound using segment: {'id': 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:04.898594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Bound port: 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfb70350-f7b3-43b1-86b1-16e627534c7c'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:04.898993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:04.909281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.006534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.006788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning for port 36128017-d729-4a5d-81b1-fdc6ca5bf37f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:05.007963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.053126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-ecabccea-1d3b-4279-81c3-70a3a7b2a7ff service neutron] 10.222.0.42 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697805 Feb 10 11:35:05.053438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning complete for port 36128017-d729-4a5d-81b1-fdc6ca5bf37f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:05.053807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.087929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Pushing event updated for resources: {'Port': ['ID=ddeb39f9-dcaa-443e-935a-7f2525de018c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.093549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-9b07965a-1252-427e-9c06-80dc1e1edeaa', 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '87804933-971c-4561-8345-aed14de0a8c0'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:05.094356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.098899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:05.128120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.142886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.180906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.228374 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0cb0e59d-366b-4699-9f28-d5aafba8a1f3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3705788 Feb 10 11:35:05.232216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53640) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.244205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-8a4a33e6-070e-4487-8dec-4a0bee3007a6 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.392869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] For port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:05.405583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 63c8cd38-1b1f-4dc8-a946-cac973d38b39 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:05.423774 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8a4a33e6-070e-4487-8dec-4a0bee3007a6 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 204 len: 168 time: 0.1913037 Feb 10 11:35:05.427223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53646) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.435027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-6e7d120d-6cc2-400a-ae2c-b46dc1489a1d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.455118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': '97689c0d-6f28-437d-82ab-a07634e494af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8f2561c1-8c21-4977-98f8-87000040fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:05.456375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: 8f2561c1-8c21-4977-98f8-87000040fcd3, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:05.459499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] For port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,segment=NetworkSegment(fffad8a9-56b2-4bcc-b76c-f83fb3068bdb),segment_id=fffad8a9-56b2-4bcc-b76c-f83fb3068bdb)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:05.479108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.524663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-93da5ecb-00ee-4349-83ee-64bba9b670db req-6eb685f3-d5b4-4192-8bd3-7432dc9a834f tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 210 time: 0.1127264 Feb 10 11:35:05.535546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.550514 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6e7d120d-6cc2-400a-ae2c-b46dc1489a1d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 204 len: 168 time: 0.1212120 Feb 10 11:35:05.553752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53650) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.562278 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Floating IP 5bc98dd3-e6be-4d1c-8a45-5e284a8ac3a4 associated. External IP: 172.26.3.36, port: f5a46a51-736a-4f5d-a48c-db8107c93ee7. Feb 10 11:35:05.565762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-d651b6ba-b75a-4869-a755-e1a98f9b072b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-1735896998') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.609845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.610991 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ccd798e9-7877-457c-afae-c450ec9ee09f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8908446 Feb 10 11:35:05.618964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53654) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.635607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'port': {'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa', 'name': 'tempest-RoutersTest-1452258615'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:05.652814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network 8f2561c1-8c21-4977-98f8-87000040fcd3 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:05.673605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8f2561c1-8c21-4977-98f8-87000040fcd3) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:05.681711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:05.682280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.693673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.704307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:05.715214 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-665347e4-3ffb-474e-a0bc-9a957820e8af tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9184158 Feb 10 11:35:05.715214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53658) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.716039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c59794-5d57-42db-82b7-217cde820848 None None] Network 8f2561c1-8c21-4977-98f8-87000040fcd3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:05.721751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430946614'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:05.727652 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-becb473b-66cf-4d80-849e-0dbf0b8daefc tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9522159 Feb 10 11:35:05.729085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:05.731120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53662) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.738040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'port': {'network_id': '8f2561c1-8c21-4977-98f8-87000040fcd3', 'name': 'tempest-NetworksIpV6TestAttrs-1948727954'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:05.741006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:05.753205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d651b6ba-b75a-4869-a755-e1a98f9b072b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-1735896998 HTTP/1.1" status: 201 len: 201 time: 0.1959293 Feb 10 11:35:05.753701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:05.754397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:network and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:05.756702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbbbdb-ceb4-410a-8fdc-3f9fefc85364 None None] Pushing event updated for resources: {'Port': ['ID=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:05.759667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:05.760434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:05.770188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Allocated IP 172.20.0.2 (9b07965a-1252-427e-9c06-80dc1e1edeaa/87804933-971c-4561-8345-aed14de0a8c0/4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:05.780914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-a3456585-6ba5-4a81-9e7b-23099f42b613 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-777936079') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:05.806098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:05.826341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:05.826725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.865021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:05.870351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:port and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:05.874758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:05.881670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:05.892930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:05.896168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.914090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:05.917809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:05.954487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] For port 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36128017-d729-4a5d-81b1-fdc6ca5bf37f,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:06.000105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:06.011815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.025630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:port and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.030937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.034612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.034612 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added segment 4c25eab1-2447-4d1b-8b75-d024d9303415 of type vlan for network 83b9250c-8541-4a59-9518-36f65f4a19e1 Feb 10 11:35:06.035596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:06.036012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:06.039380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] device_id is not set on port ae60a667-63d6-41a5-b530-50fb3d08c2df yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:06.043958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.082933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.090282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:06.093423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.142985 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3456585-6ba5-4a81-9e7b-23099f42b613 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-777936079 HTTP/1.1" status: 201 len: 201 time: 0.3770804 Feb 10 11:35:06.143609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] device_id is not set on port 59fcbe31-9eb0-4e24-9a70-bb6e0a98190d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:06.154720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53672) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.167256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-a4f22e02-137c-4e51-a712-f2e6594240b3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1808452563') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:06.202496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.204427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.209016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:06.209729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.393097 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6772263 Feb 10 11:35:06.398462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d197d-2731-4fed-a439-54a788fbdd08 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Network': ['ID=83b9250c-8541-4a59-9518-36f65f4a19e1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.401359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.421302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'subnet': {'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:06.464432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.475265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:06.526711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Allocated IP 2001:db8::f816:3eff:fe58:6ca0 (8f2561c1-8c21-4977-98f8-87000040fcd3/5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614/59fcbe31-9eb0-4e24-9a70-bb6e0a98190d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:06.598716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:06.600734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:06.613717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:subnet and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:06.625716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Pushing event updated for resources: {'Port': ['ID=36128017-d729-4a5d-81b1-fdc6ca5bf37f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:06.630261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:06.638976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:06.667663 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a4f22e02-137c-4e51-a712-f2e6594240b3 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1808452563 HTTP/1.1" status: 201 len: 201 time: 0.5042288 Feb 10 11:35:06.668493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53690) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.676354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-e4449444-9073-4c87-a602-da53cfcad786 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-5483680') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:06.680919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:06.736012 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e4449444-9073-4c87-a602-da53cfcad786 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-5483680 HTTP/1.1" status: 201 len: 201 time: 0.0663803 Feb 10 11:35:06.739709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea0c1c1b-0572-4205-8daa-c7d294f3b997 req-b42c2e7e-d05d-4bc7-91b4-cc0c2c21fc3f tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 210 time: 0.1017687 Feb 10 11:35:06.741341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53694) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.751573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-a32c7b5f-854b-4671-8df6-62ffb9c4228a tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', {'tags': ['tempest-TagsExtTest-Tag-146481844', 'tempest-TagsExtTest-Tag-327612799', 'tempest-TagsExtTest-Tag-1535999093']}) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:06.783007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Made reservation on behalf of 57a00cfce82a4a4a93dac53abd3b587e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:06.848630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning complete for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:06.849264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:06.881374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Router bda7e2bf-a963-4285-b957-beef2403a491 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:06.889253 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a32c7b5f-854b-4671-8df6-62ffb9c4228a tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 200 len: 316 time: 0.1465704 Feb 10 11:35:06.890140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53698) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:06.897852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-31d6f7f9-bc3c-4dc3-81e5-cf3e370471bb tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:06.973987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 63c8cd38-1b1f-4dc8-a946-cac973d38b39, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=63c8cd38-1b1f-4dc8-a946-cac973d38b39,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:07.000486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b02973-9a83-4587-928e-f0a2f83e5f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8f2561c1-8c21-4977-98f8-87000040fcd3', 'network_id': '8f2561c1-8c21-4977-98f8-87000040fcd3', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': '5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:07.001333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31b02973-9a83-4587-928e-f0a2f83e5f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.001715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.035311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.214675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.270841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Transition to ACTIVE for port object 59fcbe31-9eb0-4e24-9a70-bb6e0a98190d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:07.362733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:07.392776 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-31d6f7f9-bc3c-4dc3-81e5-cf3e370471bb tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 204 len: 168 time: 0.5008357 Feb 10 11:35:07.397247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53710) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.405643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-d7af6089-b452-4427-8df0-8598089e0ba5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-146481844') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.450378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.463152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Transition to ACTIVE for port object 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:07.507563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.508972 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-d7af6089-b452-4427-8df0-8598089e0ba5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:07.510136 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d7af6089-b452-4427-8df0-8598089e0ba5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-146481844 HTTP/1.1" status: 404 len: 328 time: 0.1114559 Feb 10 11:35:07.512423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.513284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:07.516334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1b84e-44fd-4353-87d1-7c55d35f5c93 None None] Network dfb70350-f7b3-43b1-86b1-16e627534c7c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:07.520473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53714) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.522593 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] Sync routers for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:07.529584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-9ef9d935-a94d-4d7a-a6ff-06c0ff800f3c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-327612799') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.539642 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:07.540419 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.542722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:07.589720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.601292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Port': ['ID=59fcbe31-9eb0-4e24-9a70-bb6e0a98190d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.619950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network 8f2561c1-8c21-4977-98f8-87000040fcd3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:07.623094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:07.626531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:07.630710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:07.631824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.644088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.678382 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3a32b457-9488-4d73-93ee-7a97ef79851a tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.9475200 Feb 10 11:35:07.682557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53718) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.716838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-53f78cd9-426b-4e45-881c-55353543900c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9844325 Feb 10 11:35:07.729104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.736766 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.760438 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:07.761034 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.782331 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-9ef9d935-a94d-4d7a-a6ff-06c0ff800f3c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:07.783465 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9ef9d935-a94d-4d7a-a6ff-06c0ff800f3c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-327612799 HTTP/1.1" status: 404 len: 328 time: 0.2613993 Feb 10 11:35:07.787181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53728) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:07.795997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-9b371aa7-63e4-47ca-b907-534450984ef5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0', 'tempest-TagsExtTest-Tag-1535999093') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.807876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Checking segment: {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:07.817222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network hostable DHCP agents. Network: 83b9250c-8541-4a59-9518-36f65f4a19e1, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:07.828340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:07.837484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Transition to ACTIVE for port object 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:07.857591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36128017-d729-4a5d-81b1-fdc6ca5bf37f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:07.865728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Subnet': ['ID=d84440b1-6694-4361-84ae-2526c723fb8d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:07.884576 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:07.884999 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06e484-70e9-4301-86ea-9a782726c89d None None] The sync data for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:07.895807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning for port 3174b0e4-3042-4997-8689-8255b39da2ce completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:07.928328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:07.961911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.20.0.12 (9b07965a-1252-427e-9c06-80dc1e1edeaa/87804933-971c-4561-8345-aed14de0a8c0/ae60a667-63d6-41a5-b530-50fb3d08c2df) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:07.984231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:07.996272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting subnet 5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:07.999749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.020582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning complete for port 3174b0e4-3042-4997-8689-8255b39da2ce triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:08.021162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.049576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 83b9250c-8541-4a59-9518-36f65f4a19e1) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:08.063744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab5616a4-b665-48a1-af14-6295967ba647 req-97068bd4-9c76-4411-8454-5715dcf640a8 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 210 time: 0.1146295 Feb 10 11:35:08.073006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.104611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:08.105178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.144007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-059dab34-82ce-4b4d-8766-77335d07fecd tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7390521 Feb 10 11:35:08.146831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53732) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.167629 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ccada41a-626f-45b3-bd3a-21e88ec49d4e tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "GET /v2.0/floatingips/5bc98dd3-e6be-4d1c-8a45-5e284a8ac3a4 HTTP/1.1" status: 200 len: 982 time: 0.4825749 Feb 10 11:35:08.173766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53736) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.225930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853285e-76e4-48c2-8c70-0e558ded3f88 None None] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:08.302859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.323030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.346636 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-9b371aa7-63e4-47ca-b907-534450984ef5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:08.350401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53740) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.350641 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9b371aa7-63e4-47ca-b907-534450984ef5 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags/tempest-TagsExtTest-Tag-1535999093 HTTP/1.1" status: 404 len: 329 time: 0.5624464 Feb 10 11:35:08.355995 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-724060b1-2f6a-47a1-b694-0d4617f1041c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1786072 Feb 10 11:35:08.357039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object ae60a667-63d6-41a5-b530-50fb3d08c2df will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:08.362681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53744) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.363635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-701f3b01-d368-4ae9-8896-725f5275ff1f tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', {'tags': ['tempest-TagsExtTest-Tag-1089974075', 'tempest-TagsExtTest-Tag-545666615', 'tempest-TagsExtTest-Tag-19347591']}) {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:08.388790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:08.397054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:08.399823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Port 3174b0e4-3042-4997-8689-8255b39da2ce cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:08.401668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Pushing event updated for resources: {'Port': ['ID=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.405951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:08.521220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.547338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.551743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-701f3b01-d368-4ae9-8896-725f5275ff1f tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 200 len: 315 time: 0.2003322 Feb 10 11:35:08.580361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53748) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-31b02973-9a83-4587-928e-f0a2f83e5f32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614: This subnet is being modified by another concurrent operation. Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:08.583146 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614: This subnet is being modified by another concurrent operation. Feb 10 11:35:08.586629 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:35:08.598902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-99067f83-1d66-4834-a520-19c14947b9ad tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:08.637298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76745c6b-0d25-4acb-8090-e24c150a6e92 None None] Network 8f2561c1-8c21-4977-98f8-87000040fcd3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:08.667416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 36128017-d729-4a5d-81b1-fdc6ca5bf37f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:08.668140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.681492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.716610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Provisioning complete for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:08.717398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-719a06e1-ddcd-44ee-9b04-18817670b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.751765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:08.771268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2d77c28d-6a44-4322-8b65-5d1efe52cb4d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614 HTTP/1.1" status: 204 len: 168 time: 1.0212779 Feb 10 11:35:08.775826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53752) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:08.858822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-1fac27c6-a977-4812-a273-20db47306d46 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:08.860264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-1fac27c6-a977-4812-a273-20db47306d46 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.32 "GET /v2.0/networks?id=0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 200 len: 811 time: 0.4139912 Feb 10 11:35:08.886332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Request body: {'port': {'device_id': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'network_id': '0e599f61-699c-4565-a32d-d900509676e5', 'admin_state_up': True, 'tenant_id': 'bfad6e6de1044fa286c88442805507e6'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:08.896246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:08.903154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bee5e-f8fc-413f-9525-749c6f1ea505 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:08.904653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bee5e-f8fc-413f-9525-749c6f1ea505 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:08.905123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=ae60a667-63d6-41a5-b530-50fb3d08c2df,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:08.905315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db1bee5e-f8fc-413f-9525-749c6f1ea505 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Synchronizing usage tracker for tenant:15a13657db934f609a41e9d0863618d2 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:08.908675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:08.910452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:08.919642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Attempting to bind port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:08.920058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Attempting to bind port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '884fe3fe-18f3-46f6-ba92-bd2fd6672cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:08.920519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Attempting to bind port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 on network 9b07965a-1252-427e-9c06-80dc1e1edeaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:08.987856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port ddeb39f9-dcaa-443e-935a-7f2525de018c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:08.988137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.000491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:02Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:02Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:34:59Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:09.042158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:09.042944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Checking segment: {'id': '884fe3fe-18f3-46f6-ba92-bd2fd6672cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:09.043196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.043459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:09.043781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Bound using segment: {'id': '884fe3fe-18f3-46f6-ba92-bd2fd6672cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:09.044141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.045196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Bound port: 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884fe3fe-18f3-46f6-ba92-bd2fd6672cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '9b07965a-1252-427e-9c06-80dc1e1edeaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:09.045196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.053427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db1bee5e-f8fc-413f-9525-749c6f1ea505 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Unset dirty status for tenant:15a13657db934f609a41e9d0863618d2 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:09.056147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db1bee5e-f8fc-413f-9525-749c6f1ea505 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2793262 Feb 10 11:35:09.063993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53756) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.113103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:09.119182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Usage tracker for resource:port and tenant:bfad6e6de1044fa286c88442805507e6 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:09.124069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:09.134844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:09.135198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Updating router 141fc43c-8cb5-495a-a7d1-439a338dc48a port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:35:09.169365 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90a079c1-b10a-4f71-8e77-c0b2c1651c5f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5393276 Feb 10 11:35:09.176709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53762) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.181436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-83b9250c-8541-4a59-9518-36f65f4a19e1', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:09.182235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.361548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.371268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.371768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.420812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:09.481229 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db0b329f-be1f-4923-8693-1d761b8a8aab req-95d46941-cd9b-4221-99ce-9bfc5aa747bc tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 210 time: 0.0587306 Feb 10 11:35:09.485722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Made reservation on behalf of bfad6e6de1044fa286c88442805507e6 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:09.488619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.507590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for ddeb39f9-dcaa-443e-935a-7f2525de018c owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:09.595374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] For port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:09.657935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] For port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,segment=NetworkSegment(884fe3fe-18f3-46f6-ba92-bd2fd6672cce),segment_id=884fe3fe-18f3-46f6-ba92-bd2fd6672cce)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:09.715364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 63c8cd38-1b1f-4dc8-a946-cac973d38b39 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:09.752702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.775984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3edd90fa-67fd-4853-a451-fb8f6456c445 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.792110 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-99067f83-1d66-4834-a520-19c14947b9ad tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 204 len: 168 time: 1.2083249 Feb 10 11:35:09.792351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Allocated IP 172.20.0.8 (0e599f61-699c-4565-a32d-d900509676e5/3e18270f-760d-4a4e-b089-34a0093aceef/20156819-70d4-4085-a2c5-58e12ec654eb) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:09.793016 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edd90fa-67fd-4853-a451-fb8f6456c445 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 11:35:09.793457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edd90fa-67fd-4853-a451-fb8f6456c445 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:09.793636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53766) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.807435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-086a7846-92df-483d-8e52-929ea261f649 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-1089974075') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:09.812141 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3edd90fa-67fd-4853-a451-fb8f6456c445 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/8f2561c1-8c21-4977-98f8-87000040fcd3 HTTP/1.1" status: 409 len: 405 time: 0.7467399 Feb 10 11:35:09.817036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.835076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:09.844143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:09.859898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1423439608'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:09.876143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:09.886752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:09.894167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Allocated IP 2001:db8:3::2 (83b9250c-8541-4a59-9518-36f65f4a19e1/d84440b1-6694-4361-84ae-2526c723fb8d/50543425-539c-4632-9300-1d3def4dd690) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:09.926586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297fdb8-ad77-4823-83af-01a7c7eb57f1 None None] Pushing event updated for resources: {'Port': ['ID=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:09.940451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Port': ['ID=ddeb39f9-dcaa-443e-935a-7f2525de018c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:09.947896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Provisioning complete for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:09.948088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.016543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:10.087154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:10.156776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:10.213785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:10.214170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.330169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.350179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:10.353771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.395063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Provisioning for port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:10.421038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Provisioning complete for port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:10.421405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.464519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:10.473936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.507464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:10.510622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-086a7846-92df-483d-8e52-929ea261f649 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:10.514492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-086a7846-92df-483d-8e52-929ea261f649 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-1089974075 HTTP/1.1" status: 404 len: 329 time: 0.7172475 Feb 10 11:35:10.521406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53774) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:10.531212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-a2608380-6d84-481a-aae3-7a578a96fc21 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-545666615') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:10.569500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.569988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment 9fba022a-8aa5-43eb-86b4-01aa2d4b25d3 of type vlan for network c5545d3c-f194-477e-a1b0-7169ff3419cc Feb 10 11:35:10.595713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.670613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.673588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Transition to ACTIVE for port object 50543425-539c-4632-9300-1d3def4dd690 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:10.714146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.727709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.732861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Transition to ACTIVE for port object 50543425-539c-4632-9300-1d3def4dd690 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:10.784267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.791106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Transition to ACTIVE for port object 40e09c75-faec-4fb1-b7b9-7b455c6b13cc will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:10.813773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.845150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.872244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.873888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.876098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:10.876741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:10.897895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Pushing event updated for resources: {'Port': ['ID=50543425-539c-4632-9300-1d3def4dd690,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:10.903137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:10.904798 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-a2608380-6d84-481a-aae3-7a578a96fc21 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:10.909065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a2608380-6d84-481a-aae3-7a578a96fc21 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-545666615 HTTP/1.1" status: 404 len: 328 time: 0.3847175 Feb 10 11:35:10.910284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53782) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:10.917556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-7989a0cf-ab38-451c-b83b-c41707dc0e9e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce', 'tempest-TagsExtTest-Tag-19347591') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:10.980765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:10.987962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:11.091474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] For port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,segment=NetworkSegment(fffad8a9-56b2-4bcc-b76c-f83fb3068bdb),segment_id=fffad8a9-56b2-4bcc-b76c-f83fb3068bdb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:11.127071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=c5545d3c-f194-477e-a1b0-7169ff3419cc,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.140258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Network 0e599f61-699c-4565-a32d-d900509676e5 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:11.177021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Allocated IP 2001:db8:3::1 (83b9250c-8541-4a59-9518-36f65f4a19e1/d84440b1-6694-4361-84ae-2526c723fb8d/f3312f0b-a73b-46d6-8944-c6b40f6b948f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:11.214416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08423098-7efc-4626-b875-d79a543841e1 None None] Pushing event updated for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.252203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c5545d3c-f194-477e-a1b0-7169ff3419cc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:11.281234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.311662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Pushing event updated for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.315195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:11.317308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:11.493230 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-7989a0cf-ab38-451c-b83b-c41707dc0e9e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:11.494254 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7989a0cf-ab38-451c-b83b-c41707dc0e9e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags/tempest-TagsExtTest-Tag-19347591 HTTP/1.1" status: 404 len: 327 time: 0.5833652 Feb 10 11:35:11.511044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53786) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:11.536788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-084c8f7e-ef60-4ee1-b232-65f61c4b517c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', {'tags': ['tempest-TagsExtTest-Tag-1194246334', 'tempest-TagsExtTest-Tag-1288024498', 'tempest-TagsExtTest-Tag-268181570']}) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:11.557362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:11.557964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.576717 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5eedb97-4855-4635-9515-4caaae9b65e7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7247977 Feb 10 11:35:11.585455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Attempting to bind port 50543425-539c-4632-9300-1d3def4dd690 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:11.586097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Attempting to bind port 50543425-539c-4632-9300-1d3def4dd690 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:11.586996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Attempting to bind port 50543425-539c-4632-9300-1d3def4dd690 on network 83b9250c-8541-4a59-9518-36f65f4a19e1 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:11.597115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53790) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:11.603782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-f683d3b6-0cc7-443c-9515-4c152a56e418 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7251501 Feb 10 11:35:11.613426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:11.630875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f0796-af03-4205-8c6a-2ff78b6737f9 None None] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:11.648677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Attempting to bind port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:11.649737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Attempting to bind port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:11.650281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Attempting to bind port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc on network dbf54c30-16aa-4f9f-b90b-c49c61521d4f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:11.666768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Request body: {'port': {'device_id': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:11.739121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:11.739572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Checking segment: {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:11.740036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.740530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Bound using segment: {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:11.740994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Bound port: 50543425-539c-4632-9300-1d3def4dd690, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:11.741410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.768912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:11.769304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Checking segment: {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:11.769600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.769981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Bound using segment: {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:11.770331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:11.770462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Bound port: 40e09c75-faec-4fb1-b7b9-7b455c6b13cc, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a60eea2-7eda-49a8-9540-326f2299c91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:11.770801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.782774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64433b6d-1e3d-4d2b-bd7f-cafec8b251d3 None None] Pushing event updated for resources: {'Port': ['ID=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:11.795972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:11.818577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.837312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.838232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.854979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Transition to ACTIVE for port object f3312f0b-a73b-46d6-8944-c6b40f6b948f will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:11.900707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83bac4-9c98-4b42-9f48-587516583d4c req-619edcd0-accc-4c18-b74a-a1270568f37d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:11.901379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea83bac4-9c98-4b42-9f48-587516583d4c req-619edcd0-accc-4c18-b74a-a1270568f37d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Synchronizing usage tracker for tenant:bfad6e6de1044fa286c88442805507e6 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:11.928239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:11.983213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:12.002484 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-084c8f7e-ef60-4ee1-b232-65f61c4b517c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 200 len: 317 time: 0.4776092 Feb 10 11:35:12.010255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53794) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:12.013210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea83bac4-9c98-4b42-9f48-587516583d4c req-619edcd0-accc-4c18-b74a-a1270568f37d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Unset dirty status for tenant:bfad6e6de1044fa286c88442805507e6 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:12.014445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea83bac4-9c98-4b42-9f48-587516583d4c req-619edcd0-accc-4c18-b74a-a1270568f37d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 931 time: 1.2565811 Feb 10 11:35:12.017497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=ae60a667-63d6-41a5-b530-50fb3d08c2df,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.056822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] For port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:12.060837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] For port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:12.070823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:12.076990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-f8cda59f-9241-4650-b2d9-ef42db7a1e4b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:12.097084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.136541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.179800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] For port 50543425-539c-4632-9300-1d3def4dd690, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:12.210620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Router bda7e2bf-a963-4285-b957-beef2403a491 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:12.227945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Provisioning for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:12.238473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] For port 50543425-539c-4632-9300-1d3def4dd690, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=50543425-539c-4632-9300-1d3def4dd690,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:12.241828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:12.255916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Provisioning complete for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:12.256098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:12.256609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.263536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.267017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:12.290106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.294545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:12.294903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.315379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:12.316006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.345950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08423098-7efc-4626-b875-d79a543841e1 None None] Pushing event updated for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.381079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:12.456770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:12.457397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:12.484919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.539853 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea83bac4-9c98-4b42-9f48-587516583d4c req-c61a4ea1-09ca-4844-87c8-aa3b13791655 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041574 Feb 10 11:35:12.542879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.652690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d505-0d76-4a2c-8368-125391da8399 None None] Pushing event updated for resources: {'Port': ['ID=50543425-539c-4632-9300-1d3def4dd690,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:12.681750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.760768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.791770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:12.816323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f8cda59f-9241-4650-b2d9-ef42db7a1e4b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.7983437 Feb 10 11:35:12.828646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53798) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:12.841587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-7e1a3121-b0b0-4dac-8cfe-4d6a91306712 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1194246334') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:12.916486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,segment=NetworkSegment(884fe3fe-18f3-46f6-ba92-bd2fd6672cce),segment_id=884fe3fe-18f3-46f6-ba92-bd2fd6672cce)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:12.933339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:12.945077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.026383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:13.076134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.080816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] Sync routers for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:13.083632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.166578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:13.249989 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3c2d6882-83e2-4a56-b1e9-835e64e0c4f6 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/floatingips/5bc98dd3-e6be-4d1c-8a45-5e284a8ac3a4 HTTP/1.1" status: 204 len: 168 time: 4.8810267 Feb 10 11:35:13.254527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53802) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:13.276682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:13.281225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:13.281999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.298253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:13.322897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Usage tracker for resource:floatingip and tenant:85d16fb4291c46c68c4cc621ebf01635 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:13.329615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.336160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.364327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:13.364855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-2d53e12b-2b0f-4c28-8e10-47a406fd6bf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:13.370069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.441458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:13.552792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:13.552979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=ae60a667-63d6-41a5-b530-50fb3d08c2df,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:13.652714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:13.655506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.706527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:13.706987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:13.709582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:13.751796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-7e1a3121-b0b0-4dac-8cfe-4d6a91306712 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:13.752856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e1a3121-b0b0-4dac-8cfe-4d6a91306712 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1194246334 HTTP/1.1" status: 404 len: 329 time: 0.9192328 Feb 10 11:35:13.760140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53808) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:13.770504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.771335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900653a6-9528-4db0-a116-36bf8a9e23f8 None None] The sync data for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:13.794371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-9aa57b8d-703b-4eee-9a56-8fbb1ce3bc66 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-1288024498') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.819413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:02Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:12Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:13.824304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091d82d-3b86-4004-8096-b2a87436d154 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:02Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:12Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:13.850100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:13.944814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:13.965598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.193512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:14.194591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.414561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Provisioning complete for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:14.415265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.454677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572553fc-9725-4d9d-8b92-7140b4610ea7 None None] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:14.468293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 4a0a3c4b-8186-4b9b-91a2-4432733902e6 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:35:14.482130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 50543425-539c-4632-9300-1d3def4dd690 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:14.519987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20156819-70d4-4085-a2c5-58e12ec654eb {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:35:14.549632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.587202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.objects.ports [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83554) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:14.609056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-9aa57b8d-703b-4eee-9a56-8fbb1ce3bc66 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:14.612615 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9aa57b8d-703b-4eee-9a56-8fbb1ce3bc66 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-1288024498 HTTP/1.1" status: 404 len: 329 time: 0.8435698 Feb 10 11:35:14.620255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.625672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:14.667509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Transition to ACTIVE for port object 20156819-70d4-4085-a2c5-58e12ec654eb will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:14.691124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-c7bb8626-c094-434e-9ea5-f5c72214b24e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a', 'tempest-TagsExtTest-Tag-268181570') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.757083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:14.819005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 50543425-539c-4632-9300-1d3def4dd690 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:14.819823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:14.828553 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e2274ad0-a6fc-4bcd-a8e6-c8c4d08703ca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/4a0a3c4b-8186-4b9b-91a2-4432733902e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5968528 Feb 10 11:35:14.829298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:14.829906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:14.838762 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] Sync routers for ids ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:14.853134 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] Routers {'4a0a3c4b-8186-4b9b-91a2-4432733902e6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:14.854059 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:14.907020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f970a57-4337-419d-9832-d484fba6727c req-4684e130-f4fb-4284-901e-962361816b33 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:14.908422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa85cb-d7e3-4b3f-b0c1-2f955ca66e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:14.908565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f970a57-4337-419d-9832-d484fba6727c req-4684e130-f4fb-4284-901e-962361816b33 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 931 time: 1.0168433 Feb 10 11:35:14.909154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-13aa85cb-d7e3-4b3f-b0c1-2f955ca66e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:14.929663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-13aa85cb-d7e3-4b3f-b0c1-2f955ca66e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:14.933603 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-13aa85cb-d7e3-4b3f-b0c1-2f955ca66e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports/ae60a667-63d6-41a5-b530-50fb3d08c2df HTTP/1.1" status: 200 len: 978 time: 0.1009610 Feb 10 11:35:14.934511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53820) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:14.946349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:14.968288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Provisioning for port ae60a667-63d6-41a5-b530-50fb3d08c2df completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:14.978877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=48c88e14-3d4a-4add-a4d1-e60566058055,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:14.988844 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.000115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Provisioning complete for port ae60a667-63d6-41a5-b530-50fb3d08c2df triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.000833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.018435 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] Routers {'4a0a3c4b-8186-4b9b-91a2-4432733902e6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:15.019161 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.053311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.068544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Pushing event updated for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:15.069572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c4846-9803-4ba1-b78d-8a74adf0f977 None None] Port ae60a667-63d6-41a5-b530-50fb3d08c2df cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:15.084238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.084990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.109846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.111585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.139380 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.139796 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c5eba-cbf7-4f16-a23a-3c092cd63252 None None] The sync data for ids ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:15.168358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-c7bb8626-c094-434e-9ea5-f5c72214b24e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:15.169397 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7bb8626-c094-434e-9ea5-f5c72214b24e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags/tempest-TagsExtTest-Tag-268181570 HTTP/1.1" status: 404 len: 328 time: 0.5048008 Feb 10 11:35:15.175821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53824) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.186795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-a35b6671-e714-499f-968c-6e7319156f29 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', {'tags': ['tempest-TagsExtTest-Tag-2067846818', 'tempest-TagsExtTest-Tag-644622590', 'tempest-TagsExtTest-Tag-1548642471']}) {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.189165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:15.189526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: c5545d3c-f194-477e-a1b0-7169ff3419cc, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:15.250282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f970a57-4337-419d-9832-d484fba6727c req-546bb886-70d7-48dd-b9b8-d1c45aae52d7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282015 Feb 10 11:35:15.255389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Provisioning complete for port ae60a667-63d6-41a5-b530-50fb3d08c2df triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.255883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.264264 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a35b6671-e714-499f-968c-6e7319156f29 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "PUT /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 200 len: 317 time: 0.0831234 Feb 10 11:35:15.265474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.286483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-f50cf5ea-4cec-44f7-bc90-c71d42bb2a66 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.336758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Port ae60a667-63d6-41a5-b530-50fb3d08c2df cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:15.354064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Provisioning for port 50543425-539c-4632-9300-1d3def4dd690 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:15.359726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Provisioning complete for port 50543425-539c-4632-9300-1d3def4dd690 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.360105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.482815 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f50cf5ea-4cec-44f7-bc90-c71d42bb2a66 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 204 len: 168 time: 0.2013800 Feb 10 11:35:15.484957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53832) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.491970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-efa6af78-fe77-440d-af7e-7d2e8ad28f0e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-2067846818') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.529495 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-efa6af78-fe77-440d-af7e-7d2e8ad28f0e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:15.530525 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-efa6af78-fe77-440d-af7e-7d2e8ad28f0e tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-2067846818 HTTP/1.1" status: 404 len: 329 time: 0.0446544 Feb 10 11:35:15.533832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53836) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.544164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-dcd7ee17-7594-4e06-8b3b-368bd874c283 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-644622590') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.547955 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.595608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] For port 50543425-539c-4632-9300-1d3def4dd690, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=50543425-539c-4632-9300-1d3def4dd690,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:15.610074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:15.611399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.612296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event updated for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:15.624586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:15.625068 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-dcd7ee17-7594-4e06-8b3b-368bd874c283 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:15.626168 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dcd7ee17-7594-4e06-8b3b-368bd874c283 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-644622590 HTTP/1.1" status: 404 len: 328 time: 0.0913539 Feb 10 11:35:15.628905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53840) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.635472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-939367dc-af8d-4ee4-a82b-9411e3b7956d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d', 'tempest-TagsExtTest-Tag-1548642471') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.673308 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-939367dc-af8d-4ee4-a82b-9411e3b7956d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] show failed (client error): The resource could not be found. Feb 10 11:35:15.674331 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-939367dc-af8d-4ee4-a82b-9411e3b7956d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags/tempest-TagsExtTest-Tag-1548642471 HTTP/1.1" status: 404 len: 329 time: 0.0444138 Feb 10 11:35:15.677042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53844) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.683801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-341190f1-c40f-48f8-b03e-f4d7dbe8db0c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd28aac78-3ec8-4eb4-a333-13013c708d1d') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.757983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711754b2-6efd-402f-80f6-c617d0d626b8 None None] Pushing event updated for resources: {'Port': ['ID=50543425-539c-4632-9300-1d3def4dd690,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:15.765511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 40e09c75-faec-4fb1-b7b9-7b455c6b13cc up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:15.776291 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-341190f1-c40f-48f8-b03e-f4d7dbe8db0c tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0982714 Feb 10 11:35:15.779566 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53848) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:15.787562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.tag.tag_plugin [None req-3d91ff5c-1362-4be7-99bf-00dbafc8d657 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '24e07d15-56d3-4e76-992a-2dc24a446e1a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:15.795148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.825122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Provisioning for port f3312f0b-a73b-46d6-8944-c6b40f6b948f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:15.833926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Provisioning complete for port f3312f0b-a73b-46d6-8944-c6b40f6b948f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.834295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.892025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Port f3312f0b-a73b-46d6-8944-c6b40f6b948f cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:15.909943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:15.912861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Provisioning complete for port 50543425-539c-4632-9300-1d3def4dd690 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:15.915603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d399a90d-a21d-4b4c-ba18-e857d35712ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:15.956121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Allocated IP 172.26.3.221 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/198a54f2-7c18-4ad6-abea-702d2fe060a1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:15.981666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.024815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572eaaf0-6112-479f-a59f-fa44298b1ffb None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:16.060477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:16.061096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.095572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network c5545d3c-f194-477e-a1b0-7169ff3419cc is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:16.115018 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d91ff5c-1362-4be7-99bf-00dbafc8d657 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3320785 Feb 10 11:35:16.115758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53852) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.142585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-be8246b5-d2e6-4b83-a22f-2d995955db1b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3174b0e4-3042-4997-8689-8255b39da2ce') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.167865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c5545d3c-f194-477e-a1b0-7169ff3419cc) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:16.173898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.199132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.199831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.246313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Attempting to bind port 20156819-70d4-4085-a2c5-58e12ec654eb on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:16.246787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Attempting to bind port 20156819-70d4-4085-a2c5-58e12ec654eb by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f08972a4-ef60-40d5-8717-76dc44794403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0e599f61-699c-4565-a32d-d900509676e5'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:16.247207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Attempting to bind port 20156819-70d4-4085-a2c5-58e12ec654eb on network 0e599f61-699c-4565-a32d-d900509676e5 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:16.277126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Port 20156819-70d4-4085-a2c5-58e12ec654eb on network 0e599f61-699c-4565-a32d-d900509676e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:35:16.277588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Attempting to bind port 20156819-70d4-4085-a2c5-58e12ec654eb on network 0e599f61-699c-4565-a32d-d900509676e5 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:16.285160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0284d59f-6347-4196-9200-9a3ecb0d0322 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6768398 Feb 10 11:35:16.286143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53856) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.291907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'port': {'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc', 'name': 'tempest-NetworksIpV6TestAttrs-1309548520'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:16.332054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.382472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572eaaf0-6112-479f-a59f-fa44298b1ffb None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:16.391293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:16.415270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:16.415743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Checking segment: {'id': 'f08972a4-ef60-40d5-8717-76dc44794403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0e599f61-699c-4565-a32d-d900509676e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:16.416318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Bound using segment: {'id': 'f08972a4-ef60-40d5-8717-76dc44794403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0e599f61-699c-4565-a32d-d900509676e5'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:16.416839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Bound port: 20156819-70d4-4085-a2c5-58e12ec654eb, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08972a4-ef60-40d5-8717-76dc44794403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0e599f61-699c-4565-a32d-d900509676e5'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:16.417236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.420524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.440691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.579069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba4b1a86-ca69-419b-b1b8-671c0a5b6352 None None] Provisioning complete for port f3312f0b-a73b-46d6-8944-c6b40f6b948f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:16.579675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba4b1a86-ca69-419b-b1b8-671c0a5b6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.585100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port ae60a667-63d6-41a5-b530-50fb3d08c2df {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:16.585976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.625748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:16.626019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:16.648715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:16.650470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Pushing event updated for resources: {'Port': ['ID=198a54f2-7c18-4ad6-abea-702d2fe060a1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:16.652693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:16.689702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be8246b5-d2e6-4b83-a22f-2d995955db1b tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce/tags HTTP/1.1" status: 204 len: 168 time: 0.5650060 Feb 10 11:35:16.703184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:16.713729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b1a86-ca69-419b-b1b8-671c0a5b6352 None None] Port f3312f0b-a73b-46d6-8944-c6b40f6b948f cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:16.717937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.tag.tag_plugin [None req-395bfbd3-0dc1-4550-8aca-9324b362e036 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6eea085a-cf41-4d6a-9406-858dd8f98fe0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:16.737409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:16.750789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:port and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:16.757271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:16.764210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:16.773406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:16.788913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20156819-70d4-4085-a2c5-58e12ec654eb,segment=NetworkSegment(f08972a4-ef60-40d5-8717-76dc44794403),segment_id=f08972a4-ef60-40d5-8717-76dc44794403)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:16.798034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:16.801183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.806379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.854629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.862122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] device_id is not set on port 50b7cee1-a569-4506-a97c-9c31b852d326 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:16.896544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c5545d3c-f194-477e-a1b0-7169ff3419cc', 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': '48c88e14-3d4a-4add-a4d1-e60566058055'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:16.898206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.903259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5bb63-5ae6-4b63-98a4-be4efbef716b req-8b199b49-dcc5-4b99-b1cb-ddfd9bd79bb5 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:16.904603 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bb5bb63-5ae6-4b63-98a4-be4efbef716b req-8b199b49-dcc5-4b99-b1cb-ddfd9bd79bb5 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 943 time: 0.3855193 Feb 10 11:35:16.919030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:16.920471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] 10.222.0.32 "PUT /v2.0/ports/20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 200 len: 1093 time: 5.2664199 Feb 10 11:35:16.923026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:16.972052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5ad26-07b9-40f7-9e0e-bbd514996a99 service neutron] Pushing event updated for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:16.975956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:17.051816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb', 'status': 'completed', 'code': 200} Feb 10 11:35:17.077463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bb5bb63-5ae6-4b63-98a4-be4efbef716b req-cc9a7b6c-43b9-4b09-a251-29f0962fd8fd tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559238 Feb 10 11:35:17.086097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Allocated IP 2001:db8::f816:3eff:feb5:903a (c5545d3c-f194-477e-a1b0-7169ff3419cc/48c88e14-3d4a-4add-a4d1-e60566058055/d6c453d4-31df-452f-8d0a-ded08d94fb31) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:17.125421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for ae60a667-63d6-41a5-b530-50fb3d08c2df owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:17.298727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.310086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Transition to ACTIVE for port object d6c453d4-31df-452f-8d0a-ded08d94fb31 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:17.322265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.331211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Transition to ACTIVE for port object d6c453d4-31df-452f-8d0a-ded08d94fb31 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:17.343510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.362753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.383406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-395bfbd3-0dc1-4550-8aca-9324b362e036 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0/tags HTTP/1.1" status: 204 len: 168 time: 0.6679204 Feb 10 11:35:17.393122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53868) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:17.412511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=ae60a667-63d6-41a5-b530-50fb3d08c2df,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:17.430710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Network c5545d3c-f194-477e-a1b0-7169ff3419cc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:17.434165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:17.436512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:17.438803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Pushing event updated for resources: {'Port': ['ID=d6c453d4-31df-452f-8d0a-ded08d94fb31,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:17.490456 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-be81caa4-886f-4c3e-a630-ae6a19370f39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfad6e6de1044fa286c88442805507e6&device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 1096 time: 0.5193646 Feb 10 11:35:17.528047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Attempting to bind port d6c453d4-31df-452f-8d0a-ded08d94fb31 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:17.528408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Attempting to bind port d6c453d4-31df-452f-8d0a-ded08d94fb31 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:17.528763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Attempting to bind port d6c453d4-31df-452f-8d0a-ded08d94fb31 on network c5545d3c-f194-477e-a1b0-7169ff3419cc {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:17.535612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:17.535844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Checking segment: {'id': '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:17.536195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.536573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Bound using segment: {'id': '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:17.537020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Bound port: d6c453d4-31df-452f-8d0a-ded08d94fb31, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:17.537383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.546112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Allocated IP 2001:db8::f816:3eff:fe92:4a62 (c5545d3c-f194-477e-a1b0-7169ff3419cc/48c88e14-3d4a-4add-a4d1-e60566058055/50b7cee1-a569-4506-a97c-9c31b852d326) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:17.550566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.615254 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-87f899f8-1f44-4004-899b-6c2016ccee22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 200 len: 217 time: 0.1166110 Feb 10 11:35:17.698153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] For port d6c453d4-31df-452f-8d0a-ded08d94fb31, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:17.701799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] For port d6c453d4-31df-452f-8d0a-ded08d94fb31, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d6c453d4-31df-452f-8d0a-ded08d94fb31,segment=NetworkSegment(9fba022a-8aa5-43eb-86b4-01aa2d4b25d3),segment_id=9fba022a-8aa5-43eb-86b4-01aa2d4b25d3)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:17.714595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.763200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 40e09c75-faec-4fb1-b7b9-7b455c6b13cc up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:17.780708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-a95abd84-8400-41a1-984c-8893c832c098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:17.782170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-a95abd84-8400-41a1-984c-8893c832c098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e18270f-760d-4a4e-b089-34a0093aceef HTTP/1.1" status: 200 len: 851 time: 0.1572430 Feb 10 11:35:17.840960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-d02bbdf2-802c-43a1-8e45-0ab7bab7d83c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e599f61-699c-4565-a32d-d900509676e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505700 Feb 10 11:35:17.845303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:17.855274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ea5a-adb7-4a76-8d57-0cfc13eee35a None None] Pushing event updated for resources: {'Port': ['ID=d6c453d4-31df-452f-8d0a-ded08d94fb31,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:17.867523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:17.868683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5850-1a7f-4e0c-b1b0-a6c22063ed7d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for subnetpool, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.872475 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b3d5850-1a7f-4e0c-b1b0-a6c22063ed7d tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d28aac78-3ec8-4eb4-a333-13013c708d1d HTTP/1.1" status: 204 len: 168 time: 0.4655535 Feb 10 11:35:17.880665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53872) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:17.888291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:17.888914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:17.915790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f88d750-4561-4474-852d-03997a3a6565 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7678800 Feb 10 11:35:17.916464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:17.943520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:17.943685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:17.978812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:17.988387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-15094133-9563-4c21-872c-914c8263294f tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Synchronizing usage tracker for tenant:b0c4899408fd402dae021691a76bbe6e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:18.105319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.138187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.155973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:18.221013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Transition to ACTIVE for port object 50b7cee1-a569-4506-a97c-9c31b852d326 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:18.228065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-15094133-9563-4c21-872c-914c8263294f tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Unset dirty status for tenant:b0c4899408fd402dae021691a76bbe6e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:18.232212 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-15094133-9563-4c21-872c-914c8263294f tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "GET /v2.0/ports?device_id=24e07d15-56d3-4e76-992a-2dc24a446e1a HTTP/1.1" status: 200 len: 205 time: 0.3428392 Feb 10 11:35:18.237484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:18.322943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.450245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:18.475868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.478309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 50543425-539c-4632-9300-1d3def4dd690 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:18.484210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-7d4622c9-ba49-480f-b65f-649b32aaaf1d service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311600 Feb 10 11:35:18.490064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.624628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 50543425-539c-4632-9300-1d3def4dd690 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:18.624994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.640210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Port': ['ID=50b7cee1-a569-4506-a97c-9c31b852d326,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:18.643801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network c5545d3c-f194-477e-a1b0-7169ff3419cc is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:18.647280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:18.650249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:18.654368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:18.655002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.655907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:12Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:13Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:18.669584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:18.669966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Updating router 141fc43c-8cb5-495a-a7d1-439a338dc48a port f3312f0b-a73b-46d6-8944-c6b40f6b948f binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:35:18.740846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.815655 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-16412268-c08a-44a9-98e3-732f23cbff05 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5269721 Feb 10 11:35:18.818962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53886) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:18.828948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:18.969274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Pushing event updated for resources: {'Port': ['ID=198a54f2-7c18-4ad6-abea-702d2fe060a1,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:19.000311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 4a0a3c4b-8186-4b9b-91a2-4432733902e6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:19.057778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.070441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872437-08e7-4f6c-aaf6-f990b88e5038 req-a45474fc-e168-4522-9c30-9f73a89b5efe tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:19.078940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e872437-08e7-4f6c-aaf6-f990b88e5038 req-a45474fc-e168-4522-9c30-9f73a89b5efe tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 943 time: 0.7637336 Feb 10 11:35:19.140843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd3cfa-52f9-4253-ac8b-d24158f0c65e None None] Network c5545d3c-f194-477e-a1b0-7169ff3419cc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:19.156073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-101ade56-5abb-4474-a6be-3f4082e07aa5 req-dcaf5fb3-8b7c-4c2c-b9f2-8fcf24ce0977 service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530249 Feb 10 11:35:19.222380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:19.231141 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5f0ba8e2-4a10-4667-a5af-e6028af89772 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/4a0a3c4b-8186-4b9b-91a2-4432733902e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2954490 Feb 10 11:35:19.231854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53892) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:19.235812 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] Sync routers for ids ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:19.237826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting subnet 48c88e14-3d4a-4add-a4d1-e60566058055 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:19.261921 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] Routers {'4a0a3c4b-8186-4b9b-91a2-4432733902e6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:19.272461 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:19.282357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.283695 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3fff0f8a-b930-4b36-b7ad-686fb55dd43d tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0230322 Feb 10 11:35:19.299174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53896) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:19.310582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.378034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.392607 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:19.423782 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] Routers {'4a0a3c4b-8186-4b9b-91a2-4432733902e6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:19.428402 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:19.433377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7cff5339-0f23-4b5a-93b9-0fdc7aacf9f8 None None] Provisioning for port d6c453d4-31df-452f-8d0a-ded08d94fb31 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:19.472794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.499217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.506436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Transition to ACTIVE for port object f3312f0b-a73b-46d6-8944-c6b40f6b948f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:19.529030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e872437-08e7-4f6c-aaf6-f990b88e5038 req-f125eb48-36f5-4dbd-bb5c-ee353c79cfa3 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487565 Feb 10 11:35:19.533569 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:19.534218 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1cf92-fc81-4d92-8d92-027d559ab518 None None] The sync data for ids ['4a0a3c4b-8186-4b9b-91a2-4432733902e6'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:19.552233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.707256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a698d-3a63-4c37-8e93-6490f78c3a74 None None] Pushing event updated for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:19.784130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.832097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.849236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d6c453d4-31df-452f-8d0a-ded08d94fb31 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:19.861092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:19.872185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.886057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-dd39fb79-9c23-45fd-b072-6dd5708b60b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfad6e6de1044fa286c88442805507e6&device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 1096 time: 0.5994380 Feb 10 11:35:19.918498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:19.933593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Attempting to bind port f3312f0b-a73b-46d6-8944-c6b40f6b948f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:19.934059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Attempting to bind port f3312f0b-a73b-46d6-8944-c6b40f6b948f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:19.934572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Attempting to bind port f3312f0b-a73b-46d6-8944-c6b40f6b948f on network 83b9250c-8541-4a59-9518-36f65f4a19e1 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:19.961593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Usage tracker for resource:floatingip and tenant:42791f1da0e34b2182a219acff0b6389 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:19.969773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:19.970275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Checking segment: {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:19.970773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.971461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Bound using segment: {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:19.971861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Bound port: f3312f0b-a73b-46d6-8944-c6b40f6b948f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c25eab1-2447-4d1b-8b75-d024d9303415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:19.972374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:19.978797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:19.992363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=48c88e14-3d4a-4add-a4d1-e60566058055,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:19.999755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:20.023698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.024139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Fanout notify agent at l3_agent the message router_deleted on router 24e07d15-56d3-4e76-992a-2dc24a446e1a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:20.036121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.039956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.064045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.065119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9bb55e5b-aa33-48a6-9c8f-1d8fd8d69764 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/routers/24e07d15-56d3-4e76-992a-2dc24a446e1a HTTP/1.1" status: 204 len: 168 time: 1.8156970 Feb 10 11:35:20.071534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53902) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.099564 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7827b963-9943-4526-947c-1a7e4e078d78 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/48c88e14-3d4a-4add-a4d1-e60566058055 HTTP/1.1" status: 204 len: 168 time: 1.2796698 Feb 10 11:35:20.114719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53906) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.127846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d6c453d4-31df-452f-8d0a-ded08d94fb31 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:20.145602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d6c453d4-31df-452f-8d0a-ded08d94fb31 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:20.146072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.184382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] For port f3312f0b-a73b-46d6-8944-c6b40f6b948f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:20.209785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] For port f3312f0b-a73b-46d6-8944-c6b40f6b948f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f3312f0b-a73b-46d6-8944-c6b40f6b948f,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:20.222604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.301647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef71189-d73e-4c0d-8c1a-171854ea733b None None] Update dhcp port {'port': {'network_id': 'c5545d3c-f194-477e-a1b0-7169ff3419cc', 'fixed_ips': [{'subnet_id': '48c88e14-3d4a-4add-a4d1-e60566058055'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': 'd6c453d4-31df-452f-8d0a-ded08d94fb31'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:35:20.315143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-9e92f7e4-deff-4e84-a345-a0acac830580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:20.316783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-9e92f7e4-deff-4e84-a345-a0acac830580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 200 len: 912 time: 0.4225430 Feb 10 11:35:20.329504 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-e7d50fda-0fda-4919-bc7b-058da02b062c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 11:35:20.330592 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7d50fda-0fda-4919-bc7b-058da02b062c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/4a0a3c4b-8186-4b9b-91a2-4432733902e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0964258 Feb 10 11:35:20.330815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Deleting port 3174b0e4-3042-4997-8689-8255b39da2ce {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:20.330981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.337887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53910) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.374980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a698d-3a63-4c37-8e93-6490f78c3a74 None None] Pushing event updated for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:20.390260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ffeb20c4-284c-4625-ab54-9499e0e42d93 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:20.418243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ffeb20c4-284c-4625-ab54-9499e0e42d93 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:20.419597 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ffeb20c4-284c-4625-ab54-9499e0e42d93 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a3c4b-8186-4b9b-91a2-4432733902e6 HTTP/1.1" status: 200 len: 205 time: 0.0807345 Feb 10 11:35:20.423877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53914) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.435547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ef71189-d73e-4c0d-8c1a-171854ea733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.462963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:20.463714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:20.583191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.641264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.645492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-6afd0079-2aaa-4b4e-b55d-a45369f38320 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 200 len: 217 time: 0.2690866 Feb 10 11:35:20.657481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefbace-7127-4447-b792-4276a253d601 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:20.659170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefbace-7127-4447-b792-4276a253d601 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:20.660117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4aefbace-7127-4447-b792-4276a253d601 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Synchronizing usage tracker for tenant:15a13657db934f609a41e9d0863618d2 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:20.670594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:20.749344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:20.788184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:35:20.830871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4aefbace-7127-4447-b792-4276a253d601 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Unset dirty status for tenant:15a13657db934f609a41e9d0863618d2 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:20.832324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4aefbace-7127-4447-b792-4276a253d601 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6879063 Feb 10 11:35:20.845326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53920) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:20.866412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-c862f7bc-88d3-47ee-abcc-4ad8253fafe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:20.867911 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-c862f7bc-88d3-47ee-abcc-4ad8253fafe8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e18270f-760d-4a4e-b089-34a0093aceef HTTP/1.1" status: 200 len: 851 time: 0.2011197 Feb 10 11:35:20.869228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:35:20.869513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.002995 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-436fe477-3667-4003-8318-07aa769e8112 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e599f61-699c-4565-a32d-d900509676e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278348 Feb 10 11:35:21.156076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20443d2a-a840-437d-adf9-e2d06173c5ee None None] Network c5545d3c-f194-477e-a1b0-7169ff3419cc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:21.177426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d6c453d4-31df-452f-8d0a-ded08d94fb31, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d6c453d4-31df-452f-8d0a-ded08d94fb31,segment=NetworkSegment(9fba022a-8aa5-43eb-86b4-01aa2d4b25d3),segment_id=9fba022a-8aa5-43eb-86b4-01aa2d4b25d3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:21.190035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Allocated IP 172.26.3.233 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/57aeedb2-5de7-490f-acf3-9f0a8deb7192) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:21.195057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-314e9db5-a1d5-4d80-b900-614dc39a2768 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.230625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.255264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fd73-c525-4085-b413-c8455b9aeb76 req-e6ca30b1-11ef-4920-be1f-d07f6d16cca0 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:21.256715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df59fd73-c525-4085-b413-c8455b9aeb76 req-e6ca30b1-11ef-4920-be1f-d07f6d16cca0 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 943 time: 0.5512292 Feb 10 11:35:21.281192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.285922 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-314e9db5-a1d5-4d80-b900-614dc39a2768 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 11:35:21.286937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314e9db5-a1d5-4d80-b900-614dc39a2768 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:21.310622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.315854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.364613 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-314e9db5-a1d5-4d80-b900-614dc39a2768 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/c5545d3c-f194-477e-a1b0-7169ff3419cc HTTP/1.1" status: 409 len: 405 time: 0.5132408 Feb 10 11:35:21.365608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53924) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:21.380477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1499743834'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:21.388274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:21.398666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:21.405329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:21.420551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d6c453d4-31df-452f-8d0a-ded08d94fb31,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.434712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:21.461183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.461713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0a3c4b-8186-4b9b-91a2-4432733902e6 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:21.470942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:21.473705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.483013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Calling delete_port for 3174b0e4-3042-4997-8689-8255b39da2ce owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:21.503341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.507543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2f18b01-f447-4107-94ce-29dc0e6d7016 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/4a0a3c4b-8186-4b9b-91a2-4432733902e6 HTTP/1.1" status: 204 len: 168 time: 1.0764744 Feb 10 11:35:21.512705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.512838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:12Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:20Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:21.516197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53928) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:21.522734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6dd248-7df7-4914-b64c-3f3676af4ad7 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:12Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:20Z', 'revision_number': 4, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:21.537157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] DHCP port deletion for c5545d3c-f194-477e-a1b0-7169ff3419cc request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:21.541898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:21.546019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Deleting port d6c453d4-31df-452f-8d0a-ded08d94fb31 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:21.546741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.556064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.556462 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment 04fed011-4147-436b-a418-5077f493db05 of type vlan for network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 Feb 10 11:35:21.568060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-17e6da1a-74e3-4f8c-bf54-c92de45ce8d0 service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096083 Feb 10 11:35:21.621841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.662153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df59fd73-c525-4085-b413-c8455b9aeb76 req-50c96c59-af52-425e-922b-c810241c0ac0 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949547 Feb 10 11:35:21.723942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.756790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f3312f0b-a73b-46d6-8944-c6b40f6b948f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:21.798262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:21.804024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:21.809768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:21.905416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Pushing event updated for resources: {'Port': ['ID=57aeedb2-5de7-490f-acf3-9f0a8deb7192,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:21.915088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.920114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:21.920799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:21.928279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] For port d6c453d4-31df-452f-8d0a-ded08d94fb31, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d6c453d4-31df-452f-8d0a-ded08d94fb31,segment=NetworkSegment(9fba022a-8aa5-43eb-86b4-01aa2d4b25d3),segment_id=9fba022a-8aa5-43eb-86b4-01aa2d4b25d3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:21.928663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.139422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f3312f0b-a73b-46d6-8944-c6b40f6b948f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:22.153379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Calling delete_port for d6c453d4-31df-452f-8d0a-ded08d94fb31 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:22.182920 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8167772 Feb 10 11:35:22.190049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53932) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:22.200282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:22.200939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f3312f0b-a73b-46d6-8944-c6b40f6b948f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:22.201323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.273282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 20156819-70d4-4085-a2c5-58e12ec654eb details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:35:22.319347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:22.353288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 87804933-971c-4561-8345-aed14de0a8c0 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:22.356417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d7c06f-8559-4be0-9ffc-d259aba99360 req-89aa0fd8-25e2-4f5d-a3ff-b038ebbcee9b service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453272 Feb 10 11:35:22.366370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.414774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792b4f2-7ebc-41e0-af1a-bcf403bb3b5b tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=4484f825-6ef2-4bba-bdc8-0fe1a9172a05,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:22.418126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.419006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:22.421321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.423616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.457617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:22.463763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:22.472333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.488572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event deleted for resources: {'Port': ['ID=3174b0e4-3042-4997-8689-8255b39da2ce,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:22.493873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.574878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.606783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20156819-70d4-4085-a2c5-58e12ec654eb,segment=NetworkSegment(f08972a4-ef60-40d5-8717-76dc44794403),segment_id=f08972a4-ef60-40d5-8717-76dc44794403)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:22.621666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.627105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.631303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.687512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '20156819-70d4-4085-a2c5-58e12ec654eb', 'network_id': '0e599f61-699c-4565-a32d-d900509676e5', 'port_id': '20156819-70d4-4085-a2c5-58e12ec654eb', 'mac_address': 'fa:16:3e:42:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e18270f-760d-4a4e-b089-34a0093aceef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:35:22.746378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] Pushing event deleted for resources: {'Port': ['ID=d6c453d4-31df-452f-8d0a-ded08d94fb31,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:22.800026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.842751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b47ddb-0748-4158-8377-cd8081bb3c83 None None] No DVR routers for this DVR port d6c453d4-31df-452f-8d0a-ded08d94fb31 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:22.843553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.866803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f3312f0b-a73b-46d6-8944-c6b40f6b948f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f3312f0b-a73b-46d6-8944-c6b40f6b948f,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:22.881200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.908676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:22.920250 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f115b086-f6f9-4bd3-863b-50b395f457ed tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/ports/3174b0e4-3042-4997-8689-8255b39da2ce HTTP/1.1" status: 204 len: 168 time: 2.8457019 Feb 10 11:35:22.933955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53938) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:22.986104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d6c453d4-31df-452f-8d0a-ded08d94fb31 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:23.029513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20156819-70d4-4085-a2c5-58e12ec654eb {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:35:23.038444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.053613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d6c453d4-31df-452f-8d0a-ded08d94fb31 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:23.054032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d6c453d4-31df-452f-8d0a-ded08d94fb31 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:23.072952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20156819-70d4-4085-a2c5-58e12ec654eb,segment=NetworkSegment(f08972a4-ef60-40d5-8717-76dc44794403),segment_id=f08972a4-ef60-40d5-8717-76dc44794403)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:23.084763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:23.087700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=87804933-971c-4561-8345-aed14de0a8c0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:23.088728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.103633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.117975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-070759e7-3d61-45fb-b880-7bcda95732ba tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/87804933-971c-4561-8345-aed14de0a8c0 HTTP/1.1" status: 204 len: 168 time: 1.5985262 Feb 10 11:35:23.123060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53942) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:23.124346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19c404-30f7-405b-8975-7642f3619d89 req-d4c874df-4866-4344-be8e-accd2711f9ec tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:23.131724 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b19c404-30f7-405b-8975-7642f3619d89 req-d4c874df-4866-4344-be8e-accd2711f9ec tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 943 time: 0.2434773 Feb 10 11:35:23.197044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8734bf3-c5e7-4ca7-b49a-b9f3fdaedeed None None] Network 9b07965a-1252-427e-9c06-80dc1e1edeaa requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:23.216909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:23.253441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:35:23.292237 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b19c404-30f7-405b-8975-7642f3619d89 req-c4fa3ceb-b880-46eb-9ffd-e3ac0dd81686 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598754 Feb 10 11:35:23.345439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:23.351548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.352417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.353583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-139eb86c-81ab-4367-bdb6-c1e997d86bdc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 953 time: 5.3861396 Feb 10 11:35:23.356401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53946) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:23.374997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.386811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:23.412269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.451183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['20156819-70d4-4085-a2c5-58e12ec654eb'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:35:23.477474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:23.531312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:23.532369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:23.534273 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9d867dff-1bc1-4110-9b6e-4b2c932fccbe tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 953 time: 0.1767991 Feb 10 11:35:23.534853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53950) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:23.540526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:23.582420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Pushing event updated for resources: {'Port': ['ID=57aeedb2-5de7-490f-acf3-9f0a8deb7192,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:23.595503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:23.595841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.623835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Deleting subnet 6eea085a-cf41-4d6a-9406-858dd8f98fe0 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:23.655935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.705317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.735894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f3312f0b-a73b-46d6-8944-c6b40f6b948f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:23.842471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:23.844326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:23.852406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:23.937378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.025354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.029274 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fd74082c-f48d-4a2d-be9d-7f999ec954f0 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7271559 Feb 10 11:35:24.046422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53954) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.103978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] DHCP port deletion for 9b07965a-1252-427e-9c06-80dc1e1edeaa request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:24.168374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f3312f0b-a73b-46d6-8944-c6b40f6b948f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:24.168846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.191567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=b8cb3463-acb9-4a1a-991b-22793302f5b0,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.202087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Deleting port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:24.202518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.257008 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90ef0135-60b9-46da-818b-9a43570a39d6 tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2073221 Feb 10 11:35:24.261104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53958) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.308253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:35:24.308794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:35:24.337394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.355793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.428026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,segment=NetworkSegment(884fe3fe-18f3-46f6-ba92-bd2fd6672cce),segment_id=884fe3fe-18f3-46f6-ba92-bd2fd6672cce)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:24.428414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.443468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': '04fed011-4147-436b-a418-5077f493db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:24.443867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: 4484f825-6ef2-4bba-bdc8-0fe1a9172a05, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:24.504177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b10c1333-7677-4f2f-9d23-4eee740c6cfc tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Synchronizing usage tracker for tenant:6e73ab759c2d442193be696ce1baf899 on resource:floatingip {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:24.574034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:24.636459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c21d-7336-4e87-a703-01d6b4c76724 req-6c749830-7260-423e-bcdb-6174796807c2 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:24.643897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8186c21d-7336-4e87-a703-01d6b4c76724 req-6c749830-7260-423e-bcdb-6174796807c2 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 944 time: 0.1789861 Feb 10 11:35:24.674275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b10c1333-7677-4f2f-9d23-4eee740c6cfc tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Unset dirty status for tenant:6e73ab759c2d442193be696ce1baf899 on resource:floatingip {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:24.675722 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b10c1333-7677-4f2f-9d23-4eee740c6cfc tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4111612 Feb 10 11:35:24.677762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:24.681506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.690549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.696536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] For port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,segment=NetworkSegment(884fe3fe-18f3-46f6-ba92-bd2fd6672cce),segment_id=884fe3fe-18f3-46f6-ba92-bd2fd6672cce)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:24.697162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.730386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4484f825-6ef2-4bba-bdc8-0fe1a9172a05) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:24.734587 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:24.735171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.746772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.765856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb65a6b-7f8a-45b4-b8bb-bd10e55e736b None None] Network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:24.780253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event deleted for resources: {'Subnet': ['ID=6eea085a-cf41-4d6a-9406-858dd8f98fe0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.806504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:24.810736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:24.823653 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ee456023-bd29-47f7-9234-902c50625e99 tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/subnets/6eea085a-cf41-4d6a-9406-858dd8f98fe0 HTTP/1.1" status: 204 len: 168 time: 1.8840239 Feb 10 11:35:24.823653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53968) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.830491 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:35:24.846685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:24.882111 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-51c058a5-1835-43a4-a36f-eacb0bc1a9e8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6904671 Feb 10 11:35:24.887346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Calling delete_port for 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:24.902469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53972) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:24.912211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b99100-c497-46b0-8279-2c7475115ba9 None None] Network 3abf6c2d-8098-4b34-a2f3-79607d316afc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:24.945532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:20Z', 'revision_number': 6, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:24.981686 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8186c21d-7336-4e87-a703-01d6b4c76724 req-fa2d1769-36eb-4eb2-baf2-5c56b7d7dcfd tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366072 Feb 10 11:35:24.984992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Deleting port 57aeedb2-5de7-490f-acf3-9f0a8deb7192 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:24.985325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.034809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:25.081332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.109615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.130652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.151763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:25.152388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.209742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.217408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Deleting port 6225ce63-1e57-47ef-81df-a9aeedbbd197 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:25.217737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.283125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b07965a-1252-427e-9c06-80dc1e1edeaa']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.318797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884fe3fe-18f3-46f6-ba92-bd2fd6672cce') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.319311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884fe3fe-18f3-46f6-ba92-bd2fd6672cce') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:25.323025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:25.323414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:25.373574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.394478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.421255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.421858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.440181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:25.480667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4484f825-6ef2-4bba-bdc8-0fe1a9172a05', 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': 'b8cb3463-acb9-4a1a-991b-22793302f5b0'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:25.481470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.553949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Calling delete_port for 57aeedb2-5de7-490f-acf3-9f0a8deb7192 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:25.614511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.641740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] DHCP port deletion for 3abf6c2d-8098-4b34-a2f3-79607d316afc request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:25.656935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:25.657275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.669351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Deleting port 6225ce63-1e57-47ef-81df-a9aeedbbd197 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:25.669728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.669944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:25.672036 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:25.775551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] For port 6225ce63-1e57-47ef-81df-a9aeedbbd197, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6225ce63-1e57-47ef-81df-a9aeedbbd197,segment=NetworkSegment(6a33e0a2-7c51-47d8-81db-7f0306e694cc),segment_id=6a33e0a2-7c51-47d8-81db-7f0306e694cc)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:25.775915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.796164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.874595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.877272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Deleting port 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:25.877898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.878446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.884442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:25.919790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:25.979465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Pushing event deleted for resources: {'Port': ['ID=57aeedb2-5de7-490f-acf3-9f0a8deb7192,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:25.982690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:25.982690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:25.983089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6225ce63-1e57-47ef-81df-a9aeedbbd197 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:25.998581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Calling delete_port for 6225ce63-1e57-47ef-81df-a9aeedbbd197 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:26.037535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=9b07965a-1252-427e-9c06-80dc1e1edeaa,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:26.043319 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-17151e24-9cd0-44ec-8c1e-7f6b827e0178 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/9b07965a-1252-427e-9c06-80dc1e1edeaa HTTP/1.1" status: 204 len: 168 time: 2.9159758 Feb 10 11:35:26.051908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.057317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53978) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:26.062384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ae667115-50e2-4183-9ccd-ef31d11c0b75 None None] The port '4f2c3ccf-8baf-4b8c-8c79-bcbcbf7469b5' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:26.068344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1864759395'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:26.087484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:26.105187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:26.110290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.111802 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-617ca183-fa4b-44d4-a2fc-30a506652ae1 tempest-FloatingIPAdminTestJSON-764865279 tempest-FloatingIPAdminTestJSON-764865279-project] 10.222.0.42 "DELETE /v2.0/floatingips/999895af-f6aa-4282-b605-78ee41508613 HTTP/1.1" status: 204 len: 168 time: 1.4293249 Feb 10 11:35:26.114709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:26.119747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53982) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:26.150294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.194175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:26.202899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event deleted for resources: {'Port': ['ID=6225ce63-1e57-47ef-81df-a9aeedbbd197,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:26.218910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] No DVR routers for this DVR port 6225ce63-1e57-47ef-81df-a9aeedbbd197 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:26.266978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:26.281553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.285331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7dff92c-9539-42c0-b81f-c211d52bf655 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 703 time: 2.7470279 Feb 10 11:35:26.287424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 20156819-70d4-4085-a2c5-58e12ec654eb up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:26.288559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:26.292323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.301660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 53986) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:26.310995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No active binding found for port 6225ce63-1e57-47ef-81df-a9aeedbbd197 {{(pid=83555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:35:26.311503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6225ce63-1e57-47ef-81df-a9aeedbbd197 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:26.346926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.361174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Allocated IP 2001:db8::f816:3eff:fe55:8a0 (4484f825-6ef2-4bba-bdc8-0fe1a9172a05/b8cb3463-acb9-4a1a-991b-22793302f5b0/8bc3ae8c-7a93-4deb-9ad6-6646d0286431) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:26.375751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abf6c2d-8098-4b34-a2f3-79607d316afc']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:26.376205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] For port 6225ce63-1e57-47ef-81df-a9aeedbbd197, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6225ce63-1e57-47ef-81df-a9aeedbbd197,segment=NetworkSegment(6a33e0a2-7c51-47d8-81db-7f0306e694cc),segment_id=6a33e0a2-7c51-47d8-81db-7f0306e694cc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:26.376604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.388688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a33e0a2-7c51-47d8-81db-7f0306e694cc') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:26.389021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a33e0a2-7c51-47d8-81db-7f0306e694cc') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:26.401681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.419407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.425901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:26.426283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:26.441315 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:26.534070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.535948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Calling delete_port for 6225ce63-1e57-47ef-81df-a9aeedbbd197 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:26.557385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Deleting port 198a54f2-7c18-4ad6-abea-702d2fe060a1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:26.558026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.558989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.570887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] Pushing event deleted for resources: {'Network': ['ID=3abf6c2d-8098-4b34-a2f3-79607d316afc,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:26.575614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e6552f65-dace-473a-9115-757b2da83cbc tempest-TagsExtTest-19421714 tempest-TagsExtTest-19421714-project] 10.222.0.42 "DELETE /v2.0/networks/3abf6c2d-8098-4b34-a2f3-79607d316afc HTTP/1.1" status: 204 len: 168 time: 1.7488408 Feb 10 11:35:26.612795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:26.640371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb2432-391c-47f2-bfd4-4c80334d7be0 req-2dc4a169-22e3-4175-bef0-b15b6b504cdc tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:26.641851 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0cb2432-391c-47f2-bfd4-4c80334d7be0 req-2dc4a169-22e3-4175-bef0-b15b6b504cdc tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 944 time: 0.4490297 Feb 10 11:35:26.665802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.666095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 06325f1f-ae20-4b30-ae31-e7d52c4e73ea of type vlan for network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f Feb 10 11:35:26.725215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 20156819-70d4-4085-a2c5-58e12ec654eb completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:26.740939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:26.741285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:26.773477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 7, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:26.782649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 20156819-70d4-4085-a2c5-58e12ec654eb triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:26.783014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.810980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.824127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320e336-289f-4cbb-a3a7-0b8ebffef615 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 7, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:26.870275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0cb2432-391c-47f2-bfd4-4c80334d7be0 req-a0f75dbe-5e62-4714-ba8c-d26d9d4c7eff tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064092 Feb 10 11:35:26.880814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.897080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.897224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:26.903527 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Transition to ACTIVE for port object 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:26.976591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 53994) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:26.990428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.009595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Transition to ACTIVE for port object 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:27.022971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:27.038999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.055429 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:27.060187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.071646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:27.072828 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.112339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cb3463-acb9-4a1a-991b-22793302f5b0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.115403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20156819-70d4-4085-a2c5-58e12ec654eb,segment=NetworkSegment(f08972a4-ef60-40d5-8717-76dc44794403),segment_id=f08972a4-ef60-40d5-8717-76dc44794403)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:27.190557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.195350 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb', 'code': 200} Feb 10 11:35:27.248317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Deleting port 6225ce63-1e57-47ef-81df-a9aeedbbd197 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:27.249429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.255833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.287945 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:27.296417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Calling delete_port for 198a54f2-7c18-4ad6-abea-702d2fe060a1 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:27.307628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4484f825-6ef2-4bba-bdc8-0fe1a9172a05']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.323151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.326811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:27.327408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.334015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fed011-4147-436b-a418-5077f493db05') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.334311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fed011-4147-436b-a418-5077f493db05') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.344925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Pushing event updated for resources: {'Port': ['ID=8bc3ae8c-7a93-4deb-9ad6-6646d0286431,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.361828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.385451 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60ba2bb0-ea78-4a7a-bc53-4648e373de79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0c4899408fd402dae021691a76bbe6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4047191 Feb 10 11:35:27.386540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54002) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.393443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3c0e585-ca0d-48f1-ade3-529cd08a16ed tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 703 time: 1.0893221 Feb 10 11:35:27.394219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.416993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.433312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:27.433673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.446220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:27.450192 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:27.495674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d20c764d-374e-40bc-9d11-7187428aa476 None None] The port '6225ce63-1e57-47ef-81df-a9aeedbbd197' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:27.508313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:27.511454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:27.514436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:27.577944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.581159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:35:27.581159 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:35:27.581159 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'}] Feb 10 11:35:27.581159 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:27.581546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:27.615677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.647890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5809507 Feb 10 11:35:27.648475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:27.651500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f4eca654-0cb9-47de-ac14-44e24f95d081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.657854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Attempting to bind port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:27.658221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Attempting to bind port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '04fed011-4147-436b-a418-5077f493db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:27.658574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Attempting to bind port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 on network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:27.661842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a948b-ab6e-468b-b20c-ca676cc30f0f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=04ae1bcb-987e-4a4a-871d-4e83171e4d4f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.666171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:27.675366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:27.702455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:27.702918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Checking segment: {'id': '04fed011-4147-436b-a418-5077f493db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:27.703345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.703733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Bound using segment: {'id': '04fed011-4147-436b-a418-5077f493db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:27.704342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Bound port: 8bc3ae8c-7a93-4deb-9ad6-6646d0286431, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fed011-4147-436b-a418-5077f493db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4484f825-6ef2-4bba-bdc8-0fe1a9172a05'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:27.704716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.765448 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 7, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.771971 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:27.786859 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:27.787950 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:34:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:27.799148 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e93f3e-c89b-4eb0-9585-f9c39c0d4632 req-f6ed0635-9f53-4f87-a777-cd7f9f9c18e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 1098 time: 0.3396120 Feb 10 11:35:27.805765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.817526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:27.823720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:27.826922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:27.833179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.851853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:27.867123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b499c00-ba1d-4b95-af57-9831e17fd66b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.884984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Pushing event deleted for resources: {'Port': ['ID=198a54f2-7c18-4ad6-abea-702d2fe060a1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:27.896484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:27.897960 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f5fc7d28-6b73-48be-9d1a-d773087d4d5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b499c00-ba1d-4b95-af57-9831e17fd66b HTTP/1.1" status: 204 len: 168 time: 0.5107284 Feb 10 11:35:27.914088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:28.031189 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:28.037385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-68555fa6-e27c-490f-8668-0606196b792a None None] For port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:28.064187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-68555fa6-e27c-490f-8668-0606196b792a None None] For port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8bc3ae8c-7a93-4deb-9ad6-6646d0286431,segment=NetworkSegment(04fed011-4147-436b-a418-5077f493db05),segment_id=04fed011-4147-436b-a418-5077f493db05)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:28.081523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.089577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.177287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.240472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-90e93f3e-c89b-4eb0-9585-f9c39c0d4632 req-7d6620c5-97be-4f8c-ab5b-4e313b908d72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305961 Feb 10 11:35:28.248912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555fa6-e27c-490f-8668-0606196b792a None None] Pushing event updated for resources: {'Port': ['ID=8bc3ae8c-7a93-4deb-9ad6-6646d0286431,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:28.314060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f1979-7db8-4f69-ab07-44233cf20029 None None] Network 4484f825-6ef2-4bba-bdc8-0fe1a9172a05 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:28.373318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:28.373897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.376992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.423117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.424735 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fe61f45d-a095-4a82-897f-5d540bb5a03c tempest-FloatingIPAdminTestJSON-2001316698 tempest-FloatingIPAdminTestJSON-2001316698-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/5b0a1bf7-ba84-4068-b9e7-a575b6f9a0ba HTTP/1.1" status: 204 len: 168 time: 2.3040385 Feb 10 11:35:28.428133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54018) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:28.502416 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 7, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:28.507648 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b9660b-f68e-4b9e-88b0-43298a9d5a86 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:24Z', 'revision_number': 7, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3312f0b-a73b-46d6-8944-c6b40f6b948f', 'name': '', 'network_id': '83b9250c-8541-4a59-9518-36f65f4a19e1', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:c3:85:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:35:10Z', 'updated_at': '2022-02-10T11:35:22Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': 'd84440b1-6694-4361-84ae-2526c723fb8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:28.512022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port f5a46a51-736a-4f5d-a48c-db8107c93ee7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:28.512022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.591826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8091-1c6d-4f71-86a3-a83b2ef7bc52 req-bd12d2b1-64e2-49b5-b471-1ff309026ca4 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:28.594244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c4e8091-1c6d-4f71-86a3-a83b2ef7bc52 req-bd12d2b1-64e2-49b5-b471-1ff309026ca4 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.4640644 Feb 10 11:35:28.608319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c36587-2c4d-486e-85ac-0725b875ba18 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:28.738292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] For port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8bc3ae8c-7a93-4deb-9ad6-6646d0286431,segment=NetworkSegment(04fed011-4147-436b-a418-5077f493db05),segment_id=04fed011-4147-436b-a418-5077f493db05)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:28.738694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.741375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:28.755200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c36587-2c4d-486e-85ac-0725b875ba18 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:28.803705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c4e8091-1c6d-4f71-86a3-a83b2ef7bc52 req-98696d1e-5650-44ca-986f-6e3626c336ea tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963134 Feb 10 11:35:28.868236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Calling delete_port for 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:28.977775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.028470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.087181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Port': ['ID=8bc3ae8c-7a93-4deb-9ad6-6646d0286431,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.116835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.123999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=70761cc0-45b8-4d0e-a989-69f440d8e837,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.127705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No DVR routers for this DVR port 8bc3ae8c-7a93-4deb-9ad6-6646d0286431 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:29.244081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for f5a46a51-736a-4f5d-a48c-db8107c93ee7 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:29.254923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '06325f1f-ae20-4b30-ae31-e7d52c4e73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:29.255460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 04ae1bcb-987e-4a4a-871d-4e83171e4d4f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:29.281198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.313709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4484f825-6ef2-4bba-bdc8-0fe1a9172a05']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.326626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fed011-4147-436b-a418-5077f493db05') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.326927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fed011-4147-436b-a418-5077f493db05') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:29.341610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.352971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:29.355146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-84fc2f12-ef0b-4b86-bb4b-b35c895914b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.365776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.370809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 04ae1bcb-987e-4a4a-871d-4e83171e4d4f) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:29.378606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e5708-eda9-417c-9f01-e989bfb844d3 None None] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:29.379057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:29.379676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.385602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:29.386002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:29.413052 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:29.527561 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e927af54-dbbe-45d8-ad91-d671e99a141a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8786018 Feb 10 11:35:29.529897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.530327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54022) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.535482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241748574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:29.551566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:29.551795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.559319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=4484f825-6ef2-4bba-bdc8-0fe1a9172a05,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.562348 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a822c13d-f67b-4ef5-ad05-dedaf448aae6 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/4484f825-6ef2-4bba-bdc8-0fe1a9172a05 HTTP/1.1" status: 204 len: 168 time: 4.5403407 Feb 10 11:35:29.562798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:29.565912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54026) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.568912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:29.573440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1551991031'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:29.576997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.578645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:29.578771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:29.582839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:29.585879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:29.592190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:29.602691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:29.605628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.635685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-04ae1bcb-987e-4a4a-871d-4e83171e4d4f', 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '70761cc0-45b8-4d0e-a989-69f440d8e837'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:29.636091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.636265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:29.645785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.646118 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment 10cb2c1b-e597-4d89-a9b8-8e6035419ed2 of type vlan for network bc4dd6cf-e7a9-40d5-9e14-2c79757c385b Feb 10 11:35:29.668851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Port': ['ID=f5a46a51-736a-4f5d-a48c-db8107c93ee7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.676118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.676841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.677055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.714758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.721752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:29.723670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.811794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Allocated IP 172.20.0.2 (04ae1bcb-987e-4a4a-871d-4e83171e4d4f/70761cc0-45b8-4d0e-a989-69f440d8e837/4571f7fa-1a84-4491-a244-9eb7887ca370) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:29.870209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.892591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:29.919385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75d4191a-7b60-46c2-8850-892b11ca1ed9 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/ports/f5a46a51-736a-4f5d-a48c-db8107c93ee7 HTTP/1.1" status: 204 len: 168 time: 1.4869921 Feb 10 11:35:29.919385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54032) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.919741 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3515363 Feb 10 11:35:29.929868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:29.947101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f66872-cfe3-41c9-9c53-2b3afb99aaf4 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=bc4dd6cf-e7a9-40d5-9e14-2c79757c385b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:29.965097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': 'bc4dd6cf-e7a9-40d5-9e14-2c79757c385b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:29.991374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.035854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.046208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Transition to ACTIVE for port object 4571f7fa-1a84-4491-a244-9eb7887ca370 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:30.064883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Transition to ACTIVE for port object 4571f7fa-1a84-4491-a244-9eb7887ca370 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:30.068590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network bc4dd6cf-e7a9-40d5-9e14-2c79757c385b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:30.071143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.072587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24f84dc8-1a29-418e-92d2-23d0ea751e86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5412993 Feb 10 11:35:30.077638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:30.092898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.177081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39921da6-5b46-4503-aca7-a20e52b2e6e2 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:30.177808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-39921da6-5b46-4503-aca7-a20e52b2e6e2 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Synchronizing usage tracker for tenant:6e73ab759c2d442193be696ce1baf899 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:30.228474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-39921da6-5b46-4503-aca7-a20e52b2e6e2 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Unset dirty status for tenant:6e73ab759c2d442193be696ce1baf899 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:30.232561 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-39921da6-5b46-4503-aca7-a20e52b2e6e2 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "GET /v2.0/ports?device_id=bda7e2bf-a963-4285-b957-beef2403a491 HTTP/1.1" status: 200 len: 913 time: 0.3129330 Feb 10 11:35:30.234501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54044) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:30.278630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:30.283539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:30.285298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Pushing event updated for resources: {'Port': ['ID=4571f7fa-1a84-4491-a244-9eb7887ca370,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:30.287397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:30.314314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1327-aea7-4eef-a0da-305c78cb4a01 req-1aa3e822-1b7b-410e-abcc-3ce7a6d124ed tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:30.315849 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42bf1327-aea7-4eef-a0da-305c78cb4a01 req-1aa3e822-1b7b-410e-abcc-3ce7a6d124ed tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.2535703 Feb 10 11:35:30.339949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:30.345916 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:subnet and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:30.349150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:30.357929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:30.377291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Attempting to bind port 4571f7fa-1a84-4491-a244-9eb7887ca370 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:30.377887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Attempting to bind port 4571f7fa-1a84-4491-a244-9eb7887ca370 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '06325f1f-ae20-4b30-ae31-e7d52c4e73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:30.378019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Attempting to bind port 4571f7fa-1a84-4491-a244-9eb7887ca370 on network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:30.384426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:30.384794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Checking segment: {'id': '06325f1f-ae20-4b30-ae31-e7d52c4e73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:30.385184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.385567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Bound using segment: {'id': '06325f1f-ae20-4b30-ae31-e7d52c4e73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:30.386024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Bound port: 4571f7fa-1a84-4491-a244-9eb7887ca370, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06325f1f-ae20-4b30-ae31-e7d52c4e73ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '04ae1bcb-987e-4a4a-871d-4e83171e4d4f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:30.386388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.459592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.481470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:30.482980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port f3312f0b-a73b-46d6-8944-c6b40f6b948f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:30.483202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.486441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] For port 4571f7fa-1a84-4491-a244-9eb7887ca370, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:30.489934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] For port 4571f7fa-1a84-4491-a244-9eb7887ca370, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4571f7fa-1a84-4491-a244-9eb7887ca370,segment=NetworkSegment(06325f1f-ae20-4b30-ae31-e7d52c4e73ea),segment_id=06325f1f-ae20-4b30-ae31-e7d52c4e73ea)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:30.494616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.540016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42bf1327-aea7-4eef-a0da-305c78cb4a01 req-30779de3-04e2-4c7c-8aa6-381d02fd78e6 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709728 Feb 10 11:35:30.569574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383e397-7c52-4655-b0f3-63996887cd84 None None] Pushing event updated for resources: {'Port': ['ID=4571f7fa-1a84-4491-a244-9eb7887ca370,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:30.608436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.660855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:30.765106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port f3312f0b-a73b-46d6-8944-c6b40f6b948f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f3312f0b-a73b-46d6-8944-c6b40f6b948f,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:30.765455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.013803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.038224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for f3312f0b-a73b-46d6-8944-c6b40f6b948f owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:31.216147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.266452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2823924-3dfc-4b42-b559-e1c697196ab7 req-a1679dfe-651b-4f1b-b5a7-5872d6b56d0e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.267865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2823924-3dfc-4b42-b559-e1c697196ab7 req-a1679dfe-651b-4f1b-b5a7-5872d6b56d0e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.5556138 Feb 10 11:35:31.350915 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2823924-3dfc-4b42-b559-e1c697196ab7 req-de34772b-bd81-4ac9-84ca-f099cf773c46 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745482 Feb 10 11:35:31.356720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=0f1a6649-919c-4419-89e4-dea3b49691e6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:31.444352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': '10cb2c1b-e597-4d89-a9b8-8e6035419ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bc4dd6cf-e7a9-40d5-9e14-2c79757c385b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:31.444707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: bc4dd6cf-e7a9-40d5-9e14-2c79757c385b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:31.478199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.20.0.1 (04ae1bcb-987e-4a4a-871d-4e83171e4d4f/70761cc0-45b8-4d0e-a989-69f440d8e837/948294ed-f22a-4baa-9cfd-0a7102f9e234) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:31.479965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.512228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network bc4dd6cf-e7a9-40d5-9e14-2c79757c385b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:31.535698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.588216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, bc4dd6cf-e7a9-40d5-9e14-2c79757c385b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:31.596221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:31.596532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f87e0e-6f50-4fbc-838a-caf5aff47000 None None] Network bc4dd6cf-e7a9-40d5-9e14-2c79757c385b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:31.597016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:31.671260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=f3312f0b-a73b-46d6-8944-c6b40f6b948f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:31.725775 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-435ab7e6-5d10-466f-994f-052a941afdab tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7948372 Feb 10 11:35:31.730503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:31.816152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4571f7fa-1a84-4491-a244-9eb7887ca370 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:31.934944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2cf61-33ce-46e1-9dc3-46dd49c1ccdf None None] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:32.045686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.080509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object 948294ed-f22a-4baa-9cfd-0a7102f9e234 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:32.123776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11364a79-c27e-4d65-9b1a-11f8d7acfd8a req-c7495359-ec30-4420-aa86-2d38f93f88be tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:32.125243 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11364a79-c27e-4d65-9b1a-11f8d7acfd8a req-c7495359-ec30-4420-aa86-2d38f93f88be tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.2385685 Feb 10 11:35:32.142230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0bd06d-d9de-4644-8318-b07472a6c3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-bc4dd6cf-e7a9-40d5-9e14-2c79757c385b', 'network_id': 'bc4dd6cf-e7a9-40d5-9e14-2c79757c385b', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': '0f1a6649-919c-4419-89e4-dea3b49691e6'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:32.143417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.143574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd06d-d9de-4644-8318-b07472a6c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.158758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.167223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.186191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-96fd0f46-5a14-4c0b-a561-2732123ede46 None None] Provisioning for port 4571f7fa-1a84-4491-a244-9eb7887ca370 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:32.188929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.208865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11364a79-c27e-4d65-9b1a-11f8d7acfd8a req-8fd009ad-1a28-46a1-8834-5e0a9b64d27a tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743201 Feb 10 11:35:32.267162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.312971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4571f7fa-1a84-4491-a244-9eb7887ca370 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:32.337946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4571f7fa-1a84-4491-a244-9eb7887ca370 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:32.338315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.367637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=948294ed-f22a-4baa-9cfd-0a7102f9e234,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.372683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:32.375712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:32.379628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:32.437474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server [None req-0e0bd06d-d9de-4644-8318-b07472a6c3fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f1a6649-919c-4419-89e4-dea3b49691e6: This subnet is being modified by another concurrent operation. Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise value Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server raise exception Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f1a6649-919c-4419-89e4-dea3b49691e6: This subnet is being modified by another concurrent operation. Feb 10 11:35:32.452394 dv-neutron-827807-1-hyperv neutron-server[83555]: ERROR oslo_messaging.rpc.server Feb 10 11:35:32.483721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1a6649-919c-4419-89e4-dea3b49691e6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.485496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.498331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb483a-5eb2-4e91-aa77-8189fd5e2eef None None] Network bc4dd6cf-e7a9-40d5-9e14-2c79757c385b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:32.593654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.628994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.631773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4dd6cf-e7a9-40d5-9e14-2c79757c385b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:32.683102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10cb2c1b-e597-4d89-a9b8-8e6035419ed2') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:32.683505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10cb2c1b-e597-4d89-a9b8-8e6035419ed2') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:32.706665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.724847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.739283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.760474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4571f7fa-1a84-4491-a244-9eb7887ca370, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4571f7fa-1a84-4491-a244-9eb7887ca370,segment=NetworkSegment(06325f1f-ae20-4b30-ae31-e7d52c4e73ea),segment_id=06325f1f-ae20-4b30-ae31-e7d52c4e73ea)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:32.768173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.774216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:32.774216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:32.793348 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:32.868659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4571f7fa-1a84-4491-a244-9eb7887ca370,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:32.973185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Provisioning complete for port 4571f7fa-1a84-4491-a244-9eb7887ca370 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:32.975524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.011060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.037629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.060270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=bc4dd6cf-e7a9-40d5-9e14-2c79757c385b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.074074 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-265da8df-768c-4cb3-bf90-31f4c4f0ae45 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/bc4dd6cf-e7a9-40d5-9e14-2c79757c385b HTTP/1.1" status: 204 len: 168 time: 1.3425570 Feb 10 11:35:33.078394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54058) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:33.085865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065610628'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:33.095960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:33.105290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:network and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:33.109459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:33.134981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:33.153585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Provisioning for port 948294ed-f22a-4baa-9cfd-0a7102f9e234 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:33.160820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Provisioning complete for port 948294ed-f22a-4baa-9cfd-0a7102f9e234 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:33.161373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.209614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:33.212714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.244850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e9f72a71-d617-4823-9375-2c262c8b5101 None None] Port 948294ed-f22a-4baa-9cfd-0a7102f9e234 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:33.263115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1fb2cd-a98a-4cda-be4c-154e89bbf61f None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:33.334887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port 20fdb09c-451e-422b-8621-20e9b05ab13e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:33.335585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.337377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.351695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:33.364574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.365055 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Added segment 993c5334-27eb-411b-b2a4-fd7b483c2129 of type vlan for network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b Feb 10 11:35:33.373112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.421796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:33.428105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-795a88f6-830e-42d6-b1fb-0e1a2c60a934 None None] Provisioning complete for port 948294ed-f22a-4baa-9cfd-0a7102f9e234 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:33.428480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-795a88f6-830e-42d6-b1fb-0e1a2c60a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.494173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.513922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.517549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=948294ed-f22a-4baa-9cfd-0a7102f9e234,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:33.519100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-795a88f6-830e-42d6-b1fb-0e1a2c60a934 None None] Port 948294ed-f22a-4baa-9cfd-0a7102f9e234 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:33.529021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fb2cd-a98a-4cda-be4c-154e89bbf61f None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:33.609669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.613497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:33.613964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.708912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56545e6-7aec-425a-86d0-151ecb1578a7 req-0c418922-d19e-4d5f-b609-a0e5b489400f tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:33.710374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e56545e6-7aec-425a-86d0-151ecb1578a7 req-0c418922-d19e-4d5f-b609-a0e5b489400f tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3400209 Feb 10 11:35:33.757767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.779785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.783214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4571f7fa-1a84-4491-a244-9eb7887ca370 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:33.906508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for 20fdb09c-451e-422b-8621-20e9b05ab13e owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:33.918081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4571f7fa-1a84-4491-a244-9eb7887ca370 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:33.918298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:33.929639 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473849 Feb 10 11:35:33.929639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:33.931634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54064) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:33.932262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:34.099886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Request body: {'subnet': {'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:34.110939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e56545e6-7aec-425a-86d0-151ecb1578a7 req-adc48987-b3c0-4e9a-9da0-7c0666015651 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921320 Feb 10 11:35:34.151217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.181110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2b617-fd5c-4050-8486-9760696f3720 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Network': ['ID=5299cdbc-aa66-4c5e-be76-c75ea26a4e5b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.191785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:34.359967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:34.366257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Usage tracker for resource:subnet and tenant:15a13657db934f609a41e9d0863618d2 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:34.370783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:34.379330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Port': ['ID=20fdb09c-451e-422b-8621-20e9b05ab13e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:34.382106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:34.382561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:34.399280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ef7a5885-5a7d-4f71-94a0-370055cd116a None None] Provisioning complete for port 948294ed-f22a-4baa-9cfd-0a7102f9e234 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:34.399970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ef7a5885-5a7d-4f71-94a0-370055cd116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.404691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55e3e110-0af5-4b47-8cbe-c07b681eebc8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9556649 Feb 10 11:35:34.407842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54072) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:34.453623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Made reservation on behalf of 15a13657db934f609a41e9d0863618d2 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:34.499449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:34.504592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a5885-5a7d-4f71-94a0-370055cd116a None None] Port 948294ed-f22a-4baa-9cfd-0a7102f9e234 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:35:34.518831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:34.519601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:34.697520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:34.753290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:34.860792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40545e1-35ea-4276-8f7e-bf0a1d0cfb21 req-d2788f4c-fa5e-4bbe-b959-056432ab5252 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:34.862042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a40545e1-35ea-4276-8f7e-bf0a1d0cfb21 req-d2788f4c-fa5e-4bbe-b959-056432ab5252 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.2252438 Feb 10 11:35:34.868609 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-407e5434-d726-4dc0-a66d-8298ce2af79c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfad6e6de1044fa286c88442805507e6&device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 1098 time: 0.2328830 Feb 10 11:35:34.878080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet d84440b1-6694-4361-84ae-2526c723fb8d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:34.885615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.020527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.024697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a40545e1-35ea-4276-8f7e-bf0a1d0cfb21 req-c7bf9980-4b34-4f14-8f66-e84a6127cd16 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475582 Feb 10 11:35:35.047686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 64ae3977-13d1-4e0f-9834-6b0254ba6c0b is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:35:35.063324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-901d4048-58b9-4049-977a-c12495df7294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:35.064751 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-901d4048-58b9-4049-977a-c12495df7294 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 200 len: 912 time: 0.1899819 Feb 10 11:35:35.070013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.116655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:31Z', 'revision_number': 8, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.121557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:35.132726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:35.133551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.143429 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-9ee9cad4-52c2-4559-ba4d-12febcf40cee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 200 len: 217 time: 0.0697126 Feb 10 11:35:35.321561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-1edfbc73-57fa-491a-94e2-1b09bf6640d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:35.322968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-1edfbc73-57fa-491a-94e2-1b09bf6640d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e18270f-760d-4a4e-b089-34a0093aceef HTTP/1.1" status: 200 len: 851 time: 0.1280487 Feb 10 11:35:35.327601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:35.376668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-8bf5bb51-f724-48d9-90d0-18622f41a207 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e599f61-699c-4565-a32d-d900509676e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449197 Feb 10 11:35:35.452748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.532704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-86e2c587-a317-49cd-bf46-9ac75ff88349 service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501429 Feb 10 11:35:35.552564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.objects.ports [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83553) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 10 11:35:35.559595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.647736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:35.657690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:31Z', 'revision_number': 8, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.662385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff145a-d82d-42a7-9963-64862c67426d None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:31Z', 'revision_number': 8, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40e09c75-faec-4fb1-b7b9-7b455c6b13cc', 'name': '', 'network_id': 'dbf54c30-16aa-4f9f-b90b-c49c61521d4f', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:b2:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:57Z', 'updated_at': '2022-02-10T11:35:16Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '96b589b5-fa97-4474-b441-b0ada1942e2d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:35.665465 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] Sync routers for ids ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:35.678127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event updated for resources: {'Subnet': ['ID=a609676d-dbc9-44bd-b8ba-f89756c93e03,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:35.679300 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] Routers {'64ae3977-13d1-4e0f-9834-6b0254ba6c0b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:35.680155 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.685129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.724746 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f0c8af6-b991-48e8-916d-443c98399ad2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/64ae3977-13d1-4e0f-9834-6b0254ba6c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6458580 Feb 10 11:35:35.734556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54076) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:35.735398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=d84440b1-6694-4361-84ae-2526c723fb8d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:35.745713 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.756722 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] Routers {'64ae3977-13d1-4e0f-9834-6b0254ba6c0b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:35.757268 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.789556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Checking segment: {'id': '993c5334-27eb-411b-b2a4-fd7b483c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:35.790057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network hostable DHCP agents. Network: 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:35.795679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.797714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0dde4b-3ea1-41f7-af7a-9fb0f87ced96 None None] Network 83b9250c-8541-4a59-9518-36f65f4a19e1 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:35.800236 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4b4b2d8a-2b03-4384-b805-3d79c7478ed8 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/d84440b1-6694-4361-84ae-2526c723fb8d HTTP/1.1" status: 204 len: 168 time: 1.3906324 Feb 10 11:35:35.817445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54080) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:35.824136 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:35.824907 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a134be4-737e-418f-89d7-4008fb19cfeb None None] The sync data for ids ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:35.864964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5fff84-b34d-4d41-be6b-04135a75344a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:35.865563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ae5fff84-b34d-4d41-be6b-04135a75344a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:35.949891 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2d8c808-46cb-49b7-b10a-5200a78fb023 req-1691aa89-b82f-4e5d-8e4a-4248eea00634 service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109633 Feb 10 11:35:35.963286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ae5fff84-b34d-4d41-be6b-04135a75344a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:35.968240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ae5fff84-b34d-4d41-be6b-04135a75344a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports/948294ed-f22a-4baa-9cfd-0a7102f9e234 HTTP/1.1" status: 200 len: 910 time: 0.2269733 Feb 10 11:35:35.968400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:35.968579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:35.980492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:35.992908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 50543425-539c-4632-9300-1d3def4dd690 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:35.993215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.019426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:36.039211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:36.039813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.054017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e8d3c-9c05-4ef8-af82-6cc0b0cbd7c8 None None] Network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:36.121555 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2855cb39-fba4-40f0-8ae9-ff60237446a8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1868560 Feb 10 11:35:36.136263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54090) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:36.207344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] DHCP port deletion for 83b9250c-8541-4a59-9518-36f65f4a19e1 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:36.322316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Deleting port 50543425-539c-4632-9300-1d3def4dd690 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:36.322937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.415128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91bfd-e372-4fba-8c53-d2e3f0c193a1 req-b2e4d7ac-3477-4b80-98b6-78348ceb3e24 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:36.416586 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6fd91bfd-e372-4fba-8c53-d2e3f0c193a1 req-b2e4d7ac-3477-4b80-98b6-78348ceb3e24 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.1371646 Feb 10 11:35:36.424850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 50543425-539c-4632-9300-1d3def4dd690, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=50543425-539c-4632-9300-1d3def4dd690,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:36.425899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.452569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-5299cdbc-aa66-4c5e-be76-c75ea26a4e5b', 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b', 'tenant_id': '15a13657db934f609a41e9d0863618d2', 'fixed_ips': [{'subnet_id': 'a609676d-dbc9-44bd-b8ba-f89756c93e03'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:36.453368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.573938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 50543425-539c-4632-9300-1d3def4dd690 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:36.632616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6fd91bfd-e372-4fba-8c53-d2e3f0c193a1 req-52350bea-ff19-41b1-b9fc-5819188954cc tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545939 Feb 10 11:35:36.693242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Router bda7e2bf-a963-4285-b957-beef2403a491 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:36.698011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.701090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.754419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.755105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] For port 50543425-539c-4632-9300-1d3def4dd690, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=50543425-539c-4632-9300-1d3def4dd690,segment=NetworkSegment(4c25eab1-2447-4d1b-8b75-d024d9303415),segment_id=4c25eab1-2447-4d1b-8b75-d024d9303415)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:36.755105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:36.810728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No DVR routers for this DVR port 50543425-539c-4632-9300-1d3def4dd690 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:36.884117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Calling delete_port for 50543425-539c-4632-9300-1d3def4dd690 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:36.890981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=50543425-539c-4632-9300-1d3def4dd690,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:36.923781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Allocated IP 2001:db8::f816:3eff:fe34:915c (5299cdbc-aa66-4c5e-be76-c75ea26a4e5b/a609676d-dbc9-44bd-b8ba-f89756c93e03/7c624ba5-5871-4d69-954a-720fe78d00a0) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:36.952445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.027309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.063746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b9250c-8541-4a59-9518-36f65f4a19e1']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.084912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c25eab1-2447-4d1b-8b75-d024d9303415') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.085355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:37.085712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:37.085962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c25eab1-2447-4d1b-8b75-d024d9303415') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.098132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.114573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.123202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:37.123727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:37.139988 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:37.208931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.221796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Transition to ACTIVE for port object 7c624ba5-5871-4d69-954a-720fe78d00a0 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:37.223048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.224908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:37.230210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-164911a8-41ca-46cc-b114-5726a11cd39d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "PUT /v2.0/routers/bda7e2bf-a963-4285-b957-beef2403a491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9947462 Feb 10 11:35:37.234286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.238139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] Sync routers for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:37.248033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54094) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:37.254788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Transition to ACTIVE for port object 7c624ba5-5871-4d69-954a-720fe78d00a0 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:37.263024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.268882 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/83b9250c-8541-4a59-9518-36f65f4a19e1 HTTP/1.1" status: 204 len: 168 time: 1.4459307 Feb 10 11:35:37.269519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:37.310810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:37.311481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.387667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.417120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:37.425431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:37.428374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Pushing event updated for resources: {'Port': ['ID=7c624ba5-5871-4d69-954a-720fe78d00a0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.431087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:37.438333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] Routers {'bda7e2bf-a963-4285-b957-beef2403a491'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:37.438941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bda7e2bf-a963-4285-b957-beef2403a491'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.484952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3843-2c60-4105-bb11-1f1050fb16df tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=83b9250c-8541-4a59-9518-36f65f4a19e1,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.529498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.530287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.530690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147b353-1809-4a10-a0cb-da637416bd48 None None] The sync data for ids ['bda7e2bf-a963-4285-b957-beef2403a491'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:37.582720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Attempting to bind port 7c624ba5-5871-4d69-954a-720fe78d00a0 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:37.583218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Attempting to bind port 7c624ba5-5871-4d69-954a-720fe78d00a0 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '993c5334-27eb-411b-b2a4-fd7b483c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:37.583596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Attempting to bind port 7c624ba5-5871-4d69-954a-720fe78d00a0 on network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:37.588365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Deleting port 50543425-539c-4632-9300-1d3def4dd690 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:37.588365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.602597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=a609676d-dbc9-44bd-b8ba-f89756c93e03,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:37.623494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:37.623811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Checking segment: {'id': '993c5334-27eb-411b-b2a4-fd7b483c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:37.624214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.624579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Bound using segment: {'id': '993c5334-27eb-411b-b2a4-fd7b483c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:37.625619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Bound port: 7c624ba5-5871-4d69-954a-720fe78d00a0, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c5334-27eb-411b-b2a4-fd7b483c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:37.625619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.670577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bd2b2-d523-4045-b8f8-305f71d0710e None None] The port '50543425-539c-4632-9300-1d3def4dd690' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:37.707294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.746671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5299cdbc-aa66-4c5e-be76-c75ea26a4e5b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.761675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993c5334-27eb-411b-b2a4-fd7b483c2129') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.762376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993c5334-27eb-411b-b2a4-fd7b483c2129') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:37.776464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.785213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] For port 7c624ba5-5871-4d69-954a-720fe78d00a0, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:37.792273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] For port 7c624ba5-5871-4d69-954a-720fe78d00a0, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7c624ba5-5871-4d69-954a-720fe78d00a0,segment=NetworkSegment(993c5334-27eb-411b-b2a4-fd7b483c2129),segment_id=993c5334-27eb-411b-b2a4-fd7b483c2129)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:37.797817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f3312f0b-a73b-46d6-8944-c6b40f6b948f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:37.812522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.821015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:37.821474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:37.837190 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:37.848523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:37.882142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f3312f0b-a73b-46d6-8944-c6b40f6b948f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:37.882474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f3312f0b-a73b-46d6-8944-c6b40f6b948f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:37.883014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 50543425-539c-4632-9300-1d3def4dd690 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:37.931290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 50543425-539c-4632-9300-1d3def4dd690 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:37.934448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 11:35:37.934448 dv-neutron-827807-1-hyperv neutron-server[83553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 11:35:37.934448 dv-neutron-827807-1-hyperv neutron-server[83553]: [parameters: {'id': '5299cdbc-aa66-4c5e-be76-c75ea26a4e5b'}] Feb 10 11:35:37.934448 dv-neutron-827807-1-hyperv neutron-server[83553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:37.934920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:37.936516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 50543425-539c-4632-9300-1d3def4dd690 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:37.940875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.001062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 948294ed-f22a-4baa-9cfd-0a7102f9e234 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:38.002013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.018296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2debf4-49eb-4d36-aac1-0bce4976c78d None None] Pushing event updated for resources: {'Port': ['ID=7c624ba5-5871-4d69-954a-720fe78d00a0,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:38.046479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11bdad-67c8-4127-bfc2-b672c2dbdf77 req-06f1c9e4-9e82-4527-8859-628f4d03f69e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:38.048093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb11bdad-67c8-4127-bfc2-b672c2dbdf77 req-06f1c9e4-9e82-4527-8859-628f4d03f69e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.2124026 Feb 10 11:35:38.105432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14335bc8-2297-4e05-8081-287fd67195d0 None None] Network 5299cdbc-aa66-4c5e-be76-c75ea26a4e5b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:38.157861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.168289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port afa36326-13a4-4b66-a857-d5ed6ecc6fc6 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:38.168657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.190814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.312721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6622a918-767a-4219-95b4-b83e693d98b4 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:35:38.335770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb11bdad-67c8-4127-bfc2-b672c2dbdf77 req-af4de3a1-420a-4f0c-8f10-1def71761d94 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794144 Feb 10 11:35:38.346492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.396907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.458646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622a918-767a-4219-95b4-b83e693d98b4 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:35:38.487278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for afa36326-13a4-4b66-a857-d5ed6ecc6fc6 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:38.522145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.539871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 948294ed-f22a-4baa-9cfd-0a7102f9e234 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:38.556186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 7c624ba5-5871-4d69-954a-720fe78d00a0 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:38.556556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:38.840297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] For port 7c624ba5-5871-4d69-954a-720fe78d00a0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7c624ba5-5871-4d69-954a-720fe78d00a0,segment=NetworkSegment(993c5334-27eb-411b-b2a4-fd7b483c2129),segment_id=993c5334-27eb-411b-b2a4-fd7b483c2129)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:38.841007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.072385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.082105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Calling delete_port for 7c624ba5-5871-4d69-954a-720fe78d00a0 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:39.146913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0fc2c-0bd5-487c-bb5a-752203c25f29 req-a9d5870d-9f14-44a6-b2c9-1902cf01fc44 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:39.149015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47f0fc2c-0bd5-487c-bb5a-752203c25f29 req-a9d5870d-9f14-44a6-b2c9-1902cf01fc44 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3625727 Feb 10 11:35:39.157710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Port': ['ID=afa36326-13a4-4b66-a857-d5ed6ecc6fc6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.216221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.272346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=948294ed-f22a-4baa-9cfd-0a7102f9e234,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.344587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47f0fc2c-0bd5-487c-bb5a-752203c25f29 req-25f71cb5-123f-4fd7-b362-d4efc17970d9 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584909 Feb 10 11:35:39.353943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.478889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Port': ['ID=7c624ba5-5871-4d69-954a-720fe78d00a0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:39.484426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.539715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No DVR routers for this DVR port 7c624ba5-5871-4d69-954a-720fe78d00a0 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:39.588983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.791306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:39.791558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.850661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.858387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.875946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.881080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5299cdbc-aa66-4c5e-be76-c75ea26a4e5b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:39.894860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993c5334-27eb-411b-b2a4-fd7b483c2129') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:39.895149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993c5334-27eb-411b-b2a4-fd7b483c2129') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:39.910478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.936422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.937439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Fanout notify agent at l3_agent the message router_deleted on router bda7e2bf-a963-4285-b957-beef2403a491 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:39.951719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.971090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:39.971517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:39.986054 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:40.052950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.053932 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e6976b7e-9800-4bd2-b294-dec2310251e5 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/routers/bda7e2bf-a963-4285-b957-beef2403a491 HTTP/1.1" status: 204 len: 168 time: 2.7864962 Feb 10 11:35:40.063892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54108) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.116545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.121422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.150081 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/5299cdbc-aa66-4c5e-be76-c75ea26a4e5b HTTP/1.1" status: 204 len: 168 time: 4.0128169 Feb 10 11:35:40.152850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439ad9c-bb63-4472-8c42-ac3e843cbbf2 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=5299cdbc-aa66-4c5e-be76-c75ea26a4e5b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:40.155046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54112) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.216714 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8713843a-0342-454d-a2a1-5e0f630c1c6f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.217150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8713843a-0342-454d-a2a1-5e0f630c1c6f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.218759 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8713843a-0342-454d-a2a1-5e0f630c1c6f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/a609676d-dbc9-44bd-b8ba-f89756c93e03 HTTP/1.1" status: 404 len: 337 time: 0.0608096 Feb 10 11:35:40.261335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54116) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.333192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 40e09c75-faec-4fb1-b7b9-7b455c6b13cc, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:40.333812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.347495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 64ae3977-13d1-4e0f-9834-6b0254ba6c0b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:40.405020 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb08567a-dc0d-468a-9d2e-2dc9ddc14a3f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.405449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb08567a-dc0d-468a-9d2e-2dc9ddc14a3f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.409977 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cb08567a-dc0d-468a-9d2e-2dc9ddc14a3f tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/5299cdbc-aa66-4c5e-be76-c75ea26a4e5b HTTP/1.1" status: 404 len: 339 time: 0.1447699 Feb 10 11:35:40.409977 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54122) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.450883 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e80a464-1d8b-4ac6-a587-7dcc6391920a tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.451344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e80a464-1d8b-4ac6-a587-7dcc6391920a tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.455197 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9e80a464-1d8b-4ac6-a587-7dcc6391920a tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/0f1a6649-919c-4419-89e4-dea3b49691e6 HTTP/1.1" status: 404 len: 337 time: 0.0424752 Feb 10 11:35:40.456657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54126) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.465132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 40e09c75-faec-4fb1-b7b9-7b455c6b13cc owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:40.493995 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3508027-5227-4b61-8ec8-f8f7d5fff99c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.494423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3508027-5227-4b61-8ec8-f8f7d5fff99c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.496027 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e3508027-5227-4b61-8ec8-f8f7d5fff99c tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/bc4dd6cf-e7a9-40d5-9e14-2c79757c385b HTTP/1.1" status: 404 len: 339 time: 0.0391750 Feb 10 11:35:40.502997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54130) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.512723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting subnet 4820b6c3-7a7c-41a7-91fd-7df666f1e47a {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:40.515556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.571287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.651803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.656042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97c3ffc-f48d-4ced-9f52-7169e043e5b8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.656486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97c3ffc-f48d-4ced-9f52-7169e043e5b8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.724880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.734118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a97c3ffc-f48d-4ced-9f52-7169e043e5b8 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/b8cb3463-acb9-4a1a-991b-22793302f5b0 HTTP/1.1" status: 404 len: 337 time: 0.2032781 Feb 10 11:35:40.744426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54134) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.771924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Subnet': ['ID=4820b6c3-7a7c-41a7-91fd-7df666f1e47a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:40.779082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:40.786428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b0623-c736-475e-baba-71c0500fcaba None None] Network b1ba7913-58fe-4230-bf5d-878853a1113e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:40.787328 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-01bb485a-885b-48f2-8a78-6e83b676f52c tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/subnets/4820b6c3-7a7c-41a7-91fd-7df666f1e47a HTTP/1.1" status: 204 len: 168 time: 0.7224393 Feb 10 11:35:40.788221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54138) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.799954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-af257282-dc63-4c5a-8604-46cadd0f7120 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:40.800394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af257282-dc63-4c5a-8604-46cadd0f7120 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:40.802165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-af257282-dc63-4c5a-8604-46cadd0f7120 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/4484f825-6ef2-4bba-bdc8-0fe1a9172a05 HTTP/1.1" status: 404 len: 339 time: 0.0550926 Feb 10 11:35:40.807137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54142) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.822575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:40.830833 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0e4f8f9-af1c-4f4c-8767-4c694024033b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/64ae3977-13d1-4e0f-9834-6b0254ba6c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8597238 Feb 10 11:35:40.834305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39c4fd-67f0-4e85-9e55-bd2856b884ea req-c990358e-f42b-41f8-9a8a-7b37bf6009c7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:40.836623 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa39c4fd-67f0-4e85-9e55-bd2856b884ea req-c990358e-f42b-41f8-9a8a-7b37bf6009c7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3438909 Feb 10 11:35:40.836908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54146) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:40.839765 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] Sync routers for ids ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:40.858119 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] Routers {'64ae3977-13d1-4e0f-9834-6b0254ba6c0b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:40.859083 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:40.904558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24a2ca08-2bac-4244-98ad-61d90b32e926 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:40.942073 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:40.967377 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] Routers {'64ae3977-13d1-4e0f-9834-6b0254ba6c0b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:40.971303 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:40.988640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24a2ca08-2bac-4244-98ad-61d90b32e926 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:40.989814 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24a2ca08-2bac-4244-98ad-61d90b32e926 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=64ae3977-13d1-4e0f-9834-6b0254ba6c0b HTTP/1.1" status: 200 len: 205 time: 0.1514637 Feb 10 11:35:40.993406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54150) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:41.007260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 50b7cee1-a569-4506-a97c-9c31b852d326 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:41.007619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.008412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa39c4fd-67f0-4e85-9e55-bd2856b884ea req-5cc1e913-d1cd-4adb-898a-d910826ca8e8 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375737 Feb 10 11:35:41.025530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.100095 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:41.100637 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b49088-bbec-43dd-8a5f-514778aa1d1d None None] The sync data for ids ['64ae3977-13d1-4e0f-9834-6b0254ba6c0b'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:41.101820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=40e09c75-faec-4fb1-b7b9-7b455c6b13cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:41.149794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.174256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] DHCP port deletion for b1ba7913-58fe-4230-bf5d-878853a1113e request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:41.179069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Deleting port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:41.179471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.295172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:41.295847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.447296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] For port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,segment=NetworkSegment(d4ada14a-742e-454e-9038-b08513a6dbfa),segment_id=d4ada14a-742e-454e-9038-b08513a6dbfa)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:41.447607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.461134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.468540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.579960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Calling delete_port for baad193f-a0b2-4c29-a3e9-7eb42dc76d2e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:41.677566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.731360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:41.731691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] Pushing event deleted for resources: {'Port': ['ID=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:41.738611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532bb05-f693-4602-bbf7-6cf772e5f3ce None None] No DVR routers for this DVR port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:41.768343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217866f-e7cb-455d-9fc6-9d6335f564c2 req-a1e8fb35-eb77-4206-a382-3c7004d234ff tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:41.769886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a217866f-e7cb-455d-9fc6-9d6335f564c2 req-a1e8fb35-eb77-4206-a382-3c7004d234ff tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.2074389 Feb 10 11:35:41.772701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-6628c539-524f-436f-b2f4-b5adc7018f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfad6e6de1044fa286c88442805507e6&device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 1098 time: 0.2924991 Feb 10 11:35:41.786096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device baad193f-a0b2-4c29-a3e9-7eb42dc76d2e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:41.818953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: baad193f-a0b2-4c29-a3e9-7eb42dc76d2e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:41.819670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device baad193f-a0b2-4c29-a3e9-7eb42dc76d2e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:41.991394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Calling delete_port for 50b7cee1-a569-4506-a97c-9c31b852d326 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:42.041255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] For port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=baad193f-a0b2-4c29-a3e9-7eb42dc76d2e,segment=NetworkSegment(d4ada14a-742e-454e-9038-b08513a6dbfa),segment_id=d4ada14a-742e-454e-9038-b08513a6dbfa)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:42.041995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.091994 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a217866f-e7cb-455d-9fc6-9d6335f564c2 req-24cb7df7-df2c-4228-bf85-73de0c23684a tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148892 Feb 10 11:35:42.203638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-a9d6fbd0-6924-4070-a24e-b378f53782c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:42.205078 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-a9d6fbd0-6924-4070-a24e-b378f53782c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 200 len: 912 time: 0.4127665 Feb 10 11:35:42.245673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for baad193f-a0b2-4c29-a3e9-7eb42dc76d2e owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:42.278757 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-3792938c-2a6d-47ae-ad58-5fc921427078 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 200 len: 217 time: 0.0664561 Feb 10 11:35:42.454687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-9b16747e-a33b-478c-aeba-e38b2266518a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:42.456151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-9b16747e-a33b-478c-aeba-e38b2266518a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3e18270f-760d-4a4e-b089-34a0093aceef HTTP/1.1" status: 200 len: 851 time: 0.1272564 Feb 10 11:35:42.510799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-879d8da8-17f7-4a9b-8323-e67149e6d993 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e599f61-699c-4565-a32d-d900509676e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455048 Feb 10 11:35:42.511518 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.569486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.574619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Port': ['ID=50b7cee1-a569-4506-a97c-9c31b852d326,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:42.583094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:42.583439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:42.584067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.588521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.604147 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d04bb79d-2f6a-456e-aaf9-d92070cf735d tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/ports/50b7cee1-a569-4506-a97c-9c31b852d326 HTTP/1.1" status: 204 len: 168 time: 1.7912636 Feb 10 11:35:42.604362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54158) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:42.639758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:42.648174 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-40724f1f-32cb-47a3-8e5f-20297140e54e tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:42.649178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40724f1f-32cb-47a3-8e5f-20297140e54e tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:42.656745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-40724f1f-32cb-47a3-8e5f-20297140e54e tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/48c88e14-3d4a-4add-a4d1-e60566058055 HTTP/1.1" status: 404 len: 337 time: 0.0504436 Feb 10 11:35:42.656997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.657480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router 64ae3977-13d1-4e0f-9834-6b0254ba6c0b {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:42.658522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:42.663792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.664932 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-034f5e17-b982-4fd5-a0ca-bc82faa2672e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/64ae3977-13d1-4e0f-9834-6b0254ba6c0b HTTP/1.1" status: 204 len: 168 time: 1.6683941 Feb 10 11:35:42.667474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54166) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:42.684511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-02defe18-009f-42c4-81d3-5d48b1bda0d5 service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667802 Feb 10 11:35:42.862657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 70761cc0-45b8-4d0e-a989-69f440d8e837 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:42.865571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.919937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:42.965898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.006055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.077383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.078111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c89524f-8f81-4ecf-bf86-53c2d2d4c372 req-31884e38-35ed-4be5-bc5c-225a6d03eedd service neutron] 10.222.0.32 "GET /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870347 Feb 10 11:35:43.110333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port baad193f-a0b2-4c29-a3e9-7eb42dc76d2e {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:43.110673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.151185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=70761cc0-45b8-4d0e-a989-69f440d8e837,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.159752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.188855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] The port 'baad193f-a0b2-4c29-a3e9-7eb42dc76d2e' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:43.189789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5545d3c-f194-477e-a1b0-7169ff3419cc']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.190063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.198242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d939420-ad22-4f67-9894-5dde06a4fcb4 None None] Network 04ae1bcb-987e-4a4a-871d-4e83171e4d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:43.204779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.205666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fba022a-8aa5-43eb-86b4-01aa2d4b25d3') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.212835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:43.222667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.226209 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95beee80-c39b-408f-ad55-7e2a49686413 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/70761cc0-45b8-4d0e-a989-69f440d8e837 HTTP/1.1" status: 204 len: 168 time: 0.5552783 Feb 10 11:35:43.228656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54172) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.279398 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2645241-b289-44e2-9cad-5846aaa5b147 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0081716 Feb 10 11:35:43.280857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:43.334183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:43.335133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.344334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54176) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.404811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.414639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:43.415029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:43.430360 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:43.527745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.550406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ff646-343c-4b11-a651-3be34503d094 req-ff278080-cbed-42be-8ff9-69e5d56bf9b7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:43.550889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.551899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-242ff646-343c-4b11-a651-3be34503d094 req-ff278080-cbed-42be-8ff9-69e5d56bf9b7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3166802 Feb 10 11:35:43.552891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.562856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=c5545d3c-f194-477e-a1b0-7169ff3419cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:43.567826 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b338d74f-db1a-4dc8-9360-4fa555ee24fd tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/c5545d3c-f194-477e-a1b0-7169ff3419cc HTTP/1.1" status: 204 len: 168 time: 0.9083424 Feb 10 11:35:43.577767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54180) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:43.593446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:43.609625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-242ff646-343c-4b11-a651-3be34503d094 req-c51ecf62-6253-487f-b3e0-0ddc03be633b tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Feb 10 11:35:43.635874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.680594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba7913-58fe-4230-bf5d-878853a1113e']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.711554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ada14a-742e-454e-9038-b08513a6dbfa') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.711844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ada14a-742e-454e-9038-b08513a6dbfa') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:43.750610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] DHCP port deletion for 04ae1bcb-987e-4a4a-871d-4e83171e4d4f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:43.755466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Deleting port 4571f7fa-1a84-4491-a244-9eb7887ca370 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:43.756021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.795987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.814596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 59fcbe31-9eb0-4e24-9a70-bb6e0a98190d {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:43.814929 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.838160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 4571f7fa-1a84-4491-a244-9eb7887ca370 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:43.838489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.904141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.950162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:43.950639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:43.988995 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:44.138743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 96b589b5-fa97-4474-b441-b0ada1942e2d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:44.147788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] For port 4571f7fa-1a84-4491-a244-9eb7887ca370, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4571f7fa-1a84-4491-a244-9eb7887ca370,segment=NetworkSegment(06325f1f-ae20-4b30-ae31-e7d52c4e73ea),segment_id=06325f1f-ae20-4b30-ae31-e7d52c4e73ea)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:44.148168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.171646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.263187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.269703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Calling delete_port for 4571f7fa-1a84-4491-a244-9eb7887ca370 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:44.296299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.344780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 9, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:44.350025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:44.360580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.391637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Network': ['ID=b1ba7913-58fe-4230-bf5d-878853a1113e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:44.401624 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5b443a3a-6998-4172-92a9-c2244716510d tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/networks/b1ba7913-58fe-4230-bf5d-878853a1113e HTTP/1.1" status: 204 len: 168 time: 3.6124010 Feb 10 11:35:44.403976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.404494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:44.409399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] Pushing event deleted for resources: {'Port': ['ID=4571f7fa-1a84-4491-a244-9eb7887ca370,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:44.412003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:44.412622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:44.451332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 4571f7fa-1a84-4491-a244-9eb7887ca370, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4571f7fa-1a84-4491-a244-9eb7887ca370,segment=NetworkSegment(06325f1f-ae20-4b30-ae31-e7d52c4e73ea),segment_id=06325f1f-ae20-4b30-ae31-e7d52c4e73ea)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:44.451680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.467657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6449b-037d-4359-8761-d465dbfaf289 None None] No DVR routers for this DVR port 4571f7fa-1a84-4491-a244-9eb7887ca370 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:44.533458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.561057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Deleting port 11610c23-2fab-4413-8bb1-c2d93a963ce2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:44.561684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.588030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:44.599985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 4571f7fa-1a84-4491-a244-9eb7887ca370 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:44.741920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.742816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.762678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Calling delete_port for 59fcbe31-9eb0-4e24-9a70-bb6e0a98190d owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:44.843920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:44.877971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Calling delete_port for 11610c23-2fab-4413-8bb1-c2d93a963ce2 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:44.934934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 9, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:44.939519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50ed85-2454-4091-bdb9-4fd90e199d91 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:40Z', 'revision_number': 9, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63c8cd38-1b1f-4dc8-a946-cac973d38b39', 'name': '', 'network_id': '71a5a7c8-499d-4a8e-a76c-527920f4b4e8', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:ff:69:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:45Z', 'updated_at': '2022-02-10T11:35:06Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '698c57c5-d4d6-432d-9798-aedbf256209c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:45.024843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:45.025331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:45.041717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27948196-f0a0-4e67-ba13-6ab62ff57c9d req-8439332e-145f-4071-8b4e-9b76bde60e73 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.043538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27948196-f0a0-4e67-ba13-6ab62ff57c9d req-8439332e-145f-4071-8b4e-9b76bde60e73 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.1178305 Feb 10 11:35:45.047247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.103045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Port': ['ID=59fcbe31-9eb0-4e24-9a70-bb6e0a98190d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:45.110746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.115346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.145247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27948196-f0a0-4e67-ba13-6ab62ff57c9d req-dff0cf9b-8a6e-49d5-9309-f2fcc43ab117 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925062 Feb 10 11:35:45.148797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.158161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=96b589b5-fa97-4474-b441-b0ada1942e2d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:45.169009 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bb0e1d26-3958-447d-ac90-c29feac7c2bb tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/ports/59fcbe31-9eb0-4e24-9a70-bb6e0a98190d HTTP/1.1" status: 204 len: 168 time: 1.5860007 Feb 10 11:35:45.169296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54190) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.187684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cbefb6-92e1-47f5-ba01-16c1f688c858 None None] Network dbf54c30-16aa-4f9f-b90b-c49c61521d4f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:45.202190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Pushing event deleted for resources: {'Port': ['ID=11610c23-2fab-4413-8bb1-c2d93a963ce2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:45.203548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.208014 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8b3dd538-5ec0-476f-bc32-ce0f09135cf0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/96b589b5-fa97-4474-b441-b0ada1942e2d HTTP/1.1" status: 204 len: 168 time: 1.8564670 Feb 10 11:35:45.209643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54196) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.210531 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-912f689f-4be0-4b1d-824d-d5efdcf76252 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] DELETE failed (client error): The resource could not be found. Feb 10 11:35:45.211520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912f689f-4be0-4b1d-824d-d5efdcf76252 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:35:45.215451 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-912f689f-4be0-4b1d-824d-d5efdcf76252 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/5bc0d9a7-2920-44e4-bcf8-7eb4d1fef614 HTTP/1.1" status: 404 len: 337 time: 0.0429766 Feb 10 11:35:45.231655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54200) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.306910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.357551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.359146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6cbeb81d-92aa-4ca6-929f-76633dbc0c74 tempest-FloatingIPAdminTestJSON-1724860429 tempest-FloatingIPAdminTestJSON-1724860429-project] 10.222.0.42 "DELETE /v2.0/floatingips/eae369d0-3dd4-41b1-b180-9c1283b89616 HTTP/1.1" status: 204 len: 168 time: 0.9535472 Feb 10 11:35:45.441709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.451021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.470928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 36128017-d729-4a5d-81b1-fdc6ca5bf37f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:45.471637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.520392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] DHCP port deletion for dbf54c30-16aa-4f9f-b90b-c49c61521d4f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:45.530318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Deleting port 36128017-d729-4a5d-81b1-fdc6ca5bf37f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:45.530686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.541775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 4571f7fa-1a84-4491-a244-9eb7887ca370 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:45.542118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.702953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] The port '4571f7fa-1a84-4491-a244-9eb7887ca370' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:45.754733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] For port 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36128017-d729-4a5d-81b1-fdc6ca5bf37f,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:45.755128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.822144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.833664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999252-f9a6-4ab6-9ef4-adb3d01b427a req-5357da6b-d418-4432-8f54-f70069f109d7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:45.839780 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e0999252-f9a6-4ab6-9ef4-adb3d01b427a req-5357da6b-d418-4432-8f54-f70069f109d7 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.0884106 Feb 10 11:35:45.840637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54210) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:45.851203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2561c1-8c21-4977-98f8-87000040fcd3']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:45.866431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 40e09c75-faec-4fb1-b7b9-7b455c6b13cc no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:45.870249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97689c0d-6f28-437d-82ab-a07634e494af') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:45.870484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97689c0d-6f28-437d-82ab-a07634e494af') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:45.883646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.900891 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e0999252-f9a6-4ab6-9ef4-adb3d01b427a req-9b409a59-cb9d-48f9-97c1-d7a3635593a9 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Feb 10 11:35:45.928022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:45.964162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 40e09c75-faec-4fb1-b7b9-7b455c6b13cc {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:45.964595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 40e09c75-faec-4fb1-b7b9-7b455c6b13cc not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:45.965536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4571f7fa-1a84-4491-a244-9eb7887ca370 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:46.003410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Calling delete_port for 36128017-d729-4a5d-81b1-fdc6ca5bf37f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:46.005309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:46.005715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:46.020205 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:46.048239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4571f7fa-1a84-4491-a244-9eb7887ca370 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:46.048573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4571f7fa-1a84-4491-a244-9eb7887ca370 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:46.049162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36128017-d729-4a5d-81b1-fdc6ca5bf37f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:46.068869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a2afe01b-e8a3-45f2-9424-58e2e007975d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e73ab759c2d442193be696ce1baf899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2270038 Feb 10 11:35:46.071524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.101000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.132860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.162805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.170371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.207032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ae1bcb-987e-4a4a-871d-4e83171e4d4f']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:46.229552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06325f1f-ae20-4b30-ae31-e7d52c4e73ea') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:46.229845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06325f1f-ae20-4b30-ae31-e7d52c4e73ea') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:46.231532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] Pushing event deleted for resources: {'Port': ['ID=36128017-d729-4a5d-81b1-fdc6ca5bf37f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.232566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.236710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.245640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb51458-cbf8-4b87-b645-5946fc95b44c None None] No DVR routers for this DVR port 36128017-d729-4a5d-81b1-fdc6ca5bf37f on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:46.249897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31183ad-6eb2-4d48-b310-3d299d890796,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.250842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.263076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.269435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5a68c45-e3fe-4a78-973b-3b79b1a1deae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e31183ad-6eb2-4d48-b310-3d299d890796 HTTP/1.1" status: 204 len: 168 time: 0.1968546 Feb 10 11:35:46.271155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.278521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.300286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=8f2561c1-8c21-4977-98f8-87000040fcd3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.309704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 36128017-d729-4a5d-81b1-fdc6ca5bf37f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36128017-d729-4a5d-81b1-fdc6ca5bf37f,segment=NetworkSegment(2a60eea2-7eda-49a8-9540-326f2299c91a),segment_id=2a60eea2-7eda-49a8-9540-326f2299c91a)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:46.310070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.319291 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c7f73d8d-a8d7-4b4a-a4a2-e661b65e64d7 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/8f2561c1-8c21-4977-98f8-87000040fcd3 HTTP/1.1" status: 204 len: 168 time: 1.0843613 Feb 10 11:35:46.322467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.323752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.443023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:46.443455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:46.457977 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:46.470697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 36128017-d729-4a5d-81b1-fdc6ca5bf37f owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:46.535288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting subnet 7aa623e2-bdec-47a4-9075-6c11d7d5e383 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:46.538828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.644091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54228) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.697713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.705603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.727750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.760262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.768657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=04ae1bcb-987e-4a4a-871d-4e83171e4d4f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.779024 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c4f1a0e7-564f-47d9-8e32-5a1fb6b2c6ac tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/04ae1bcb-987e-4a4a-871d-4e83171e4d4f HTTP/1.1" status: 204 len: 168 time: 3.5375636 Feb 10 11:35:46.782657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.784959 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:46.785464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:46.789724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1048845029', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:46.790080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:46.793919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Usage tracker for resource:security_group_rule and tenant:42791f1da0e34b2182a219acff0b6389 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:46.797201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:46.803276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:46.805815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:46.808465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.841341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:46.846256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:46.858632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:46.871780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.875449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.883737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.884972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.905808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.922561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef5597a-f0ba-4adc-9a1c-df8354efafac,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.931349 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed1870f7-6b27-451e-a701-0ab85f0a58ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42791f1da0e34b2182a219acff0b6389&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2780528 Feb 10 11:35:46.935689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54238) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:46.951996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa623e2-bdec-47a4-9075-6c11d7d5e383,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:46.958104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.964551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe80d6b-8797-4bd0-a2ec-ec8d5d2060b9 None None] Network dfb70350-f7b3-43b1-86b1-16e627534c7c requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:46.970578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:46.982320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b7fe5e2b-1769-4ecf-8b43-047a7a3a2ca1 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/subnets/7aa623e2-bdec-47a4-9075-6c11d7d5e383 HTTP/1.1" status: 204 len: 168 time: 0.6542683 Feb 10 11:35:46.982968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.051088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.080802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.140984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.164775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef5597a-f0ba-4adc-9a1c-df8354efafac,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:47.177435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.178555 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bbaaf2b2-e6e0-4bfd-806f-40b00e1003f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ef5597a-f0ba-4adc-9a1c-df8354efafac HTTP/1.1" status: 204 len: 168 time: 0.2413659 Feb 10 11:35:47.283445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.286368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] DHCP port deletion for dfb70350-f7b3-43b1-86b1-16e627534c7c request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:47.287257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 36128017-d729-4a5d-81b1-fdc6ca5bf37f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:47.288419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.292691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Deleting port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:47.293254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.348443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.361445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:47.361637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.365271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] The port '36128017-d729-4a5d-81b1-fdc6ca5bf37f' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:47.434783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3ea8a-ee8e-473c-8581-4fa99241ee79 req-79d1085f-c793-4758-8f99-d80f0bc4e36d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.436322 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67f3ea8a-ee8e-473c-8581-4fa99241ee79 req-79d1085f-c793-4758-8f99-d80f0bc4e36d tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3226426 Feb 10 11:35:47.518887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.542084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] For port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,segment=NetworkSegment(fffad8a9-56b2-4bcc-b76c-f83fb3068bdb),segment_id=fffad8a9-56b2-4bcc-b76c-f83fb3068bdb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:47.542576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.553356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf54c30-16aa-4f9f-b90b-c49c61521d4f']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:47.567187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a60eea2-7eda-49a8-9540-326f2299c91a') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:47.567754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a60eea2-7eda-49a8-9540-326f2299c91a') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:47.581310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.600323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.607835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:47.608530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:47.626107 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:47.689695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-2d2a6a25-2991-46ff-a5f8-fcec7581361e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:47.691126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-2d2a6a25-2991-46ff-a5f8-fcec7581361e tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3828483 Feb 10 11:35:47.699356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Calling delete_port for 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:47.724550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54250) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.748911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.752919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67f3ea8a-ee8e-473c-8581-4fa99241ee79 req-1d29145c-2b00-4567-838b-94fcf118817c tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986248 Feb 10 11:35:47.771382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:47.796706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.801278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.801463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] For port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,segment=NetworkSegment(fffad8a9-56b2-4bcc-b76c-f83fb3068bdb),segment_id=fffad8a9-56b2-4bcc-b76c-f83fb3068bdb)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:47.801664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.834888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.837631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=dbf54c30-16aa-4f9f-b90b-c49c61521d4f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:47.845630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:47.852642 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5801823b-0cf6-454b-8ee2-a6fa4525e934 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/dbf54c30-16aa-4f9f-b90b-c49c61521d4f HTTP/1.1" status: 204 len: 168 time: 2.6361241 Feb 10 11:35:47.852642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Usage tracker for resource:security_group_rule and tenant:85d16fb4291c46c68c4cc621ebf01635 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:47.853823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54254) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:47.856953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:47.883376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No active binding found for port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 {{(pid=83555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:35:47.883937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:47.885637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] Pushing event deleted for resources: {'Port': ['ID=3c7ece4b-a538-4e89-b9b9-30d04b5ba348,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:47.892261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ba610-95c1-4b22-9f7e-92ac50e8ceaa None None] No DVR routers for this DVR port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:47.926280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:47.929666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Deleting port 20156819-70d4-4085-a2c5-58e12ec654eb {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:47.930139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:47.959684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Calling delete_port for 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:48.085921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.091960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.147128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:48.147542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:48.259296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122d6c9-50ef-48ef-8ee9-87a48a3ce629,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:48.267900 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6774488f-0179-414c-aa1f-4c8082d3ecdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d16fb4291c46c68c4cc621ebf01635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5416563 Feb 10 11:35:48.271347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54258) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:48.353263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.360219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.390670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.394634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.458127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.495627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] For port 20156819-70d4-4085-a2c5-58e12ec654eb, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=20156819-70d4-4085-a2c5-58e12ec654eb,segment=NetworkSegment(f08972a4-ef60-40d5-8717-76dc44794403),segment_id=f08972a4-ef60-40d5-8717-76dc44794403)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:48.495973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.605894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.623242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122d6c9-50ef-48ef-8ee9-87a48a3ce629,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:48.637789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.641246 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fde9cbb4-5497-481b-98f4-b9fa8105e62d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2122d6c9-50ef-48ef-8ee9-87a48a3ce629 HTTP/1.1" status: 204 len: 168 time: 0.3662190 Feb 10 11:35:48.653404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Calling delete_port for 20156819-70d4-4085-a2c5-58e12ec654eb owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:48.680803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Deleting port 3c7ece4b-a538-4e89-b9b9-30d04b5ba348 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:48.680803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:48.779308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] The port '3c7ece4b-a538-4e89-b9b9-30d04b5ba348' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:48.920241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.26.3.2 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/db22f7a0-e3e2-45a5-8285-b662fc522458) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:48.989627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.138043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb70350-f7b3-43b1-86b1-16e627534c7c']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:49.185298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:49.185298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffad8a9-56b2-4bcc-b76c-f83fb3068bdb') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:49.214598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.241968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.251652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 63c8cd38-1b1f-4dc8-a946-cac973d38b39 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:49.252308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.297540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.315563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Pushing event deleted for resources: {'Port': ['ID=20156819-70d4-4085-a2c5-58e12ec654eb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.323478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9055-19e0-4e5c-96c9-969c15638c45 req-e31692e8-9d47-4c3d-b2bf-a90193e8d39b tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:49.328576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-682e9055-19e0-4e5c-96c9-969c15638c45 req-e31692e8-9d47-4c3d-b2bf-a90193e8d39b tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc4e0522-78a4-40f8-93ce-ba284e783042 HTTP/1.1" status: 200 len: 945 time: 0.3973269 Feb 10 11:35:49.333547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:49.333940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:49.359861 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:49.427256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.454528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 63c8cd38-1b1f-4dc8-a946-cac973d38b39, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=63c8cd38-1b1f-4dc8-a946-cac973d38b39,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:49.454987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.548187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.553576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] No DVR routers for this DVR port 20156819-70d4-4085-a2c5-58e12ec654eb on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:49.575923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.579656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.582310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'name': 'network-vif-deleted', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:35:49.597453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 63c8cd38-1b1f-4dc8-a946-cac973d38b39 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:49.599295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-682e9055-19e0-4e5c-96c9-969c15638c45 req-c06c3eb3-1a72-4fe4-9e95-0e9343724039 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.42 "GET /v2.0/security-groups?id=834eaee0-22f6-43b8-aead-ca2db3b9dc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655704 Feb 10 11:35:49.599295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] Pushing event deleted for resources: {'Network': ['ID=dfb70350-f7b3-43b1-86b1-16e627534c7c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.625599 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a7d2698-f0fa-4b90-bea4-e387dbd46c55 tempest-NetworksIpV6TestAttrs-903872037 tempest-NetworksIpV6TestAttrs-903872037-project] 10.222.0.42 "DELETE /v2.0/networks/dfb70350-f7b3-43b1-86b1-16e627534c7c HTTP/1.1" status: 204 len: 168 time: 2.6394854 Feb 10 11:35:49.625599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:49.638073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf0a0659-8c17-45c4-9a73-0a3214b203e3 req-1b0eb190-7252-4164-8b1f-abcc96ecc958 tempest-TestServerAdvancedOps-857508116 tempest-TestServerAdvancedOps-857508116-project] 10.222.0.32 "DELETE /v2.0/ports/20156819-70d4-4085-a2c5-58e12ec654eb HTTP/1.1" status: 204 len: 173 time: 1.9395430 Feb 10 11:35:49.639578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.721401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:49.725007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:49.726941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=db22f7a0-e3e2-45a5-8285-b662fc522458,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.729050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:49.786511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4e0522-78a4-40f8-93ce-ba284e783042', 'name': 'network-vif-deleted', 'tag': '20156819-70d4-4085-a2c5-58e12ec654eb', 'status': 'completed', 'code': 200} Feb 10 11:35:49.858639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:49.909998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=63c8cd38-1b1f-4dc8-a946-cac973d38b39,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:49.976957 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3352e0da-aa11-4239-b698-10e971a47a4c tempest-AgentManagementNegativeTest-1523822272 tempest-AgentManagementNegativeTest-1523822272-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3504267 Feb 10 11:35:50.105146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.106950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.173608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.256166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54296) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.411451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54304) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.422118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 2d35d7ee-1c63-4c64-b615-be7d95b95bb6 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:35:50.435548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 20156819-70d4-4085-a2c5-58e12ec654eb no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:50.492878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 20156819-70d4-4085-a2c5-58e12ec654eb {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:50.493435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 20156819-70d4-4085-a2c5-58e12ec654eb not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:50.659697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a714273c-8160-4fd5-80b7-716aa7ac67ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15a13657db934f609a41e9d0863618d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3976600 Feb 10 11:35:50.663936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54312) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.722115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54316) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:50.725706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.770726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:50.775703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Usage tracker for resource:security_group_rule and tenant:b7c16d7d5b364d85aa22d04b03b9e33e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:50.805822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.827445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Deleting subnet 3e18270f-760d-4a4e-b089-34a0093aceef {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:50.827867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:50.837777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.884450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.892517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:50.931952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:50.943746 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] Sync routers for ids ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:50.944291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:50.965102 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] Routers {'2d35d7ee-1c63-4c64-b615-be7d95b95bb6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:50.965775 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:50.997765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.011089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:51.014348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.021370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.025811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a2f0740f-586c-455e-806a-a592e25a933f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2405832 Feb 10 11:35:51.028243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54320) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.031842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.042392 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.053489 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] Routers {'2d35d7ee-1c63-4c64-b615-be7d95b95bb6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:51.054052 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.077195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7b4c73-f0da-4abb-af20-d792b18239a5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:51.084015 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60b0d177-1273-4116-aec1-bdb9570929bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7c16d7d5b364d85aa22d04b03b9e33e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6716070 Feb 10 11:35:51.084667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54324) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.118365 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.118829 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f88a83-21ba-442b-8999-d2331930e46e None None] The sync data for ids ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:51.124583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.127192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.128326 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/def01159-421b-4e68-87df-88a87d538151 HTTP/1.1" status: 204 len: 168 time: 0.4614182 Feb 10 11:35:51.218651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def01159-421b-4e68-87df-88a87d538151,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:51.243029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.243405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.243750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.244091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.244414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.244906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.245247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.245575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.245894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.246218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.246793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9c79d2-38f4-418d-bb71-f312d2a89716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.279321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.287198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.313230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.331773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e18270f-760d-4a4e-b089-34a0093aceef,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:51.344226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.350283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:51.354089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3670d5ef-215c-4684-bd34-7921710387dd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e18270f-760d-4a4e-b089-34a0093aceef HTTP/1.1" status: 204 len: 168 time: 0.6306069 Feb 10 11:35:51.356859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54332) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.370142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:51.383054 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-51358e59-1b05-4802-ac40-08bea8a40e8b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5278792 Feb 10 11:35:51.384466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54336) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.386735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:51.387876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:51.444645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.470364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.471524 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad7b4c73-f0da-4abb-af20-d792b18239a5 HTTP/1.1" status: 204 len: 168 time: 0.3846743 Feb 10 11:35:51.472640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7b4c73-f0da-4abb-af20-d792b18239a5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:51.515791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.516158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.516494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.516823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.517150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.517474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.517795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.518114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.518434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.518750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.519061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed259006-ef2c-473e-9b01-a3a2d040b14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:51.543624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.621140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:51.745934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-924eadaa-3f00-486f-8eeb-e8d00a74d18d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers/2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 200 len: 879 time: 0.7153144 Feb 10 11:35:51.749859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54350) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:51.755925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 698c57c5-d4d6-432d-9798-aedbf256209c {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:51.759925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.816215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.841768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:51.951389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.097879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:49Z', 'revision_number': 10, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.104344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:52.106713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e599f61-699c-4565-a32d-d900509676e5']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.119289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:52.120263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.125094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.127613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08972a4-ef60-40d5-8717-76dc44794403') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.128105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08972a4-ef60-40d5-8717-76dc44794403') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:52.161026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.181724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.190292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:52.190930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:52.205831 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:52.216139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=698c57c5-d4d6-432d-9798-aedbf256209c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:52.227640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.243971 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f0f5e3b8-ed96-48ea-90e3-5d7ebd4921ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/698c57c5-d4d6-432d-9798-aedbf256209c HTTP/1.1" status: 204 len: 168 time: 0.8583181 Feb 10 11:35:52.249227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54364) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.311955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.325820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1908e91-094d-4793-b98e-1d847b0f628a None None] Network 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:52.372925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.400644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e599f61-699c-4565-a32d-d900509676e5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:52.415803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8152a2bf-ae93-4e0f-b570-ac094aadaf05 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0e599f61-699c-4565-a32d-d900509676e5 HTTP/1.1" status: 204 len: 168 time: 1.0579314 Feb 10 11:35:52.424490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54374) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.472529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e99d3f3-6128-4c29-a976-a83f723605a9 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:router {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:35:52.487059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:52.505008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e99d3f3-6128-4c29-a976-a83f723605a9 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:router {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:35:52.506200 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e99d3f3-6128-4c29-a976-a83f723605a9 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7551990 Feb 10 11:35:52.509535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.516472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.516679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1048845029'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:52.539102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 194d70d5-aed5-4d12-a8df-d1cb6679590f {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:52.548037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.657621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Deleting subnet 8e8753b5-6b91-40b6-bbe9-6d3c6e8ad679 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:52.670424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.724171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.764865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.803331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54394) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:52.821310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 194d70d5-aed5-4d12-a8df-d1cb6679590f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194d70d5-aed5-4d12-a8df-d1cb6679590f,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:52.822064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.846230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.928632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] DHCP port deletion for 71a5a7c8-499d-4a8e-a76c-527920f4b4e8 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:52.964074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:52.967472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Deleting port 194d70d5-aed5-4d12-a8df-d1cb6679590f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:52.967847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.026276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8753b5-6b91-40b6-bbe9-6d3c6e8ad679,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.036522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1453757748'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:53.043556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:53.048556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:53.053034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:53.070029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:53.079713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.099064 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ccbe6dae-0afa-45dd-bcd1-f1040c8ed258 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8e8753b5-6b91-40b6-bbe9-6d3c6e8ad679 HTTP/1.1" status: 204 len: 168 time: 0.6668351 Feb 10 11:35:53.106380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.109454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:53.112892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.142359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:49Z', 'revision_number': 10, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.151020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.171670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-354095608'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:53.181116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 194d70d5-aed5-4d12-a8df-d1cb6679590f owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:53.187742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab3bf9-5575-49d9-8331-93e62ca5d7f9 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:49Z', 'revision_number': 10, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None, '_interfaces': [{'id': '09992806-decf-46e8-9231-45e7be1e91d7', 'name': '', 'network_id': '535c720b-e674-400d-b2e6-57bb9aa4b919', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'mac_address': 'fa:16:3e:d5:b8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:34:34Z', 'updated_at': '2022-02-10T11:34:44Z', 'revision_number': 5, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'subnets': [{'id': '5ff5608c-17b1-412a-b2d4-ade06ac43120', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:53.218530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:53.225371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Usage tracker for resource:network and tenant:fe65da0f59e9472f9fe290607d4fdf0f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:53.234948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:53.240499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] For port 194d70d5-aed5-4d12-a8df-d1cb6679590f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=194d70d5-aed5-4d12-a8df-d1cb6679590f,segment=NetworkSegment(629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe),segment_id=629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:53.240890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.244058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:53.268165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Made reservation on behalf of fe65da0f59e9472f9fe290607d4fdf0f for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:53.271203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.285834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.314771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.339414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.341490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:53.364439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=194d70d5-aed5-4d12-a8df-d1cb6679590f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.370300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Calling delete_port for 194d70d5-aed5-4d12-a8df-d1cb6679590f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:53.372223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:53.377933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Usage tracker for resource:security_group_rule and tenant:fe65da0f59e9472f9fe290607d4fdf0f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:53.382420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No DVR routers for this DVR port 194d70d5-aed5-4d12-a8df-d1cb6679590f on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:53.389593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:53.410360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:53.421452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:53.422599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:53.445986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:53.492972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:35:53.493344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:35:53.524054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.563882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a5a7c8-499d-4a8e-a76c-527920f4b4e8']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.569752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.581676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.581989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629d1be9-eaa4-42ff-93f0-d4d21cc0a5fe') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.604541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.612408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fd7884-4aad-49e3-945f-6ccd9ee74f40']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.632707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.638674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6b59cc-1a93-46cb-8eac-715c74f23f71') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.639297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6b59cc-1a93-46cb-8eac-715c74f23f71') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:53.650526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:53.650938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:53.665874 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:53.674851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.674954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.702189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.703566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.712685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.719045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194d70d5-aed5-4d12-a8df-d1cb6679590f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:53.721081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:35:53.721081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.721441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:35:53.743162 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:35:53.760061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 194d70d5-aed5-4d12-a8df-d1cb6679590f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:53.760553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 194d70d5-aed5-4d12-a8df-d1cb6679590f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:53.761064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 63c8cd38-1b1f-4dc8-a946-cac973d38b39 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:35:53.780556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb8257-53ae-489f-8ff4-1bb22c200c4c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.794334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.801545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 63c8cd38-1b1f-4dc8-a946-cac973d38b39 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:35:53.802028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 63c8cd38-1b1f-4dc8-a946-cac973d38b39 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:35:53.803643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.834189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=71a5a7c8-499d-4a8e-a76c-527920f4b4e8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.848057 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-05e1ed0e-39aa-4210-971f-8a7e6a07a8ef tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/71a5a7c8-499d-4a8e-a76c-527920f4b4e8 HTTP/1.1" status: 204 len: 168 time: 1.5950818 Feb 10 11:35:53.848235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35446844-94f5-4701-8daa-5469be8d7af7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.848368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54404) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:53.859448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.861682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:53.880416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.892153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fd7884-4aad-49e3-945f-6ccd9ee74f40,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:53.906191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.906528 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment 891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4 of type vlan for network 8240f687-2454-4a60-aef7-787ac0ea8976 Feb 10 11:35:53.961459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:53.988402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:53.988745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Added segment 211a3959-f26f-4e3d-b712-25e807077d92 of type vlan for network 332729b1-6160-4e46-861b-9ef6e8230d20 Feb 10 11:35:53.995836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Deleting port 194d70d5-aed5-4d12-a8df-d1cb6679590f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:53.998688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.030449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.071488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f417fd3d-ace6-4a63-a866-8a0156afb110 None None] The port '194d70d5-aed5-4d12-a8df-d1cb6679590f' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:35:54.138709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10461958-732e-42ff-88e1-423e3d0ab8fc admin admin] 10.222.0.42 "DELETE /v2.0/networks/b8fd7884-4aad-49e3-945f-6ccd9ee74f40 HTTP/1.1" status: 204 len: 168 time: 1.0286682 Feb 10 11:35:54.141727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.145369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:54.145948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.199073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.246818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.261281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.264602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.269572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:54.270197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.303630 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4948072 Feb 10 11:35:54.310971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.318032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Request body: {'subnet': {'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:54.336957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2031a-2058-4981-b4e1-4b701b1c5d8c tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'Network': ['ID=332729b1-6160-4e46-861b-9ef6e8230d20,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.347139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 332729b1-6160-4e46-861b-9ef6e8230d20 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:54.364311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.382119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.440063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7134078 Feb 10 11:35:54.447928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.506229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'name': 'tempest-PortsIpV6TestJSON-1699837282'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:54.596882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741098a-0e1c-400c-b058-b554ca186b60 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=8240f687-2454-4a60-aef7-787ac0ea8976,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:54.611591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:54.615920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:54.630871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Usage tracker for resource:subnet and tenant:fe65da0f59e9472f9fe290607d4fdf0f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:54.634937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:54.642054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:54.660702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Made reservation on behalf of fe65da0f59e9472f9fe290607d4fdf0f for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:54.760973 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-801bacbe-2888-4b24-b51a-f4afe85c759e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfad6e6de1044fa286c88442805507e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3956020 Feb 10 11:35:54.765429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54422) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:54.773024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.784682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:54.793995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:54.797727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:54.814563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:54.844127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:54.847188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:54.902864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 2d35d7ee-1c63-4c64-b615-be7d95b95bb6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:54.917338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 78ca4fb1-6a7f-4732-af91-b37e838517a0 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:54.959094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.036384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.150902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.249006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'Subnet': ['ID=63e311b7-4590-47ac-8b0e-742e053a765c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:55.269014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Checking segment: {'id': '211a3959-f26f-4e3d-b712-25e807077d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:55.269358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Network hostable DHCP agents. Network: 332729b1-6160-4e46-861b-9ef6e8230d20, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:55.301563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:55.303445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Network 332729b1-6160-4e46-861b-9ef6e8230d20 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:55.317860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.318500 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] Sync routers for ids ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:55.318956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.319074 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bcc67208-0006-42c6-aeb9-e04f64234d6c tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 200 len: 886 time: 2.8085732 Feb 10 11:35:55.322231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.324802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 332729b1-6160-4e46-861b-9ef6e8230d20) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:55.333520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f5e36-7207-4ca6-9bb7-3e856d7c887d None None] Network 332729b1-6160-4e46-861b-9ef6e8230d20 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:55.348371 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] Routers {'2d35d7ee-1c63-4c64-b615-be7d95b95bb6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:55.352394 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:55.380931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834eaee0-22f6-43b8-aead-ca2db3b9dc37,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:55.386472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:55.387050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.410456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.423965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.427823 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5d84145c-c4bc-47bd-a12b-466bd43d740a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/834eaee0-22f6-43b8-aead-ca2db3b9dc37 HTTP/1.1" status: 204 len: 168 time: 0.6590846 Feb 10 11:35:55.458654 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:55.489450 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] Routers {'2d35d7ee-1c63-4c64-b615-be7d95b95bb6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:55.490462 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:55.503575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-612286d8-53d1-4f74-aed6-652b69b3f7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1905580 Feb 10 11:35:55.506371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54432) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:55.517009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Request body: {'port': {'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1177357189'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:55.536323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.561614 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:55.562897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4f5601-1566-4fb0-b58e-61f5365b998c None None] The sync data for ids ['2d35d7ee-1c63-4c64-b615-be7d95b95bb6'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:55.655911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=78ca4fb1-6a7f-4732-af91-b37e838517a0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:55.701827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-332729b1-6160-4e46-861b-9ef6e8230d20', 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20', 'tenant_id': 'fe65da0f59e9472f9fe290607d4fdf0f', 'fixed_ips': [{'subnet_id': '63e311b7-4590-47ac-8b0e-742e053a765c'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:35:55.704071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.723441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:55.723796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: 8240f687-2454-4a60-aef7-787ac0ea8976, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:35:55.851863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port 09992806-decf-46e8-9231-45e7be1e91d7 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:55.852491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.857221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:55.861895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Usage tracker for resource:port and tenant:fe65da0f59e9472f9fe290607d4fdf0f is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:55.865365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:55.873161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:55.884277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:35:55.901150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Made reservation on behalf of fe65da0f59e9472f9fe290607d4fdf0f for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:55.904898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.916576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8240f687-2454-4a60-aef7-787ac0ea8976) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:55.943764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] device_id is not set on port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:55.952574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:55.957018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:55.957831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:55.971310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Allocated IP 2001:db8::2 (332729b1-6160-4e46-861b-9ef6e8230d20/63e311b7-4590-47ac-8b0e-742e053a765c/e0b288f4-9995-4dbc-8020-f2dbad3e1fde) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:56.003989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a06778c-a3e1-4696-a7ff-69561721e4ef tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers/2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 200 len: 886 time: 0.6805618 Feb 10 11:35:56.011338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.067373 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ae3fcbc3-0d2a-4665-803c-522fd1fad54d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5691750 Feb 10 11:35:56.072714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54442) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.084900 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c01e30e0-7eee-427e-a994-334a2b390055 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 200 len: 205 time: 0.0720308 Feb 10 11:35:56.085283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1156038880'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:56.088978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.091698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a477e9-68d3-461a-903a-e4d87bf80516 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:56.102514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54450) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.115650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:56.141443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:56.152945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:56.168851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:56.181135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port 09992806-decf-46e8-9231-45e7be1e91d7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=09992806-decf-46e8-9231-45e7be1e91d7,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:56.181625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.312939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:56.315931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.317648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.334745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for 09992806-decf-46e8-9231-45e7be1e91d7 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:56.354962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.367086 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-788029f4-33f7-4b49-8108-c59bcd4c8740 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1786f858b0df4ac4a3c0fad9db6a7bd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2609410 Feb 10 11:35:56.373710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Transition to ACTIVE for port object e0b288f4-9995-4dbc-8020-f2dbad3e1fde will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:56.374578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54454) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.396466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Transition to ACTIVE for port object e0b288f4-9995-4dbc-8020-f2dbad3e1fde will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:56.407932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.444646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:56.481987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.482297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Network 332729b1-6160-4e46-861b-9ef6e8230d20 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:56.482448 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment 77539891-b59f-4dcc-aed3-1d348e65cc49 of type vlan for network e2dc98a9-08d0-436f-a98d-0832d9c64ea0 Feb 10 11:35:56.491005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:56.495881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:56.515071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.530815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Allocated IP 2001:db8::39d (332729b1-6160-4e46-861b-9ef6e8230d20/63e311b7-4590-47ac-8b0e-742e053a765c/23d2abc0-29b2-4409-9c7e-2f402bad5c2d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:56.532243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.541329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Pushing event updated for resources: {'Port': ['ID=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:56.581435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.623492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Attempting to bind port e0b288f4-9995-4dbc-8020-f2dbad3e1fde on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:35:56.624212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Attempting to bind port e0b288f4-9995-4dbc-8020-f2dbad3e1fde by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '211a3959-f26f-4e3d-b712-25e807077d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:35:56.624670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Attempting to bind port e0b288f4-9995-4dbc-8020-f2dbad3e1fde on network 332729b1-6160-4e46-861b-9ef6e8230d20 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:35:56.632327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:35:56.632731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Checking segment: {'id': '211a3959-f26f-4e3d-b712-25e807077d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:35:56.633119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.633709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Bound using segment: {'id': '211a3959-f26f-4e3d-b712-25e807077d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:35:56.634161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Bound port: e0b288f4-9995-4dbc-8020-f2dbad3e1fde, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211a3959-f26f-4e3d-b712-25e807077d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:35:56.634715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.642857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.655641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.659327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:56.659895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.723730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] For port e0b288f4-9995-4dbc-8020-f2dbad3e1fde, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:35:56.727514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] For port e0b288f4-9995-4dbc-8020-f2dbad3e1fde, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,segment=NetworkSegment(211a3959-f26f-4e3d-b712-25e807077d92),segment_id=211a3959-f26f-4e3d-b712-25e807077d92)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:35:56.731951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.861554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a546c96-6ae9-4f8a-a100-bf23426eea4d None None] Pushing event updated for resources: {'Port': ['ID=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:56.904051 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8296287 Feb 10 11:35:56.906817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54458) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:56.909790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.914149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a39b05-73fb-43b2-9680-9d76278820e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=e2dc98a9-08d0-436f-a98d-0832d9c64ea0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:56.925531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e2dc98a9-08d0-436f-a98d-0832d9c64ea0 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:35:56.955783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.958115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:56.959329 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1d85869-23e6-4786-93a5-5a949f2c70f6 HTTP/1.1" status: 204 len: 168 time: 0.5819597 Feb 10 11:35:56.989202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=09992806-decf-46e8-9231-45e7be1e91d7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:56.991913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462b822-6549-4d0f-be3e-fdedddb8301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d85869-23e6-4786-93a5-5a949f2c70f6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.149040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.196744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e32780b-1c52-49f4-aee9-7e77f5a85449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.210774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'ports': [{'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'}, {'network_id': 'e2dc98a9-08d0-436f-a98d-0832d9c64ea0'}]} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:57.211178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:57.211750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': 'e2dc98a9-08d0-436f-a98d-0832d9c64ea0'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:57.225522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port db22f7a0-e3e2-45a5-8285-b662fc522458 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:57.225951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.253547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.334326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Transition to ACTIVE for port object 23d2abc0-29b2-4409-9c7e-2f402bad5c2d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:57.639004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.727684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:35:57.753767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Network 332729b1-6160-4e46-861b-9ef6e8230d20 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:57.762914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:57.766766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:57.773098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:57.775058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:57.778767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.793987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:57.797894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:57.798492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:57.805253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:57.810090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'Port': ['ID=23d2abc0-29b2-4409-9c7e-2f402bad5c2d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:57.812908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0b288f4-9995-4dbc-8020-f2dbad3e1fde up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:57.894303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:35:57.902356 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92d7263c-1bd7-4b35-b2ba-d969b0bc8e6c tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0530531 Feb 10 11:35:57.905504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54464) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:57.910105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:35:57.923403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:57.924184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:57.983002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e0b288f4-9995-4dbc-8020-f2dbad3e1fde completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:58.081817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:58.121329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for db22f7a0-e3e2-45a5-8285-b662fc522458 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:58.156565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 2} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:58.159975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.172771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting subnet 5ff5608c-17b1-412a-b2d4-ade06ac43120 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:35:58.176841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.184135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.204098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6ba51017-ec7b-4266-ba33-e8b91218d7b9 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6925173 Feb 10 11:35:58.208995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54468) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.214990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.219669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:35:58.224536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Request body: {'port': {'network_id': '332729b1-6160-4e46-861b-9ef6e8230d20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1187668906', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:58.225128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] bootfile-name is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:35:58.225579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] tftp-server is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:35:58.225974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] server-ip-address is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:35:58.231068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:35:58.231771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.294446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51213975-1266-45b7-ab04-3fd90f247326 None None] Network 332729b1-6160-4e46-861b-9ef6e8230d20 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:58.332019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.454395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:35:58.454631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 37d8a83d-7436-4e58-ac76-965ed3edd952 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:58.542822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:58.551972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Usage tracker for resource:port and tenant:fe65da0f59e9472f9fe290607d4fdf0f is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:58.556110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:58.560821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Provisioning for port e0b288f4-9995-4dbc-8020-f2dbad3e1fde completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:58.564374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:58.572800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.579688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.582041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97557475-0073-45a0-986f-339c46ea5969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:35:58.586240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Provisioning complete for port e0b288f4-9995-4dbc-8020-f2dbad3e1fde triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:58.586616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.608010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Made reservation on behalf of fe65da0f59e9472f9fe290607d4fdf0f for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:58.611118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.635553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97557475-0073-45a0-986f-339c46ea5969 None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:35:58.641381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=db22f7a0-e3e2-45a5-8285-b662fc522458,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:58.654401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] device_id is not set on port 07385722-4283-48a0-b0ed-35edfbb241e0 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:58.699575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.785777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.806529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.843354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff5608c-17b1-412a-b2d4-ade06ac43120,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:58.850341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] For port e0b288f4-9995-4dbc-8020-f2dbad3e1fde, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,segment=NetworkSegment(211a3959-f26f-4e3d-b712-25e807077d92),segment_id=211a3959-f26f-4e3d-b712-25e807077d92)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:58.850945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.860241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 5dabaf95-06e6-4d72-8f02-7a7fb6235099 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:35:58.861250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:58.874301 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24bf5ea5-31ce-4894-81e5-fb2f5770c5d5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/5ff5608c-17b1-412a-b2d4-ade06ac43120 HTTP/1.1" status: 204 len: 168 time: 0.9652123 Feb 10 11:35:58.881709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54472) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:58.885006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Allocated IP 2001:db8::b4 (332729b1-6160-4e46-861b-9ef6e8230d20/63e311b7-4590-47ac-8b0e-742e053a765c/07385722-4283-48a0-b0ed-35edfbb241e0) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:35:58.903715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a37cf-e5d6-43a6-ada1-b00a57928eaf None None] Network 535c720b-e674-400d-b2e6-57bb9aa4b919 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:35:59.026728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.069205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.079295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Pushing event updated for resources: {'Port': ['ID=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.095442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.095946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.097120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.097120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.097120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.097700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.097700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.098125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.098405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.098816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.099044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693ab38-dbbd-4545-9048-413160abeecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:35:59.173909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Deleting port b4722c69-a9ad-4e93-b35a-b296580269b9 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:59.174389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.309381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Provisioning complete for port e0b288f4-9995-4dbc-8020-f2dbad3e1fde triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:59.310575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.436364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.448912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] DHCP port deletion for 535c720b-e674-400d-b2e6-57bb9aa4b919 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:35:59.462231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Deleting port b4722c69-a9ad-4e93-b35a-b296580269b9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:35:59.462939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.494064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] For port b4722c69-a9ad-4e93-b35a-b296580269b9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4722c69-a9ad-4e93-b35a-b296580269b9,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:59.494421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.498525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.529998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.535542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-064d52d9-4e4c-45e6-ab8e-502ccdb1d8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.537673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.566661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.620385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.620908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router 2d35d7ee-1c63-4c64-b615-be7d95b95bb6 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:35:59.627837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:59.635870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Calling delete_port for b4722c69-a9ad-4e93-b35a-b296580269b9 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:35:59.641360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:59.645995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=37d8a83d-7436-4e58-ac76-965ed3edd952,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.650873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:59.651365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.689693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Transition to ACTIVE for port object 07385722-4283-48a0-b0ed-35edfbb241e0 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:35:59.741700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.747801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Provisioning for port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:35:59.764427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Provisioning complete for port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:35:59.765263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.787780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.794523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0b288f4-9995-4dbc-8020-f2dbad3e1fde up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:35:59.802861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Port': ['ID=b4722c69-a9ad-4e93-b35a-b296580269b9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.811590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.812690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7b33c748-7b3d-44fd-ab09-202f3051599f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 204 len: 168 time: 3.7229977 Feb 10 11:35:59.821529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54476) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:35:59.833094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-2140469822'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:35:59.838509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] For port b4722c69-a9ad-4e93-b35a-b296580269b9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4722c69-a9ad-4e93-b35a-b296580269b9,segment=NetworkSegment(2bcd668e-32ad-409d-909d-209a5478c63b),segment_id=2bcd668e-32ad-409d-909d-209a5478c63b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:35:59.839424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.841369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:35:59.858215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:35:59.859751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No DVR routers for this DVR port b4722c69-a9ad-4e93-b35a-b296580269b9 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:35:59.864253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:35:59.879519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=5dabaf95-06e6-4d72-8f02-7a7fb6235099,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:35:59.881874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:35:59.924741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:35:59.931003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.934047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Network 332729b1-6160-4e46-861b-9ef6e8230d20 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:35:59.940177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:35:59.942538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:35:59.947149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:35:59.947799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.974352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:35:59.984148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:35:59.984635 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 32801981-07df-49c6-8bff-978172b4e153 of type vlan for network 97ba0626-6ab0-4607-955b-023fa3ff7214 Feb 10 11:36:00.011657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': '77539891-b59f-4dcc-aed3-1d348e65cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'e2dc98a9-08d0-436f-a98d-0832d9c64ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:00.012030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: e2dc98a9-08d0-436f-a98d-0832d9c64ea0, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:00.032859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'Port': ['ID=07385722-4283-48a0-b0ed-35edfbb241e0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.054116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Calling delete_port for b4722c69-a9ad-4e93-b35a-b296580269b9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:00.059801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.076003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.084260 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9c4ea4a5-5816-401d-8fb9-1ca7707b030a tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8740919 Feb 10 11:36:00.088151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54480) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.092550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network e2dc98a9-08d0-436f-a98d-0832d9c64ea0 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:00.120417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e0263-d225-40cc-bc15-8d29a71cae61 None None] Port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:00.123864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e2dc98a9-08d0-436f-a98d-0832d9c64ea0) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:00.142029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:00.142478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fead21-f471-48e2-8fe1-c5172dfe4ef6 None None] Network e2dc98a9-08d0-436f-a98d-0832d9c64ea0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:00.146337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.149595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.150301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.159476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535c720b-e674-400d-b2e6-57bb9aa4b919']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:00.181839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcd668e-32ad-409d-909d-209a5478c63b') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:00.182039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcd668e-32ad-409d-909d-209a5478c63b') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:00.187406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.191054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.191667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.198821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.228625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.241574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:00.242697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:00.259489 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:00.302116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:00.302465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:00.366349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-82d9a86a-ca1a-4879-b40c-3083964a2f22 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4577935 Feb 10 11:36:00.378945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54484) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.382096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e0b288f4-9995-4dbc-8020-f2dbad3e1fde triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:00.383086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.425693 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6005266 Feb 10 11:36:00.431685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54488) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.434387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17315d-ef70-4d66-80ad-62c0e08aa793 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=97ba0626-6ab0-4607-955b-023fa3ff7214,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.448420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.449769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e9463a1b-eb06-48b1-b68c-ad1ab53eece9 None None] Provisioning complete for port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:00.450137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e9463a1b-eb06-48b1-b68c-ad1ab53eece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.452231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.456018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:00.456876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Synchronizing usage tracker for tenant:fe65da0f59e9472f9fe290607d4fdf0f on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:00.465623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:00.468372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 5dabaf95-06e6-4d72-8f02-7a7fb6235099 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:00.468772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.494148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:00.595995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.601893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.625602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Unset dirty status for tenant:fe65da0f59e9472f9fe290607d4fdf0f on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:00.626964 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-be29d485-4ee6-4e86-987c-54ff29f3527d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5378230 Feb 10 11:36:00.633107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54492) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.637122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e9463a1b-eb06-48b1-b68c-ad1ab53eece9 None None] Port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:00.638482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.640293 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/networks/535c720b-e674-400d-b2e6-57bb9aa4b919 HTTP/1.1" status: 204 len: 168 time: 1.7576296 Feb 10 11:36:00.645669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:00.649931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:00.651806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:00.653502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:00.659377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:00.662200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:00.667762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9a2f9-57e7-470c-8fa1-71f90357b8f2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Pushing event deleted for resources: {'Network': ['ID=535c720b-e674-400d-b2e6-57bb9aa4b919,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:00.707603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:00.722398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.781014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f313d26a-4f30-446f-994d-df14a817fdc1 None None] Provisioning for port 07385722-4283-48a0-b0ed-35edfbb241e0 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:00.793210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f313d26a-4f30-446f-994d-df14a817fdc1 None None] Provisioning complete for port 07385722-4283-48a0-b0ed-35edfbb241e0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:00.793586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f313d26a-4f30-446f-994d-df14a817fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.833022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Deleting port b4722c69-a9ad-4e93-b35a-b296580269b9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:00.833849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.837341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Deleting port 07385722-4283-48a0-b0ed-35edfbb241e0 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:00.837632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.857100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 09992806-decf-46e8-9231-45e7be1e91d7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:00.894267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.928914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:00.938221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 09992806-decf-46e8-9231-45e7be1e91d7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:00.938559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 09992806-decf-46e8-9231-45e7be1e91d7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:00.938967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4722c69-a9ad-4e93-b35a-b296580269b9 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:00.974500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3ca605cd-ab88-4d42-83e2-346ec1697f9b None None] The port 'b4722c69-a9ad-4e93-b35a-b296580269b9' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:00.982290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: b4722c69-a9ad-4e93-b35a-b296580269b9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:00.982696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4722c69-a9ad-4e93-b35a-b296580269b9 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:00.996976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f313d26a-4f30-446f-994d-df14a817fdc1 None None] Port 07385722-4283-48a0-b0ed-35edfbb241e0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:01.131164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 5dabaf95-06e6-4d72-8f02-7a7fb6235099 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:01.276475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.277048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:36:01.277192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:36:01.277441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.327631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.414277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.468628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=5dabaf95-06e6-4d72-8f02-7a7fb6235099,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:01.474304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Calling delete_port for 07385722-4283-48a0-b0ed-35edfbb241e0 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:01.501216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:01.550758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '32801981-07df-49c6-8bff-978172b4e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:01.551070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 97ba0626-6ab0-4607-955b-023fa3ff7214, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:01.623326 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:01.645357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 97ba0626-6ab0-4607-955b-023fa3ff7214) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:01.649835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:01.650413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.654931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7867ea9-8714-4c62-a3b9-ae7eb9796d6e None None] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:01.678233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.699222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.712884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ec07022-780f-4f17-985f-a99c1492b69f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/5dabaf95-06e6-4d72-8f02-7a7fb6235099 HTTP/1.1" status: 204 len: 168 time: 1.3302901 Feb 10 11:36:01.712884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.714565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54500) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.720293 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1e8bcec0-1ab3-4950-9936-0c8afe84d174 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2844462 Feb 10 11:36:01.724807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54504) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.736635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-647985977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:01.752095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.767850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event deleted for resources: {'Port': ['ID=07385722-4283-48a0-b0ed-35edfbb241e0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:01.776681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:01.789735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.791745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db680a17-b81c-4315-8482-29a12a0cae76 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "DELETE /v2.0/ports/07385722-4283-48a0-b0ed-35edfbb241e0 HTTP/1.1" status: 204 len: 168 time: 1.1553142 Feb 10 11:36:01.794984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:01.795706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54508) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:01.798150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:01.803890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Request body: {'port': {'name': 'tempest-new-port-name-492597034', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:01.804807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] bootfile-name is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:36:01.805140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] tftp-server is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:36:01.805464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.api.validators [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] server-ip-address is not in valid_values {{(pid=83553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 11:36:01.817123 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:36:01.842577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:01.903492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.904651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.938343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566c901-2eb7-4814-afc1-c65eabb0800a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:01.942147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566c901-2eb7-4814-afc1-c65eabb0800a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:01.942912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a566c901-2eb7-4814-afc1-c65eabb0800a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:01.953934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.958340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 141fc43c-8cb5-495a-a7d1-439a338dc48a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:01.975407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:01.978352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a566c901-2eb7-4814-afc1-c65eabb0800a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:01.979549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a566c901-2eb7-4814-afc1-c65eabb0800a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2641253 Feb 10 11:36:01.983718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54512) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.058063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.064166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-97ba0626-6ab0-4607-955b-023fa3ff7214', 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': 'd80f1df1-35d4-4fd9-8da4-7860c0e0fdc9'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:02.065168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.094352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.116047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 37d8a83d-7436-4e58-ac76-965ed3edd952 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:02.116385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.252216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Allocated IP 172.20.0.2 (97ba0626-6ab0-4607-955b-023fa3ff7214/d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9/355b5719-6f9b-4668-87f2-f8c1876d2a51) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:02.260387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.261543 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-255d55ae-21c6-45e8-8e4d-943f0f2a7a66 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5352232 Feb 10 11:36:02.264960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54516) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.314964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:02.323728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.324758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba3137de-d119-4742-b85c-a489b1417b04 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 704 time: 1.6718524 Feb 10 11:36:02.328123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.332481 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Sync routers for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:02.356086 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:02.357856 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:02.420232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.446230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da7a8506-db2e-4ac6-88ac-691d21e5cf1b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:02.473262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.486378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Transition to ACTIVE for port object 355b5719-6f9b-4668-87f2-f8c1876d2a51 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:02.499695 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:02.510499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-da7a8506-db2e-4ac6-88ac-691d21e5cf1b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:02.511615 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-da7a8506-db2e-4ac6-88ac-691d21e5cf1b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 205 time: 0.1730139 Feb 10 11:36:02.514554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Transition to ACTIVE for port object 355b5719-6f9b-4668-87f2-f8c1876d2a51 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:02.514721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54524) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.526479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.600395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 37d8a83d-7436-4e58-ac76-965ed3edd952 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:02.612745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:02.616304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:02.623582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:02.636313 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:02.641054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Checking router: 141fc43c-8cb5-495a-a7d1-439a338dc48a for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:02.653113 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Routers {'141fc43c-8cb5-495a-a7d1-439a338dc48a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:02.654195 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['141fc43c-8cb5-495a-a7d1-439a338dc48a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:02.675154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Pushing event updated for resources: {'Port': ['ID=355b5719-6f9b-4668-87f2-f8c1876d2a51,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:02.697837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.737227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Attempting to bind port 355b5719-6f9b-4668-87f2-f8c1876d2a51 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:02.737629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Attempting to bind port 355b5719-6f9b-4668-87f2-f8c1876d2a51 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '32801981-07df-49c6-8bff-978172b4e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:02.737989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Attempting to bind port 355b5719-6f9b-4668-87f2-f8c1876d2a51 on network 97ba0626-6ab0-4607-955b-023fa3ff7214 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:02.747426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:02.747700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Checking segment: {'id': '32801981-07df-49c6-8bff-978172b4e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:02.748103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.748490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Bound using segment: {'id': '32801981-07df-49c6-8bff-978172b4e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:02.748951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Bound port: 355b5719-6f9b-4668-87f2-f8c1876d2a51, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32801981-07df-49c6-8bff-978172b4e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '97ba0626-6ab0-4607-955b-023fa3ff7214'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:02.749379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.758111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.resource_extend [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:36:02.764119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=37d8a83d-7436-4e58-ac76-965ed3edd952,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:02.779992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.781983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.792478 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] Set router 141fc43c-8cb5-495a-a7d1-439a338dc48a gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:02.795401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.801753 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03650ac8-53fa-4d1c-9373-ecb17f86c140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/37d8a83d-7436-4e58-ac76-965ed3edd952 HTTP/1.1" status: 204 len: 168 time: 0.8170397 Feb 10 11:36:02.803356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.873226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] For port 355b5719-6f9b-4668-87f2-f8c1876d2a51, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:02.877607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] For port 355b5719-6f9b-4668-87f2-f8c1876d2a51, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=355b5719-6f9b-4668-87f2-f8c1876d2a51,segment=NetworkSegment(32801981-07df-49c6-8bff-978172b4e153),segment_id=32801981-07df-49c6-8bff-978172b4e153)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:02.884477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.891760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ef7b8-6295-4102-9404-00d4d96ff394 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:02.892761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d37ef7b8-6295-4102-9404-00d4d96ff394 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:02.901714 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c567213d-4047-46fc-afe3-686c902d872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:02.902617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:02.906602 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c567213d-4047-46fc-afe3-686c902d872c None None] The sync data for ids ['141fc43c-8cb5-495a-a7d1-439a338dc48a'] in dv-neutron-827807-1-hyperv is: [{'id': '141fc43c-8cb5-495a-a7d1-439a338dc48a', 'name': 'tempest-RoutersIpV6Test-router-125076943', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:34:30Z', 'updated_at': '2022-02-10T11:35:56Z', 'revision_number': 11, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:02.920462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d37ef7b8-6295-4102-9404-00d4d96ff394 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:02.925200 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d37ef7b8-6295-4102-9404-00d4d96ff394 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1209526 Feb 10 11:36:02.926061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54532) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:02.993296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f470f8b-a65e-456f-b579-3c741ad6d5f4 None None] Pushing event updated for resources: {'Port': ['ID=355b5719-6f9b-4668-87f2-f8c1876d2a51,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.029396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff94529f-672c-457c-9f89-0379900ecd61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:03.034034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ff94529f-672c-457c-9f89-0379900ecd61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/5dabaf95-06e6-4d72-8f02-7a7fb6235099 HTTP/1.1" status: 404 len: 333 time: 0.1067865 Feb 10 11:36:03.035317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54536) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.090892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d34769-254f-44db-a622-4f6b10ad5b10 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:03.093035 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12d34769-254f-44db-a622-4f6b10ad5b10 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/37d8a83d-7436-4e58-ac76-965ed3edd952 HTTP/1.1" status: 404 len: 333 time: 0.0571444 Feb 10 11:36:03.096001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.102448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] In _notify_port_updated(), no bound segment for port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d on network 332729b1-6160-4e46-861b-9ef6e8230d20 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:03.106649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:03.107340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.111425 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "PUT /v2.0/ports/23d2abc0-29b2-4409-9c7e-2f402bad5c2d HTTP/1.1" status: 200 len: 1129 time: 1.3147914 Feb 10 11:36:03.119491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54544) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.131118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d74af1-d1f9-431a-a5aa-7ec3151195ec tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event updated for resources: {'Port': ['ID=23d2abc0-29b2-4409-9c7e-2f402bad5c2d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.219700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ece688-7738-4d27-b0c9-f82f3c571c1b tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:03.220308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c0ece688-7738-4d27-b0c9-f82f3c571c1b tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Synchronizing usage tracker for tenant:fe65da0f59e9472f9fe290607d4fdf0f on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:03.270418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.453081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82ec2483-a089-46b7-a529-f7ccbdf25959 None None] Provisioning complete for port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:03.453461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82ec2483-a089-46b7-a529-f7ccbdf25959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.519777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-82ec2483-a089-46b7-a529-f7ccbdf25959 None None] Port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:03.535092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.562390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dc98a9-08d0-436f-a98d-0832d9c64ea0']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.574511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77539891-b59f-4dcc-aed3-1d348e65cc49') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.574804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77539891-b59f-4dcc-aed3-1d348e65cc49') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:03.576699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c0ece688-7738-4d27-b0c9-f82f3c571c1b tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Unset dirty status for tenant:fe65da0f59e9472f9fe290607d4fdf0f on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:03.578028 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c0ece688-7738-4d27-b0c9-f82f3c571c1b tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "GET /v2.0/ports/23d2abc0-29b2-4409-9c7e-2f402bad5c2d HTTP/1.1" status: 200 len: 1129 time: 0.4520533 Feb 10 11:36:03.585840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54548) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.589642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.643264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.659731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:03.661053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:03.678035 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:03.696941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.731564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Deleting port 23d2abc0-29b2-4409-9c7e-2f402bad5c2d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:03.731885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.736091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 355b5719-6f9b-4668-87f2-f8c1876d2a51 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:03.740552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.751390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.761090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.813146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.818428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 355b5719-6f9b-4668-87f2-f8c1876d2a51 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:03.866755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:03.890439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=e2dc98a9-08d0-436f-a98d-0832d9c64ea0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:03.901671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb20a9a2-bf91-4567-8fc1-1bf27409b4e7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/e2dc98a9-08d0-436f-a98d-0832d9c64ea0 HTTP/1.1" status: 204 len: 168 time: 0.8046257 Feb 10 11:36:03.902690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:03.928471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2069261861'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:03.986168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:03.999883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:04.004070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.004829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:04.007840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router 141fc43c-8cb5-495a-a7d1-439a338dc48a {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:04.014356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:04.042514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:04.045542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.059741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.061340 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-62bd1f10-8afe-4680-92ee-c82bfbc9a49a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 204 len: 168 time: 1.5455534 Feb 10 11:36:04.065257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54556) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.074968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-323580385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:04.089308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.089729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:04.136293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Usage tracker for resource:router and tenant:57a00cfce82a4a4a93dac53abd3b587e is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:04.142286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:04.160126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:04.184654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.185570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.226803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Calling delete_port for 23d2abc0-29b2-4409-9c7e-2f402bad5c2d owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:04.254481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:04.255983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e257bafc-f435-4770-b691-b3f27fde740e None None] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:04.275884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.20.0.1 (97ba0626-6ab0-4607-955b-023fa3ff7214/d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9/bf09f57b-57ac-4036-815b-058fb888e26b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:04.278602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.281925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.282268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment 1debcb2c-5774-4c80-bd73-4f2cddc8b7b1 of type vlan for network dfda45ba-206f-4370-83e3-58dd04314a5b Feb 10 11:36:04.328108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.374109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.387021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Provisioning for port 355b5719-6f9b-4668-87f2-f8c1876d2a51 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:04.401756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.405418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:04.405993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.407423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Provisioning complete for port 355b5719-6f9b-4668-87f2-f8c1876d2a51 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:04.408049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.421324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.422726 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-edb6042e-9307-4305-8e36-f3f83c1e3607 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3565438 Feb 10 11:36:04.425590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54560) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.433937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:04.523795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.562807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=dfda45ba-206f-4370-83e3-58dd04314a5b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.568830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9671acab-205b-436b-89df-9c03e90e8bc9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6488566 Feb 10 11:36:04.571019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.584800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network dfda45ba-206f-4370-83e3-58dd04314a5b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:04.597985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:04.611570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event deleted for resources: {'Port': ['ID=23d2abc0-29b2-4409-9c7e-2f402bad5c2d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.622696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.723394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.725266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03bab8a0-cbc3-49dd-ae5a-8555ec2fe76d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "DELETE /v2.0/ports/23d2abc0-29b2-4409-9c7e-2f402bad5c2d HTTP/1.1" status: 204 len: 168 time: 1.1385028 Feb 10 11:36:04.729024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:04.761209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object bf09f57b-57ac-4036-815b-058fb888e26b will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:04.771038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.798720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:04.806795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:04.811383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:04.836797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:04.837339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] For port 355b5719-6f9b-4668-87f2-f8c1876d2a51, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=355b5719-6f9b-4668-87f2-f8c1876d2a51,segment=NetworkSegment(32801981-07df-49c6-8bff-978172b4e153),segment_id=32801981-07df-49c6-8bff-978172b4e153)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:04.848084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.904485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:04.920240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.930537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:04.938402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949f8b3-c911-402b-a4f0-3950f1f5d626 None None] Pushing event updated for resources: {'Port': ['ID=355b5719-6f9b-4668-87f2-f8c1876d2a51,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:04.993715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.041679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.067350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Deleting subnet 63e311b7-4590-47ac-8b0e-742e053a765c {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:05.080028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:05.080935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=bf09f57b-57ac-4036-815b-058fb888e26b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:05.089763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:05.180785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6ea61127-f40c-407e-9d1e-5bc3a8ab9657 None None] Provisioning complete for port 355b5719-6f9b-4668-87f2-f8c1876d2a51 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.181170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6ea61127-f40c-407e-9d1e-5bc3a8ab9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.227606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.262430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:05.300357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:36:05.303639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:36:05.338757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.357043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.457084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Router 4d10c93b-b992-4afc-b680-109e192c13da is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:05.472718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.481829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f7d47f3-604f-4ec9-b451-7bf40f929a41 None None] Provisioning for port bf09f57b-57ac-4036-815b-058fb888e26b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:05.487915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f7d47f3-604f-4ec9-b451-7bf40f929a41 None None] Provisioning complete for port bf09f57b-57ac-4036-815b-058fb888e26b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:05.488621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f7d47f3-604f-4ec9-b451-7bf40f929a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.490192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.548471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d47f3-604f-4ec9-b451-7bf40f929a41 None None] Port bf09f57b-57ac-4036-815b-058fb888e26b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:05.558216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.647040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.650919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=437698b5-e768-4aa6-99a1-2eb84419c7b1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:05.697652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event deleted for resources: {'Subnet': ['ID=63e311b7-4590-47ac-8b0e-742e053a765c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:05.710296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 355b5719-6f9b-4668-87f2-f8c1876d2a51 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:05.712793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.721844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:05.722308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: dfda45ba-206f-4370-83e3-58dd04314a5b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:05.733672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c152634d-0750-41ed-b45d-9472afbd70cd tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "DELETE /v2.0/subnets/63e311b7-4590-47ac-8b0e-742e053a765c HTTP/1.1" status: 204 len: 168 time: 1.0036848 Feb 10 11:36:05.734501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.741004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97699d43-bd39-4cdc-966e-595f0b39684d None None] Network 332729b1-6160-4e46-861b-9ef6e8230d20 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:05.778488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:05.785512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.789115 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1526d4f3-b79c-4454-8a9a-cf835f589172 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "PUT /v2.0/routers/4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 200 len: 697 time: 1.3601456 Feb 10 11:36:05.799124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54576) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.811316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Sync routers for ids ['4d10c93b-b992-4afc-b680-109e192c13da'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:05.824011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network dfda45ba-206f-4370-83e3-58dd04314a5b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:05.856381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, dfda45ba-206f-4370-83e3-58dd04314a5b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:05.865220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:05.865426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.870388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Routers {'4d10c93b-b992-4afc-b680-109e192c13da'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:05.871017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4d10c93b-b992-4afc-b680-109e192c13da'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:05.875259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.896444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-872f465a-e532-4b28-9873-1323ebdb667f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3093965 Feb 10 11:36:05.896444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Deleting port e0b288f4-9995-4dbc-8020-f2dbad3e1fde {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:05.896444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:05.918138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54580) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:05.924901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385bd069-8434-4a2c-ad64-20a0491b2315 None None] Network dfda45ba-206f-4370-83e3-58dd04314a5b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:05.928822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b', 'name': 'tempest-PortsIpV6TestJSON-1753267865'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:06.117269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] For port e0b288f4-9995-4dbc-8020-f2dbad3e1fde, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,segment=NetworkSegment(211a3959-f26f-4e3d-b712-25e807077d92),segment_id=211a3959-f26f-4e3d-b712-25e807077d92)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:06.117773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.136985 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f7254d1e-6554-4703-8e66-3efadebd4314 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/routers/4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 200 len: 703 time: 0.3345299 Feb 10 11:36:06.143716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Set router 4d10c93b-b992-4afc-b680-109e192c13da gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:06.146866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54584) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.211438 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-16e1ab60-61a8-4845-ae59-102e594557dc tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 200 len: 205 time: 0.0580013 Feb 10 11:36:06.211659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 355b5719-6f9b-4668-87f2-f8c1876d2a51 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:06.211659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.214666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:06.242601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Calling delete_port for e0b288f4-9995-4dbc-8020-f2dbad3e1fde owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:06.321370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.331947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d10c93b-b992-4afc-b680-109e192c13da', 'name': 'tempest-RoutersIpV6Test-router-323580385', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:04Z', 'updated_at': '2022-02-10T11:36:04Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.342697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:06.368276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] No DVR routers for this DVR port e0b288f4-9995-4dbc-8020-f2dbad3e1fde on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:06.378314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Checking router: 4d10c93b-b992-4afc-b680-109e192c13da for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:06.381854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:06.401476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event deleted for resources: {'Port': ['ID=e0b288f4-9995-4dbc-8020-f2dbad3e1fde,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:06.416294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:06.419616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.435349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.441430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.489303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Routers {'4d10c93b-b992-4afc-b680-109e192c13da'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:06.489925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['4d10c93b-b992-4afc-b680-109e192c13da'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.495135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.514612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.546377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332729b1-6160-4e46-861b-9ef6e8230d20']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.548559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93e229-82fb-470f-9369-5a57a1f196ec None None] DHCP port deletion for 332729b1-6160-4e46-861b-9ef6e8230d20 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:06.560091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211a3959-f26f-4e3d-b712-25e807077d92') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.560534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211a3959-f26f-4e3d-b712-25e807077d92') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.573848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.592858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.599891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:06.600570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:06.619516 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:06.646439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-dfda45ba-206f-4370-83e3-58dd04314a5b', 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': '437698b5-e768-4aa6-99a1-2eb84419c7b1'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:06.647418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.666084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] Set router 4d10c93b-b992-4afc-b680-109e192c13da gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:06.704539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.725808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.732194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] Pushing event deleted for resources: {'Network': ['ID=332729b1-6160-4e46-861b-9ef6e8230d20,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:06.750978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 3df0c3a8-5802-4522-8c18-428f628c3fb2 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:06.754954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-22096ee8-849a-4aa8-ab24-7b21f2e5807d tempest-ExtraDHCPOptionsIpV6TestJSON-312461072 tempest-ExtraDHCPOptionsIpV6TestJSON-312461072-project] 10.222.0.42 "DELETE /v2.0/networks/332729b1-6160-4e46-861b-9ef6e8230d20 HTTP/1.1" status: 204 len: 168 time: 1.0157671 Feb 10 11:36:06.860163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:06.863755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d10c93b-b992-4afc-b680-109e192c13da', 'name': 'tempest-RoutersIpV6Test-router-323580385', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:04Z', 'updated_at': '2022-02-10T11:36:04Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:06.867980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=bf09f57b-57ac-4036-815b-058fb888e26b,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:06.873950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5173940a-a708-4894-8070-fc8e2f724b3b None None] The sync data for ids ['4d10c93b-b992-4afc-b680-109e192c13da'] in dv-neutron-827807-1-hyperv is: [{'id': '4d10c93b-b992-4afc-b680-109e192c13da', 'name': 'tempest-RoutersIpV6Test-router-323580385', 'tenant_id': '57a00cfce82a4a4a93dac53abd3b587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:04Z', 'updated_at': '2022-02-10T11:36:04Z', 'revision_number': 2, 'project_id': '57a00cfce82a4a4a93dac53abd3b587e', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:07.109488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.290448 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5406527e-489b-4e8c-ba61-6418a0f2041b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe65da0f59e9472f9fe290607d4fdf0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798029 Feb 10 11:36:07.292867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54602) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.339931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.341867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::45 (dfda45ba-206f-4370-83e3-58dd04314a5b/437698b5-e768-4aa6-99a1-2eb84419c7b1/3df0c3a8-5802-4522-8c18-428f628c3fb2) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:07.353441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.357307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.369207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:07.372912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:07.381878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.440325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.455608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb8257-53ae-489f-8ff4-1bb22c200c4c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:07.465323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.468783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e47e7677-6fcc-4bb4-9987-691c0655c42c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aeb8257-53ae-489f-8ff4-1bb22c200c4c HTTP/1.1" status: 204 len: 168 time: 0.1727970 Feb 10 11:36:07.567576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.568104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Fanout notify agent at l3_agent the message router_deleted on router 4d10c93b-b992-4afc-b680-109e192c13da {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:07.684513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0d87f04c-7d68-444f-9d30-06e4da8b7b80 None None] Provisioning complete for port bf09f57b-57ac-4036-815b-058fb888e26b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:07.685189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0d87f04c-7d68-444f-9d30-06e4da8b7b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.688241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.695290 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-41f42c43-cb77-4b0c-b211-3500e6a37706 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 204 len: 168 time: 1.4738479 Feb 10 11:36:07.695731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54610) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.750405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6c7e1798-a081-4b03-b644-988cb88f9c09 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Synchronizing usage tracker for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:07.762944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0d87f04c-7d68-444f-9d30-06e4da8b7b80 None None] Port bf09f57b-57ac-4036-815b-058fb888e26b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:07.765681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0b288f4-9995-4dbc-8020-f2dbad3e1fde no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:07.771163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6c7e1798-a081-4b03-b644-988cb88f9c09 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] Unset dirty status for tenant:57a00cfce82a4a4a93dac53abd3b587e on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:07.773457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6c7e1798-a081-4b03-b644-988cb88f9c09 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 200 len: 205 time: 0.0760529 Feb 10 11:36:07.775899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54614) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.804004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e0b288f4-9995-4dbc-8020-f2dbad3e1fde {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:07.804394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0b288f4-9995-4dbc-8020-f2dbad3e1fde not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:07.887981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:07.889160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-33e24c6f-4fac-48bf-9d62-e5d9dd84de93 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:07.893128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54622) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:07.893505 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-33e24c6f-4fac-48bf-9d62-e5d9dd84de93 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/4d10c93b-b992-4afc-b680-109e192c13da HTTP/1.1" status: 404 len: 336 time: 0.1163819 Feb 10 11:36:07.949114 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7be27b-7695-41e0-b1c6-e0e7fdb61d0b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:07.949551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7be27b-7695-41e0-b1c6-e0e7fdb61d0b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:07.953825 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dc7be27b-7695-41e0-b1c6-e0e7fdb61d0b tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/d84440b1-6694-4361-84ae-2526c723fb8d HTTP/1.1" status: 404 len: 337 time: 0.0570452 Feb 10 11:36:07.953825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 3df0c3a8-5802-4522-8c18-428f628c3fb2 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:07.954071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54628) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.010365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.017370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ea948f-c2de-4511-a9b8-094d64f35a57 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:08.017898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ea948f-c2de-4511-a9b8-094d64f35a57 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:08.025382 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-62ea948f-c2de-4511-a9b8-094d64f35a57 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/96b589b5-fa97-4474-b441-b0ada1942e2d HTTP/1.1" status: 404 len: 337 time: 0.0677402 Feb 10 11:36:08.026350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.079931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b0437c-6d9c-479f-a034-ca645e5d12c2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:08.080283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b0437c-6d9c-479f-a034-ca645e5d12c2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:08.084353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-96b0437c-6d9c-479f-a034-ca645e5d12c2 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/698c57c5-d4d6-432d-9798-aedbf256209c HTTP/1.1" status: 404 len: 337 time: 0.0548267 Feb 10 11:36:08.084609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54638) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.097733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Allocated IP 2001:db8::2 (dfda45ba-206f-4370-83e3-58dd04314a5b/437698b5-e768-4aa6-99a1-2eb84419c7b1/28e48468-3a5f-4088-a9bd-6e507002e336) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:08.135329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fca231-3974-434d-a36b-c85bd8a58cb1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:08.135997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fca231-3974-434d-a36b-c85bd8a58cb1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:08.140206 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6fca231-3974-434d-a36b-c85bd8a58cb1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/5ff5608c-17b1-412a-b2d4-ade06ac43120 HTTP/1.1" status: 404 len: 337 time: 0.0523117 Feb 10 11:36:08.141025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54642) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.201634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bb97b6d8-b722-4063-bcb8-96dac88698f9 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 200 len: 205 time: 0.0595152 Feb 10 11:36:08.204049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54646) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.229195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network dfda45ba-206f-4370-83e3-58dd04314a5b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:08.234455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:08.237121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=3df0c3a8-5802-4522-8c18-428f628c3fb2,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:08.239405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:08.243358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:08.243950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.263580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 56964833-22fe-4286-93d2-184bdf6ac84e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:08.267900 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-68b25acb-b19c-46ff-a166-9f77c06e90f9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3489046 Feb 10 11:36:08.270844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54652) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.299934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-ee35cbed-3f06-46d2-8322-489f45924479 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:08.303744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee35cbed-3f06-46d2-8322-489f45924479 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/141fc43c-8cb5-495a-a7d1-439a338dc48a HTTP/1.1" status: 404 len: 336 time: 0.0986075 Feb 10 11:36:08.304976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54656) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.350509 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ffa98336-c1ac-4263-a96f-f7c481dac1c5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=79f80f1c-9728-44e0-be47-723265302b19 HTTP/1.1" status: 200 len: 205 time: 0.0444655 Feb 10 11:36:08.351125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54662) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.376667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.388485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Transition to ACTIVE for port object 28e48468-3a5f-4088-a9bd-6e507002e336 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:08.412037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Transition to ACTIVE for port object 28e48468-3a5f-4088-a9bd-6e507002e336 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:08.424853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.425009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-d8d0a926-2fd8-4799-b776-c3cbccbff6a7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:08.428558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d8d0a926-2fd8-4799-b776-c3cbccbff6a7 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/79f80f1c-9728-44e0-be47-723265302b19 HTTP/1.1" status: 404 len: 336 time: 0.0765028 Feb 10 11:36:08.429094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.466851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 3df0c3a8-5802-4522-8c18-428f628c3fb2 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:08.467195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.471645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05c0e99-37ae-4ac5-92fe-964f9e45f7b6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:08.472089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05c0e99-37ae-4ac5-92fe-964f9e45f7b6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:08.476791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e05c0e99-37ae-4ac5-92fe-964f9e45f7b6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/84435ad0-2905-4ce9-8629-aa03c735a256 HTTP/1.1" status: 404 len: 337 time: 0.0461133 Feb 10 11:36:08.477355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.512387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Pushing event updated for resources: {'Port': ['ID=28e48468-3a5f-4088-a9bd-6e507002e336,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:08.520570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Network dfda45ba-206f-4370-83e3-58dd04314a5b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:08.521849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:08.528645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:08.565168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54676) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.634491 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9adf69d0-08db-4a1d-85b4-a107c07d5a97 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 200 len: 205 time: 0.1557524 Feb 10 11:36:08.637219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.639358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Attempting to bind port 28e48468-3a5f-4088-a9bd-6e507002e336 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:08.639829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Attempting to bind port 28e48468-3a5f-4088-a9bd-6e507002e336 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:08.640315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Attempting to bind port 28e48468-3a5f-4088-a9bd-6e507002e336 on network dfda45ba-206f-4370-83e3-58dd04314a5b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:08.648751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:08.649273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Checking segment: {'id': '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:08.649764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.650404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Bound using segment: {'id': '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:08.651423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Bound port: 28e48468-3a5f-4088-a9bd-6e507002e336, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dfda45ba-206f-4370-83e3-58dd04314a5b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:08.652160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.705049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-2a7ea0e9-0403-4e07-94e7-0d87013b48a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:08.708473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a7ea0e9-0403-4e07-94e7-0d87013b48a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/e4fe42c5-0642-4720-bd60-77468c0fd09d HTTP/1.1" status: 404 len: 336 time: 0.0679598 Feb 10 11:36:08.708645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54686) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.709030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:08.720360 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] Sync routers for ids ['56964833-22fe-4286-93d2-184bdf6ac84e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:08.723796 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-210dd04c-e823-4ab5-8e94-7ae04b514fca tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/56964833-22fe-4286-93d2-184bdf6ac84e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4535618 Feb 10 11:36:08.726216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54690) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.735913 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] Routers {'56964833-22fe-4286-93d2-184bdf6ac84e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:08.736803 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['56964833-22fe-4286-93d2-184bdf6ac84e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.753988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da9685ce-eca8-4cbe-9a39-946099577ead tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2667a9-2bf1-4fd6-8113-5ee56292b85a HTTP/1.1" status: 200 len: 205 time: 0.0442746 Feb 10 11:36:08.756997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54694) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.787581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875831761-network', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:08.791147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] For port 28e48468-3a5f-4088-a9bd-6e507002e336, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:08.795315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] For port 28e48468-3a5f-4088-a9bd-6e507002e336, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=28e48468-3a5f-4088-a9bd-6e507002e336,segment=NetworkSegment(1debcb2c-5774-4c80-bd73-4f2cddc8b7b1),segment_id=1debcb2c-5774-4c80-bd73-4f2cddc8b7b1)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:08.805577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.808953 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.809511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:08.823965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Usage tracker for resource:network and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:08.828711 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-19560ec2-4c1f-4250-86da-1da3fa7818a1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:08.833025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-19560ec2-4c1f-4250-86da-1da3fa7818a1 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/ef2667a9-2bf1-4fd6-8113-5ee56292b85a HTTP/1.1" status: 404 len: 336 time: 0.0714786 Feb 10 11:36:08.833025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54698) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.833943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:08.841691 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] Routers {'56964833-22fe-4286-93d2-184bdf6ac84e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:08.841868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:08.842896 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['56964833-22fe-4286-93d2-184bdf6ac84e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.855493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:08.874944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dab7703-e917-43f2-8014-1c4d377580a6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:08.875467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dab7703-e917-43f2-8014-1c4d377580a6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:08.879584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8dab7703-e917-43f2-8014-1c4d377580a6 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/42b5a524-f088-4e82-95d2-309fd6b9feb8 HTTP/1.1" status: 404 len: 337 time: 0.0437608 Feb 10 11:36:08.879874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54702) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.899442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10524320-de5a-4119-ac10-f4ac47e10fe6 None None] Pushing event updated for resources: {'Port': ['ID=28e48468-3a5f-4088-a9bd-6e507002e336,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:08.931864 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:08.932477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5befe5a-b726-4176-a9ca-704311448696 None None] The sync data for ids ['56964833-22fe-4286-93d2-184bdf6ac84e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:08.944171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4fe19de2-c3b2-4085-a75b-abdae2a78841 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=7857bdf2-f48e-45f1-b575-7da62779feaa HTTP/1.1" status: 200 len: 205 time: 0.0601594 Feb 10 11:36:08.946955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54706) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:08.993199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 3df0c3a8-5802-4522-8c18-428f628c3fb2 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:09.024048 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-245abf1e-2272-4993-bdd2-6bd3dd19cda0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:09.025266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-245abf1e-2272-4993-bdd2-6bd3dd19cda0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/7857bdf2-f48e-45f1-b575-7da62779feaa HTTP/1.1" status: 404 len: 336 time: 0.0772114 Feb 10 11:36:09.025412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa5de3-0b65-4b72-b31e-a74e40d1332e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:09.025897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10aa5de3-0b65-4b72-b31e-a74e40d1332e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:09.027597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.036236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Made reservation on behalf of a949380140f34dc0ac3ca1a90c759bea for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:09.038618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.065644 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71c8a88-6e70-4662-a118-49f3affbf1a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:09.066226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71c8a88-6e70-4662-a118-49f3affbf1a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:09.068014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b71c8a88-6e70-4662-a118-49f3affbf1a5 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/99aaede5-9383-4763-a2b6-fd7de4afc3d9 HTTP/1.1" status: 404 len: 337 time: 0.0394580 Feb 10 11:36:09.071539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54714) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.071897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.112904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10aa5de3-0b65-4b72-b31e-a74e40d1332e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:09.117419 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10aa5de3-0b65-4b72-b31e-a74e40d1332e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports/bf09f57b-57ac-4036-815b-058fb888e26b HTTP/1.1" status: 200 len: 910 time: 0.3840041 Feb 10 11:36:09.119024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54718) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.133522 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-724c5731-3f30-4fab-9b1e-f61bb114038a tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "GET /v2.0/ports?device_id=abff0e9c-168e-4b52-9e69-846dcc5946e8 HTTP/1.1" status: 200 len: 205 time: 0.0610793 Feb 10 11:36:09.135798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.136802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd80f1df1-35d4-4fd9-8da4-7860c0e0fdc9'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:09.201964 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-e5bdf688-4c8e-4e47-a882-94e074f83fc4 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] delete failed (client error): The resource could not be found. Feb 10 11:36:09.203401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e5bdf688-4c8e-4e47-a882-94e074f83fc4 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/routers/abff0e9c-168e-4b52-9e69-846dcc5946e8 HTTP/1.1" status: 404 len: 336 time: 0.0666690 Feb 10 11:36:09.206112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54726) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.217226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:09.228139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:09.234669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:09.256007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2e4f29-9e0e-4b28-8fc6-c301415201ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:09.256446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2e4f29-9e0e-4b28-8fc6-c301415201ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:09.258962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be2e4f29-9e0e-4b28-8fc6-c301415201ad tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/eaf25df7-8930-4b8f-8b39-c559d1793a85 HTTP/1.1" status: 404 len: 337 time: 0.0515320 Feb 10 11:36:09.261858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54730) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.295167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:09.304922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2057f19f-781b-4b99-9f09-ed9b8c1357f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:09.305429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2057f19f-781b-4b99-9f09-ed9b8c1357f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:09.307154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2057f19f-781b-4b99-9f09-ed9b8c1357f0 tempest-RoutersIpV6Test-1666191293 tempest-RoutersIpV6Test-1666191293-project] 10.222.0.42 "DELETE /v2.0/subnets/aad781ba-b8a3-42fd-80ed-0f7ad83fb49f HTTP/1.1" status: 404 len: 337 time: 0.0443079 Feb 10 11:36:09.405104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.474382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=3df0c3a8-5802-4522-8c18-428f628c3fb2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:09.547461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54738) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.577119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.626027 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fbb853bf-4bf0-410c-ab3a-c42dafbe17ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/3df0c3a8-5802-4522-8c18-428f628c3fb2 HTTP/1.1" status: 204 len: 168 time: 1.3535776 Feb 10 11:36:09.628931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.631205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.717129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.724143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadab15e-e28c-4b94-993e-b4fc7cbd155f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:36:09.725193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadab15e-e28c-4b94-993e-b4fc7cbd155f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:09.729973 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fadab15e-e28c-4b94-993e-b4fc7cbd155f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/3df0c3a8-5802-4522-8c18-428f628c3fb2 HTTP/1.1" status: 404 len: 333 time: 0.0972922 Feb 10 11:36:09.730217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.732764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.790783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c547eff-235c-43d6-8bbc-2e6360353b25 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:09.793224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 28e48468-3a5f-4088-a9bd-6e507002e336 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:09.795126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c547eff-235c-43d6-8bbc-2e6360353b25 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/3df0c3a8-5802-4522-8c18-428f628c3fb2 HTTP/1.1" status: 404 len: 333 time: 0.0637522 Feb 10 11:36:09.795698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54752) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.870418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 437698b5-e768-4aa6-99a1-2eb84419c7b1 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:09.872386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 28e48468-3a5f-4088-a9bd-6e507002e336 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:09.882329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.936380 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a0b7c5f-1c48-40ab-ad5d-443f62b34938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57a00cfce82a4a4a93dac53abd3b587e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877780 Feb 10 11:36:09.939858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54756) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:09.967421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:09.971206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:10.013433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.014005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Added segment f2e7c679-14f5-4192-aeec-26f33de09321 of type vlan for network ec611f89-068d-4a00-af1a-fda79fe53d19 Feb 10 11:36:10.019992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa709d28-01aa-4082-ac8d-bce7da26bdf9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.036458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7056eb0-4c9d-4492-b017-be569f8adf85 None None] Network dfda45ba-206f-4370-83e3-58dd04314a5b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:10.066499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.094105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.110200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.153164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.171634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Provisioning for port 28e48468-3a5f-4088-a9bd-6e507002e336 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:10.187151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.188085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:10.188668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.190120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Provisioning complete for port 28e48468-3a5f-4088-a9bd-6e507002e336 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:10.191466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.222014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.244376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.245926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c5ad096-83e0-485a-8a2d-1153b0bd09fb HTTP/1.1" status: 204 len: 168 time: 0.3050506 Feb 10 11:36:10.266716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236bf88-3936-46e4-b5d7-b4ee246bdfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ad096-83e0-485a-8a2d-1153b0bd09fb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.281054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.307941 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7365370 Feb 10 11:36:10.312241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54762) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.314403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58ce6-ee2c-44d8-a404-c01f1dd3531c admin admin] Pushing event updated for resources: {'Network': ['ID=ec611f89-068d-4a00-af1a-fda79fe53d19,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.336724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network ec611f89-068d-4a00-af1a-fda79fe53d19 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:10.339720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Request body: {'subnet': {'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875831761-subnet', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:10.341042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=437698b5-e768-4aa6-99a1-2eb84419c7b1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.352757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.363183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7dd4c1c6-05a9-4f32-8bf7-bcafeef7b049 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/437698b5-e768-4aa6-99a1-2eb84419c7b1 HTTP/1.1" status: 204 len: 168 time: 0.5641236 Feb 10 11:36:10.364465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54766) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.406720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:10.419427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Usage tracker for resource:subnet and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:10.424266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:10.433971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:10.462311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Made reservation on behalf of a949380140f34dc0ac3ca1a90c759bea for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:10.464611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.522531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.548106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 28e48468-3a5f-4088-a9bd-6e507002e336 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:10.548615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.563113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.609012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] For port 28e48468-3a5f-4088-a9bd-6e507002e336, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=28e48468-3a5f-4088-a9bd-6e507002e336,segment=NetworkSegment(1debcb2c-5774-4c80-bd73-4f2cddc8b7b1),segment_id=1debcb2c-5774-4c80-bd73-4f2cddc8b7b1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:10.625088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.725776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77f055-afd4-4a32-9f1e-e6533fbf9c52 None None] Pushing event updated for resources: {'Port': ['ID=28e48468-3a5f-4088-a9bd-6e507002e336,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.728111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.818072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.838398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37bd268-9bfb-468e-9866-f37e43a4c305,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:10.846167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.848231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3266c45-1316-4fe2-91ec-818321741fdf None None] Network dfda45ba-206f-4370-83e3-58dd04314a5b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:10.939760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3a89d1aa-59ba-45f8-a233-b007575e8802 None None] Provisioning complete for port 28e48468-3a5f-4088-a9bd-6e507002e336 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:10.940423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a89d1aa-59ba-45f8-a233-b007575e8802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.958696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:10.959056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Network hostable DHCP agents. Network: ec611f89-068d-4a00-af1a-fda79fe53d19, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:10.960958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 28e48468-3a5f-4088-a9bd-6e507002e336, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=28e48468-3a5f-4088-a9bd-6e507002e336,segment=NetworkSegment(1debcb2c-5774-4c80-bd73-4f2cddc8b7b1),segment_id=1debcb2c-5774-4c80-bd73-4f2cddc8b7b1)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:10.961713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.975125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:10.975733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:10.977560 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/ports/bf09f57b-57ac-4036-815b-058fb888e26b HTTP/1.1" status: 200 len: 910 time: 1.8548684 Feb 10 11:36:10.980863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:10.984516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ecca7-7543-4572-953f-b879af3c43db tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=bf09f57b-57ac-4036-815b-058fb888e26b,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:11.003327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:11.015773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, ec611f89-068d-4a00-af1a-fda79fe53d19) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:11.028355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:11.028989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.031131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef307a0-7bc4-4587-b8ae-ea31f1c190bb None None] Network ec611f89-068d-4a00-af1a-fda79fe53d19 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:11.055961 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-574cb3cb-7e28-42f3-80a3-e3f1d65f9641 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7424664 Feb 10 11:36:11.058354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54774) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:11.064489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:11.069352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:11.073423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Usage tracker for resource:router and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:11.077471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:11.083492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:11.094865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.096070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.122361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.266491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 28e48468-3a5f-4088-a9bd-6e507002e336 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:11.298000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.384973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.421095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3238e78-fee6-4b2b-8b3e-e1cdd96bd0f3 None None] DHCP port deletion for dfda45ba-206f-4370-83e3-58dd04314a5b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:11.427844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-ec611f89-068d-4a00-af1a-fda79fe53d19', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:11.435478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.441734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=28e48468-3a5f-4088-a9bd-6e507002e336,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:11.463853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port 28e48468-3a5f-4088-a9bd-6e507002e336 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:11.544619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.580402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.605961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.617221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Allocated IP 172.20.0.2 (ec611f89-068d-4a00-af1a-fda79fe53d19/e37bd268-9bfb-468e-9866-f37e43a4c305/d97ebae0-0224-46ea-8335-935b2e50ad5c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:11.711889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 28e48468-3a5f-4088-a9bd-6e507002e336 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:11.735561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Allocated IP 172.26.3.217 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/3dc635e1-4dfe-4301-853b-f05b782f5d42) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:11.750724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda45ba-206f-4370-83e3-58dd04314a5b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:11.759692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 28e48468-3a5f-4088-a9bd-6e507002e336 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:11.760174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 28e48468-3a5f-4088-a9bd-6e507002e336 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:11.769925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:11.770209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1debcb2c-5774-4c80-bd73-4f2cddc8b7b1') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:11.785156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.811082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.820691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:11.821064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:11.839060 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:11.886013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.956740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.961612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Transition to ACTIVE for port object d97ebae0-0224-46ea-8335-935b2e50ad5c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:11.962420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:11.987113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Transition to ACTIVE for port object d97ebae0-0224-46ea-8335-935b2e50ad5c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:12.003644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.031065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.089743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:12.094636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:12.096831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Pushing event updated for resources: {'Port': ['ID=d97ebae0-0224-46ea-8335-935b2e50ad5c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.104547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.108120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:12.181826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.207215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Attempting to bind port d97ebae0-0224-46ea-8335-935b2e50ad5c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:12.207697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Attempting to bind port d97ebae0-0224-46ea-8335-935b2e50ad5c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:12.208120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Attempting to bind port d97ebae0-0224-46ea-8335-935b2e50ad5c on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:12.215315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:12.215769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:12.215900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=dfda45ba-206f-4370-83e3-58dd04314a5b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.216560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.217012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Bound using segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:12.217534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Bound port: d97ebae0-0224-46ea-8335-935b2e50ad5c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:12.223385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.230372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2e54be7a-2412-4b88-8900-39182a21470a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/dfda45ba-206f-4370-83e3-58dd04314a5b HTTP/1.1" status: 204 len: 168 time: 1.8647444 Feb 10 11:36:12.232139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54780) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.247176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2035221951'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:12.261392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:12.267142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:12.268216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:12.273243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:12.276171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:12.280678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Pushing event updated for resources: {'Port': ['ID=3dc635e1-4dfe-4301-853b-f05b782f5d42,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.282895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:12.307782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:12.338143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:12.341245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.356837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] For port d97ebae0-0224-46ea-8335-935b2e50ad5c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:12.363021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] For port d97ebae0-0224-46ea-8335-935b2e50ad5c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d97ebae0-0224-46ea-8335-935b2e50ad5c,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:12.370786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.413537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:12.438692 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.438692 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment aee5f687-4743-4e71-8c93-78cec07c34e6 of type vlan for network f9c99796-ed61-4a14-8cc2-7cf3561ce67e Feb 10 11:36:12.461105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b15cad-609c-42bd-8d1e-0909a75a8f87 None None] Pushing event updated for resources: {'Port': ['ID=d97ebae0-0224-46ea-8335-935b2e50ad5c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.483002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.526066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.530031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:12.530956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.657419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=f9c99796-ed61-4a14-8cc2-7cf3561ce67e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:12.666560 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-df19a739-091c-47b6-a64c-5ae454f85b09 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4314079 Feb 10 11:36:12.667763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54784) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:12.669128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:12.671322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.672056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:12.680894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:12.865607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:12.875578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:12.879666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:12.887579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:12.917101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:12.937498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:13.057343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.116760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:13.127435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:13.138106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.144223 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e153a7b9-4bfd-41a2-87d5-ee7d2fa2c97f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0797210 Feb 10 11:36:13.144223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:13.147657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:13.149730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:13.235281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port bf09f57b-57ac-4036-815b-058fb888e26b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:13.235561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.380979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:13.518291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.529653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.682823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for bf09f57b-57ac-4036-815b-058fb888e26b owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:13.689518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8270d40-3177-4133-945d-28aa95b4a57a None None] Network ec611f89-068d-4a00-af1a-fda79fe53d19 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:13.778765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=ca20091e-413d-4379-a163-bd47ed36650b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:13.779646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b922452-2db3-4997-bd12-af5f1c1aa760 None None] Provisioning for port d97ebae0-0224-46ea-8335-935b2e50ad5c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:13.782659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d97ebae0-0224-46ea-8335-935b2e50ad5c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:13.826894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': 'aee5f687-4743-4e71-8c93-78cec07c34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:13.827264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: f9c99796-ed61-4a14-8cc2-7cf3561ce67e, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:13.865005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:13.906020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, f9c99796-ed61-4a14-8cc2-7cf3561ce67e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:13.920862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:13.921448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:13.932876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753eb49-ae3e-460e-8475-8b63fa73f929 None None] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:13.984897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2544a8c4-f6cf-4554-9003-68e7c2867ad5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3112369 Feb 10 11:36:13.985518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:13.993075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1707905627'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:14.019517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.091133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d97ebae0-0224-46ea-8335-935b2e50ad5c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:14.112340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:12Z', 'revision_number': 3, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:14.114209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d97ebae0-0224-46ea-8335-935b2e50ad5c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:14.114573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.115831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.171467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=bf09f57b-57ac-4036-815b-058fb888e26b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:14.195176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:14.195777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Updating router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f port 3dc635e1-4dfe-4301-853b-f05b782f5d42 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:14.324928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.358680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Allocated IP 172.20.0.1 (ec611f89-068d-4a00-af1a-fda79fe53d19/e37bd268-9bfb-468e-9866-f37e43a4c305/9c5e233d-0804-4160-a9c0-d933c487c605) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:14.519980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:14.526305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:14.529568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:14.533038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.540964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:14.541463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.559620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Transition to ACTIVE for port object 9c5e233d-0804-4160-a9c0-d933c487c605 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:14.574448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-f9c99796-ed61-4a14-8cc2-7cf3561ce67e', 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': 'ca20091e-413d-4379-a163-bd47ed36650b'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:14.575429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.586596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.657266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:14.659792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:14.663540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:14.672121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.672495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:14.675507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.694615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:14.718445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 1fc677bc-9320-4b62-b21f-33ffae22b9ff yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:14.725721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.829615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.831554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d97ebae0-0224-46ea-8335-935b2e50ad5c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d97ebae0-0224-46ea-8335-935b2e50ad5c,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:14.871580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:14.976260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-56d2d361-688e-4209-975f-440b056d1223 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:36:15.080134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Allocated IP 2001:db8::2 (f9c99796-ed61-4a14-8cc2-7cf3561ce67e/ca20091e-413d-4379-a163-bd47ed36650b/1a382d92-31da-4932-b5d1-a8dee322467c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:15.117098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.124607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.136399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router 56964833-22fe-4286-93d2-184bdf6ac84e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:15.142341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.157907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Transition to ACTIVE for port object 3dc635e1-4dfe-4301-853b-f05b782f5d42 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:15.169084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d97ebae0-0224-46ea-8335-935b2e50ad5c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.200933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.251645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.255068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.291338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:15.300746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c151be2f-2e2f-49c7-bd20-50ecaa81175e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/56964833-22fe-4286-93d2-184bdf6ac84e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3179471 Feb 10 11:36:15.302895 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] Sync routers for ids ['56964833-22fe-4286-93d2-184bdf6ac84e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:15.303394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54796) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.317229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-45cfb6d6-39b1-4f62-9b70-ec6ed3b2aee1 None None] Provisioning complete for port d97ebae0-0224-46ea-8335-935b2e50ad5c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:15.317590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45cfb6d6-39b1-4f62-9b70-ec6ed3b2aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.318364 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] Routers {'56964833-22fe-4286-93d2-184bdf6ac84e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:15.319219 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['56964833-22fe-4286-93d2-184bdf6ac84e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.358107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5e0e19e9-340b-480d-9f8f-f969da75bc7a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:15.378523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5e0e19e9-340b-480d-9f8f-f969da75bc7a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:15.379751 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5e0e19e9-340b-480d-9f8f-f969da75bc7a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=56964833-22fe-4286-93d2-184bdf6ac84e HTTP/1.1" status: 200 len: 205 time: 0.0756958 Feb 10 11:36:15.383347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54800) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:15.404393 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.421612 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] Routers {'56964833-22fe-4286-93d2-184bdf6ac84e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:15.422596 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['56964833-22fe-4286-93d2-184bdf6ac84e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.437333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:15.438922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:15.494573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Attempting to bind port 3dc635e1-4dfe-4301-853b-f05b782f5d42 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:15.494943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Attempting to bind port 3dc635e1-4dfe-4301-853b-f05b782f5d42 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:15.495340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Attempting to bind port 3dc635e1-4dfe-4301-853b-f05b782f5d42 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:15.500369 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:15.500988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df2059-a6cf-40e4-8c98-70cf90f74926 None None] The sync data for ids ['56964833-22fe-4286-93d2-184bdf6ac84e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:15.526958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49fc05-35d9-4de7-845b-65f1af00ba12 None None] Pushing event updated for resources: {'Port': ['ID=3dc635e1-4dfe-4301-853b-f05b782f5d42,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:15.541532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:15.541899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:15.542299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.542791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:15.543296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Bound port: 3dc635e1-4dfe-4301-853b-f05b782f5d42, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:15.543673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.553862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.735958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d97ebae0-0224-46ea-8335-935b2e50ad5c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:15.798974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] For port 3dc635e1-4dfe-4301-853b-f05b782f5d42, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:15.831490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.837334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] For port 3dc635e1-4dfe-4301-853b-f05b782f5d42, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3dc635e1-4dfe-4301-853b-f05b782f5d42,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:15.849819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.884954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Transition to ACTIVE for port object 1a382d92-31da-4932-b5d1-a8dee322467c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:15.939269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Transition to ACTIVE for port object 1a382d92-31da-4932-b5d1-a8dee322467c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:15.950775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:15.960797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:15.972697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49fc05-35d9-4de7-845b-65f1af00ba12 None None] Pushing event updated for resources: {'Port': ['ID=3dc635e1-4dfe-4301-853b-f05b782f5d42,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:16.035550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d97ebae0-0224-46ea-8335-935b2e50ad5c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:16.035943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.067952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b7dcdf8d-1b0e-4065-829b-13a57852d842 None None] Provisioning for port 9c5e233d-0804-4160-a9c0-d933c487c605 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:16.070962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:16.071627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:16.127827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:16.144304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:16.184656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.186969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::24c (f9c99796-ed61-4a14-8cc2-7cf3561ce67e/ca20091e-413d-4379-a163-bd47ed36650b/1fc677bc-9320-4b62-b21f-33ffae22b9ff) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:16.196524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.203875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:16.220386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b7dcdf8d-1b0e-4065-829b-13a57852d842 None None] Provisioning complete for port 9c5e233d-0804-4160-a9c0-d933c487c605 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:16.220664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7dcdf8d-1b0e-4065-829b-13a57852d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.262249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Pushing event updated for resources: {'Port': ['ID=1a382d92-31da-4932-b5d1-a8dee322467c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:16.283046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:16.301708 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-de88a63f-8f9e-47a0-afab-9adad1915280 admin admin] 10.222.0.42 "PUT /v2.0/routers/ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495290 Feb 10 11:36:16.310875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.311526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router 56964833-22fe-4286-93d2-184bdf6ac84e {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:36:16.337582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcdf8d-1b0e-4065-829b-13a57852d842 None None] Port 9c5e233d-0804-4160-a9c0-d933c487c605 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:16.344189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.345501 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30e93958-b5f4-4846-aadd-01e0b3b533e6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/56964833-22fe-4286-93d2-184bdf6ac84e HTTP/1.1" status: 204 len: 168 time: 0.9610713 Feb 10 11:36:16.349415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54806) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.434852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.457932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 1fc677bc-9320-4b62-b21f-33ffae22b9ff will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:16.462814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Attempting to bind port 1a382d92-31da-4932-b5d1-a8dee322467c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:16.463178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Attempting to bind port 1a382d92-31da-4932-b5d1-a8dee322467c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'aee5f687-4743-4e71-8c93-78cec07c34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:16.463723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Attempting to bind port 1a382d92-31da-4932-b5d1-a8dee322467c on network f9c99796-ed61-4a14-8cc2-7cf3561ce67e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:16.488292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.489817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:16.490184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Checking segment: {'id': 'aee5f687-4743-4e71-8c93-78cec07c34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:16.490575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.490971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Bound using segment: {'id': 'aee5f687-4743-4e71-8c93-78cec07c34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:16.491462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Bound port: 1a382d92-31da-4932-b5d1-a8dee322467c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee5f687-4743-4e71-8c93-78cec07c34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f9c99796-ed61-4a14-8cc2-7cf3561ce67e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:16.491858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.505445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:16.583798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:16.588198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.591109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1fc677bc-9320-4b62-b21f-33ffae22b9ff,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:16.599570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:16.600738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:16.605828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:16.609627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:16.610260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.638447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54814) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:16.639211 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98eda656-565d-4797-b40b-52e264f8d36c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6513593 Feb 10 11:36:16.707215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 1fc677bc-9320-4b62-b21f-33ffae22b9ff {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:16.707571 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.776888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.782873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:16.803145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1a382d92-31da-4932-b5d1-a8dee322467c,segment=NetworkSegment(aee5f687-4743-4e71-8c93-78cec07c34e6),segment_id=aee5f687-4743-4e71-8c93-78cec07c34e6)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:16.822356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:16.959363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e1c2b-61ae-4461-b5ff-15c1ae230316 None None] Pushing event updated for resources: {'Port': ['ID=1a382d92-31da-4932-b5d1-a8dee322467c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:16.996243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-56d2d361-688e-4209-975f-440b056d1223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 2, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:17.001658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2d361-688e-4209-975f-440b056d1223 None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 2, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:17.025893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.083672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.238095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 1fc677bc-9320-4b62-b21f-33ffae22b9ff owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:17.387779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54830) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.393509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772175861-network', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:17.398865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:17.407270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Usage tracker for resource:network and tenant:b2e29415c30c41d5b72bf2bb6f652d59 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:17.419102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:17.424290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.426082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:17.442761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Made reservation on behalf of b2e29415c30c41d5b72bf2bb6f652d59 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:17.446392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.460824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.483597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:17.492555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.500855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b410d-fab3-4e09-804a-9312c140fbd2 None None] Network 97ba0626-6ab0-4607-955b-023fa3ff7214 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:17.512814 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9eb17d8c-53fa-4cad-a696-c681a67ec97b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9 HTTP/1.1" status: 204 len: 168 time: 1.1602945 Feb 10 11:36:17.514284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.520484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.568292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=1fc677bc-9320-4b62-b21f-33ffae22b9ff,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:17.628288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.633122 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-09a41e89-6655-490b-834b-59c9ede18b7e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/1fc677bc-9320-4b62-b21f-33ffae22b9ff HTTP/1.1" status: 204 len: 168 time: 0.9923704 Feb 10 11:36:17.641371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.690799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:17.699496 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51cd700-ec54-40ab-9f0d-35d0c6686082 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:17.699982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e51cd700-ec54-40ab-9f0d-35d0c6686082 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:17.704434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e29415c30c41d5b72bf2bb6f652d59 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:17.709145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:17.715494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.721989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e51cd700-ec54-40ab-9f0d-35d0c6686082 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:17.727262 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e51cd700-ec54-40ab-9f0d-35d0c6686082 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/1fc677bc-9320-4b62-b21f-33ffae22b9ff HTTP/1.1" status: 404 len: 333 time: 0.0850081 Feb 10 11:36:17.729212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54842) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:17.736741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:17.794518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1a382d92-31da-4932-b5d1-a8dee322467c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:17.801025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 355b5719-6f9b-4668-87f2-f8c1876d2a51 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:17.801365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:17.960161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1a382d92-31da-4932-b5d1-a8dee322467c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:18.085761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.103960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] DHCP port deletion for 97ba0626-6ab0-4607-955b-023fa3ff7214 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:18.108255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.111353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Deleting port 355b5719-6f9b-4668-87f2-f8c1876d2a51 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:18.111753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.185830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet ca20091e-413d-4379-a163-bd47ed36650b {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:18.189431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.225470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:18.263040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.281839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb597bc-377a-4d22-b394-e9f50a7f1565,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.301328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.301671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Added segment 40a6294a-2340-42a6-a3a2-41cfe5321a14 of type vlan for network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 Feb 10 11:36:18.311901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 355b5719-6f9b-4668-87f2-f8c1876d2a51, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=355b5719-6f9b-4668-87f2-f8c1876d2a51,segment=NetworkSegment(32801981-07df-49c6-8bff-978172b4e153),segment_id=32801981-07df-49c6-8bff-978172b4e153)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:18.312171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.389850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.419087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48386455-9768-47ab-af57-84f7d8cb1cca None None] Network f9c99796-ed61-4a14-8cc2-7cf3561ce67e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:18.464503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 355b5719-6f9b-4668-87f2-f8c1876d2a51 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:18.476638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.504112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.525890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.532953 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/ca20091e-413d-4379-a163-bd47ed36650b HTTP/1.1" status: 204 len: 168 time: 0.8026466 Feb 10 11:36:18.537168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54846) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.540064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776a80a-d552-4a4e-8dd3-11be8fd239d7 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=ca20091e-413d-4379-a163-bd47ed36650b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.569128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.570568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:18.571255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.682781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Provisioning for port 1a382d92-31da-4932-b5d1-a8dee322467c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:18.683419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.686066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.688004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] For port 355b5719-6f9b-4668-87f2-f8c1876d2a51, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=355b5719-6f9b-4668-87f2-f8c1876d2a51,segment=NetworkSegment(32801981-07df-49c6-8bff-978172b4e153),segment_id=32801981-07df-49c6-8bff-978172b4e153)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:18.688466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.690631 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3017685 Feb 10 11:36:18.694216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54850) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:18.702968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Request body: {'subnet': {'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772175861-subnet', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:18.706694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 1a382d92-31da-4932-b5d1-a8dee322467c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:18.707031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.711772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Provisioning complete for port 1a382d92-31da-4932-b5d1-a8dee322467c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:18.712142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.737735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:18.748352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Usage tracker for resource:subnet and tenant:b2e29415c30c41d5b72bf2bb6f652d59 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:18.752698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:18.767161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:18.812867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Made reservation on behalf of b2e29415c30c41d5b72bf2bb6f652d59 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:18.815138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:18.859472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Calling delete_port for 355b5719-6f9b-4668-87f2-f8c1876d2a51 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:18.861548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=355b5719-6f9b-4668-87f2-f8c1876d2a51,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.878298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac6878-121a-4e49-9dd0-f2ec5883d8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9987273b-4d91-44c4-a3eb-7c06d2fd45b3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:18.881885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port 355b5719-6f9b-4668-87f2-f8c1876d2a51 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:18.914794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:19.031367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1a382d92-31da-4932-b5d1-a8dee322467c,segment=NetworkSegment(aee5f687-4743-4e71-8c93-78cec07c34e6),segment_id=aee5f687-4743-4e71-8c93-78cec07c34e6)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:19.031663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.037475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.070524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ba0626-6ab0-4607-955b-023fa3ff7214']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.078057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:19.078438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:19.084247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32801981-07df-49c6-8bff-978172b4e153') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.084533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32801981-07df-49c6-8bff-978172b4e153') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:19.097784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.117463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.123775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] DHCP port deletion for f9c99796-ed61-4a14-8cc2-7cf3561ce67e request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:19.126030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:19.126424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.136691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Deleting port 1a382d92-31da-4932-b5d1-a8dee322467c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:19.137062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:19.144123 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:19.156859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 1a382d92-31da-4932-b5d1-a8dee322467c owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:19.190388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.240806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.263997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.272175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=97ba0626-6ab0-4607-955b-023fa3ff7214,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.281382 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a3c44d44-a221-4789-bd62-6dcc3fc4d03a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/97ba0626-6ab0-4607-955b-023fa3ff7214 HTTP/1.1" status: 204 len: 168 time: 1.7657237 Feb 10 11:36:19.282316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.287699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-739354088', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:19.295069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:19.299255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:19.302671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:19.306022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1a382d92-31da-4932-b5d1-a8dee322467c,segment=NetworkSegment(aee5f687-4743-4e71-8c93-78cec07c34e6),segment_id=aee5f687-4743-4e71-8c93-78cec07c34e6)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:19.309715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:19.311636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.324001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.324959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.349977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.351449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:19.351771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:19.356993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.377528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.388002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0ae134-4178-496e-b35a-cd6737710f9f,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.399557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Checking segment: {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:19.399960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Network hostable DHCP agents. Network: 9987273b-4d91-44c4-a3eb-7c06d2fd45b3, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:19.404141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.409263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab150b04-ec1b-43cf-823d-34903d77620a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1259809 Feb 10 11:36:19.409528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54858) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.420844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031312622'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:19.426506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:19.433276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:19.435970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:19.442871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:19.446318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1a382d92-31da-4932-b5d1-a8dee322467c,segment=NetworkSegment(aee5f687-4743-4e71-8c93-78cec07c34e6),segment_id=aee5f687-4743-4e71-8c93-78cec07c34e6)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:19.446775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.450521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:19.458094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:19.461170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.472010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 9987273b-4d91-44c4-a3eb-7c06d2fd45b3) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:19.480200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:19.480749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.506374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:19.515176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059e363-2bdd-4bc7-b710-382155432f27 None None] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:19.521130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.521499 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 1316b158-d247-4e2f-a4f6-0e9a6a699eab of type vlan for network 82bc00b7-938c-43f4-8b8a-d63076469dab Feb 10 11:36:19.528321 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c92d1d39-9b67-4565-a891-02f5e724adce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8311765 Feb 10 11:36:19.531616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.540399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:19.544445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:19.549092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Usage tracker for resource:router and tenant:b2e29415c30c41d5b72bf2bb6f652d59 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:19.550101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.552509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:19.559615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:19.570089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.571136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.582768 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.587505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:19.588236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.591868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.630184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Deleting port 355b5719-6f9b-4668-87f2-f8c1876d2a51 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:19.630465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.653329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c718dd7-74a5-4a23-a8d7-158e8a2c9771 None None] Pushing event updated for resources: {'Port': ['ID=1a382d92-31da-4932-b5d1-a8dee322467c,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.669724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Calling delete_port for 1a382d92-31da-4932-b5d1-a8dee322467c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:19.720490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=82bc00b7-938c-43f4-8b8a-d63076469dab,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:19.728228 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f6c1e4d-ea71-4308-8c87-593e9e96faf3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3176763 Feb 10 11:36:19.731030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54866) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:19.738283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:19.760834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 82bc00b7-938c-43f4-8b8a-d63076469dab details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:19.773218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3dc635e1-4dfe-4301-853b-f05b782f5d42 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:19.847525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.852941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 1a382d92-31da-4932-b5d1-a8dee322467c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:19.853411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:19.862265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:19.867475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:19.884390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:19.893749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:19.895008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-380de20c-e012-4d3e-8c86-b29b2d92f62e None None] The port '355b5719-6f9b-4668-87f2-f8c1876d2a51' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:19.954908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:20.084737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.091942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:20.092360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:20.098465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 1a382d92-31da-4932-b5d1-a8dee322467c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1a382d92-31da-4932-b5d1-a8dee322467c,segment=NetworkSegment(aee5f687-4743-4e71-8c93-78cec07c34e6),segment_id=aee5f687-4743-4e71-8c93-78cec07c34e6)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:20.099265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.129983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3dc635e1-4dfe-4301-853b-f05b782f5d42 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:20.143400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3dc635e1-4dfe-4301-853b-f05b782f5d42 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:20.143841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.272314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'fixed_ips': [{'subnet_id': '3e0ae134-4178-496e-b35a-cd6737710f9f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:20.273543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.320742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.332301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 1a382d92-31da-4932-b5d1-a8dee322467c owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:20.353621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.357290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.391404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3dc635e1-4dfe-4301-853b-f05b782f5d42, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3dc635e1-4dfe-4301-853b-f05b782f5d42,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:20.396234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.416198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.476366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.480096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=1a382d92-31da-4932-b5d1-a8dee322467c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:20.483897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port 1a382d92-31da-4932-b5d1-a8dee322467c on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:20.490234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1a382d92-31da-4932-b5d1-a8dee322467c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:20.541190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 1a382d92-31da-4932-b5d1-a8dee322467c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:20.541522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1a382d92-31da-4932-b5d1-a8dee322467c not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:20.541924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 355b5719-6f9b-4668-87f2-f8c1876d2a51 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:20.581623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 355b5719-6f9b-4668-87f2-f8c1876d2a51 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:20.581968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 355b5719-6f9b-4668-87f2-f8c1876d2a51 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:20.590531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3dc635e1-4dfe-4301-853b-f05b782f5d42,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:20.590696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=d4a3cbaa-f55c-4a69-8536-e1bb29e63d00,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:20.596106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Deleting port 1a382d92-31da-4932-b5d1-a8dee322467c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:20.596920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.616948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.617267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Allocated IP 172.26.3.182 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/e0cdf4d5-a132-49eb-b0e4-3165283995b5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:20.629803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Allocated IP 172.20.0.2 (9987273b-4d91-44c4-a3eb-7c06d2fd45b3/3e0ae134-4178-496e-b35a-cd6737710f9f/84c79c0b-26bd-4b22-9af9-37073b145d8e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:20.640589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:20.640983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 82bc00b7-938c-43f4-8b8a-d63076469dab, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:20.648564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c99796-ed61-4a14-8cc2-7cf3561ce67e']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:20.660935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee5f687-4743-4e71-8c93-78cec07c34e6') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:20.661393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee5f687-4743-4e71-8c93-78cec07c34e6') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:20.673004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.680039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74797dbc-378a-4d63-8c28-628c1d2a2958 None None] The port '1a382d92-31da-4932-b5d1-a8dee322467c' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:20.691877 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.701204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:20.701605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:20.717454 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:20.806141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.826835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.839149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=f9c99796-ed61-4a14-8cc2-7cf3561ce67e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:20.849528 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-669e0565-acff-4431-87a2-bc595cd5ced2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/f9c99796-ed61-4a14-8cc2-7cf3561ce67e HTTP/1.1" status: 204 len: 168 time: 2.3110323 Feb 10 11:36:20.855552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54870) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.861581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'name': 'tempest-PortsIpV6TestJSON-1609036191'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:20.871653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 82bc00b7-938c-43f4-8b8a-d63076469dab is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:20.899810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.902552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 82bc00b7-938c-43f4-8b8a-d63076469dab) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:20.910284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Transition to ACTIVE for port object 84c79c0b-26bd-4b22-9af9-37073b145d8e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:20.914723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:20.915387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.917918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc7346-1eb5-479f-8619-ad52e34c2dff None None] Network 82bc00b7-938c-43f4-8b8a-d63076469dab requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:20.943173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Transition to ACTIVE for port object 84c79c0b-26bd-4b22-9af9-37073b145d8e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:20.950135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.955370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:20.968720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f83be197-3bee-42be-abe1-4861f7e7c17b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2341578 Feb 10 11:36:20.969678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54874) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:20.979664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:20.984081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:20.987779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:20.993895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:21.005562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:21.011371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.039607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port ca7a0022-a115-407b-ba77-c2611d10b9bf yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:21.093489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:21.097947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:21.105335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:21.107264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Pushing event updated for resources: {'Port': ['ID=84c79c0b-26bd-4b22-9af9-37073b145d8e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.137437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.291470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.291673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Attempting to bind port 84c79c0b-26bd-4b22-9af9-37073b145d8e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:21.291942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Attempting to bind port 84c79c0b-26bd-4b22-9af9-37073b145d8e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:21.292291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Attempting to bind port 84c79c0b-26bd-4b22-9af9-37073b145d8e on network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:21.312268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:21.312634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Checking segment: {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:21.313105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.313404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Bound using segment: {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:21.313854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Bound port: 84c79c0b-26bd-4b22-9af9-37073b145d8e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:21.314220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.321688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.331701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:21.334741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:21.339896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:21.373583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Pushing event updated for resources: {'Port': ['ID=e0cdf4d5-a132-49eb-b0e4-3165283995b5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.396407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:21.400281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:21.403085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:21.408485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:21.409277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.421467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-82bc00b7-938c-43f4-8b8a-d63076469dab', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:21.422254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.428815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=ca7a0022-a115-407b-ba77-c2611d10b9bf,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.448501 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92d627e5-cf26-4a5c-ad53-8d9c0261adf6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5918252 Feb 10 11:36:21.449461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54878) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:21.507475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] For port 84c79c0b-26bd-4b22-9af9-37073b145d8e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:21.523802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port ca7a0022-a115-407b-ba77-c2611d10b9bf {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:21.524287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.527013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] For port 84c79c0b-26bd-4b22-9af9-37073b145d8e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84c79c0b-26bd-4b22-9af9-37073b145d8e,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:21.534659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.681198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Allocated IP 172.20.0.2 (82bc00b7-938c-43f4-8b8a-d63076469dab/d4a3cbaa-f55c-4a69-8536-e1bb29e63d00/146f322d-6373-4640-8568-9d20304687cf) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:21.684147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840c95a-6b31-46ca-8bd6-1f5771bfb7f5 None None] Pushing event updated for resources: {'Port': ['ID=84c79c0b-26bd-4b22-9af9-37073b145d8e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:21.707730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.790807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:21.820517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3dc635e1-4dfe-4301-853b-f05b782f5d42 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:21.954387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for ca7a0022-a115-407b-ba77-c2611d10b9bf owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:22.058562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3dc635e1-4dfe-4301-853b-f05b782f5d42 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:22.059150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.125748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.126490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.135488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.159163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Transition to ACTIVE for port object 146f322d-6373-4640-8568-9d20304687cf will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:22.184093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Transition to ACTIVE for port object 146f322d-6373-4640-8568-9d20304687cf will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:22.190682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.197666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.244938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=ca7a0022-a115-407b-ba77-c2611d10b9bf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.255389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.265302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.20.0.1 (82bc00b7-938c-43f4-8b8a-d63076469dab/d4a3cbaa-f55c-4a69-8536-e1bb29e63d00/aeabb3eb-7895-46a7-9e7f-4718fe343260) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:22.268582 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4f87ec2e-986b-46ef-861e-edf34db2e4b3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/ca7a0022-a115-407b-ba77-c2611d10b9bf HTTP/1.1" status: 204 len: 168 time: 0.8159952 Feb 10 11:36:22.268982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54882) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:22.275600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'mac_address': 'fa:16:3e:7c:94:0a', 'name': 'tempest-PortsIpV6TestJSON-1294360966'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:22.309475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Pushing event updated for resources: {'Port': ['ID=146f322d-6373-4640-8568-9d20304687cf,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.313056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Network 82bc00b7-938c-43f4-8b8a-d63076469dab is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:22.316147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:22.318088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:22.386816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:22.390824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:22.393630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:22.400101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:22.411964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:22.413508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Attempting to bind port 146f322d-6373-4640-8568-9d20304687cf on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:22.413980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Attempting to bind port 146f322d-6373-4640-8568-9d20304687cf by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:22.414607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Attempting to bind port 146f322d-6373-4640-8568-9d20304687cf on network 82bc00b7-938c-43f4-8b8a-d63076469dab {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:22.421902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:22.422456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Checking segment: {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:22.422999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.423766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Bound using segment: {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:22.424469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Bound port: 146f322d-6373-4640-8568-9d20304687cf, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:22.424945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.520053 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.524486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] For port 146f322d-6373-4640-8568-9d20304687cf, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:22.528506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] For port 146f322d-6373-4640-8568-9d20304687cf, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=146f322d-6373-4640-8568-9d20304687cf,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:22.533718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.550970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:22.621379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.633726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a0d9d-2eb3-4303-9ffd-57e94010e516 None None] Pushing event updated for resources: {'Port': ['ID=146f322d-6373-4640-8568-9d20304687cf,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.643243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object aeabb3eb-7895-46a7-9e7f-4718fe343260 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:22.690533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.776903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 82bc00b7-938c-43f4-8b8a-d63076469dab is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:22.782494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:22.789887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:22.821902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.835121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.850491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.859989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:22.914134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:22.966782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:22.966782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:22.968207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:22.972854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:22.977642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:22.977981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.014618 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fe204882-56c1-4207-a92a-826959a82946 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7445014 Feb 10 11:36:23.017051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54886) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.095014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b77a17e-ec94-4bfa-9029-ddb3d9f38d9d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:23.095756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1b77a17e-ec94-4bfa-9029-ddb3d9f38d9d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:23.117249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1b77a17e-ec94-4bfa-9029-ddb3d9f38d9d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:23.122026 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b77a17e-ec94-4bfa-9029-ddb3d9f38d9d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 HTTP/1.1" status: 200 len: 845 time: 0.1037116 Feb 10 11:36:23.122932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54890) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.128234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.199313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:23.199764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.314272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237b12f-c451-48c0-a263-17dbe4ccd17a None None] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:23.435640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1775c737-483f-4d9e-a027-58a53030cfcb None None] Provisioning for port 84c79c0b-26bd-4b22-9af9-37073b145d8e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:23.445610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.558257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:23.600918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.603035 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfe1efe7-70fe-488a-b98a-f380b5f1160f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0700002 Feb 10 11:36:23.604932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:23.606662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54894) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.612266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Sync routers for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:23.633415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:23.634046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:23.670972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.728389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.753685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.825890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:23.836643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.848661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84c79c0b-26bd-4b22-9af9-37073b145d8e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:23.852917 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-47b6455d-c8c0-465b-8f12-07b7607fac9e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 HTTP/1.1" status: 204 len: 168 time: 0.7285209 Feb 10 11:36:23.856940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54898) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.906796 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4c7261-bb54-4200-a6e3-4072ff2b874f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:23.907492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a4c7261-bb54-4200-a6e3-4072ff2b874f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:23.927805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0a4c7261-bb54-4200-a6e3-4072ff2b874f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:23.929031 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0a4c7261-bb54-4200-a6e3-4072ff2b874f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/3ee4b331-6c35-44c3-9ec7-f5892eeb6ed8 HTTP/1.1" status: 404 len: 333 time: 0.0709267 Feb 10 11:36:23.931032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:23.933068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54902) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:23.939634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'name': 'tempest-PortsIpV6TestJSON-510993098'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:23.943975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27476ddb-8381-4ef5-bebe-b33d972ecadb None None] Network 82bc00b7-938c-43f4-8b8a-d63076469dab requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:23.952293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:24.068275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:24.079039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:24.090258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:24.093838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.118940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 153e0f65-f39f-469d-9355-3feb5b85e81b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:24.145722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 82bc00b7-938c-43f4-8b8a-d63076469dab is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:24.148249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:24.198954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 84c79c0b-26bd-4b22-9af9-37073b145d8e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:24.214780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:24.352421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b9c80a1a-87dd-4c5a-ad65-2063327fa318 None None] Provisioning for port 146f322d-6373-4640-8568-9d20304687cf completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:24.364135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 84c79c0b-26bd-4b22-9af9-37073b145d8e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:24.364502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.454325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.483726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.558619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:24.562159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:24.564281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=153e0f65-f39f-469d-9355-3feb5b85e81b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:24.566273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:24.580542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:24.580542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.609077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54906) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:24.615706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:24.616160 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-82536f57-670e-4e36-878b-6fa70a129687 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6817272 Feb 10 11:36:24.702641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bd73f159-6f25-40f2-bd97-6dba90549723 None None] Provisioning complete for port 84c79c0b-26bd-4b22-9af9-37073b145d8e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:24.703011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd73f159-6f25-40f2-bd97-6dba90549723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.743280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.807933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 84c79c0b-26bd-4b22-9af9-37073b145d8e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84c79c0b-26bd-4b22-9af9-37073b145d8e,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:24.809934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:21Z', 'revision_number': 3, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:24.816076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:24.816953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 146f322d-6373-4640-8568-9d20304687cf up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:24.875060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Checking router: 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:24.875925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Updating router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 port e0cdf4d5-a132-49eb-b0e4-3165283995b5 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:24.876338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.031315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=84c79c0b-26bd-4b22-9af9-37073b145d8e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:25.036470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.183766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 146f322d-6373-4640-8568-9d20304687cf completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:25.191181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 146f322d-6373-4640-8568-9d20304687cf triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:25.191643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.300211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.306972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.357891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Provisioning for port aeabb3eb-7895-46a7-9e7f-4718fe343260 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:25.363129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:36:25.384430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] In _notify_port_updated(), no bound segment for port 153e0f65-f39f-469d-9355-3feb5b85e81b on network 8240f687-2454-4a60-aef7-787ac0ea8976 {{(pid=83554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:25.388191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:25.388773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.390022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/ports/153e0f65-f39f-469d-9355-3feb5b85e81b HTTP/1.1" status: 200 len: 818 time: 0.7806263 Feb 10 11:36:25.393624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54910) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:25.403267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Provisioning complete for port aeabb3eb-7895-46a7-9e7f-4718fe343260 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:25.403487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38768f-6c90-4c59-a3ad-c93d5b6b65ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=153e0f65-f39f-469d-9355-3feb5b85e81b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:25.403691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.467022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 153e0f65-f39f-469d-9355-3feb5b85e81b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:25.467784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.558475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Port aeabb3eb-7895-46a7-9e7f-4718fe343260 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:25.560173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.638639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 146f322d-6373-4640-8568-9d20304687cf, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=146f322d-6373-4640-8568-9d20304687cf,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:25.658595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.688714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:25.694395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.694567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e720b98-e815-4722-8150-5a37ee36d03d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7237394 Feb 10 11:36:25.697062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54914) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:25.704177 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Sync routers for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:25.704694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-757137527'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:25.733445 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:25.734061 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:25.739049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Provisioning complete for port 146f322d-6373-4640-8568-9d20304687cf triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:25.739711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30546774-9670-45ce-8a15-3c8419636034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.811351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.839404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84c79c0b-26bd-4b22-9af9-37073b145d8e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:25.851542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 153e0f65-f39f-469d-9355-3feb5b85e81b owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:25.867097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:25.876121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:25.883750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:25.892517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:25.904996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=146f322d-6373-4640-8568-9d20304687cf,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:25.906706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.920321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:25.923830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.925510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Transition to ACTIVE for port object e0cdf4d5-a132-49eb-b0e4-3165283995b5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:25.962930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:25.968459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.003726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:26.011529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:26.035709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.036045 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment ad9db4b7-b57c-48d6-bd41-ccf5067d448f of type vlan for network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf Feb 10 11:36:26.056936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.060139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=153e0f65-f39f-469d-9355-3feb5b85e81b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.067168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 84c79c0b-26bd-4b22-9af9-37073b145d8e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:26.067559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.077371 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d4b3d3be-771b-4264-86f3-34aac6be26b2 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/153e0f65-f39f-469d-9355-3feb5b85e81b HTTP/1.1" status: 204 len: 168 time: 0.6821494 Feb 10 11:36:26.078167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54918) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.115211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.139599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd811-2a6d-4816-a7b3-5ce6e567ffd2 None None] Pushing event updated for resources: {'Port': ['ID=e0cdf4d5-a132-49eb-b0e4-3165283995b5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.164003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250de3b-9651-459b-9c80-2f2c9835510f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:26.165443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d250de3b-9651-459b-9c80-2f2c9835510f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:26.182304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d250de3b-9651-459b-9c80-2f2c9835510f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:26.187223 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d250de3b-9651-459b-9c80-2f2c9835510f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1079571 Feb 10 11:36:26.188110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54922) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.203720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.207368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:26.207946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.233219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Attempting to bind port e0cdf4d5-a132-49eb-b0e4-3165283995b5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:26.234086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Attempting to bind port e0cdf4d5-a132-49eb-b0e4-3165283995b5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:26.234453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Attempting to bind port e0cdf4d5-a132-49eb-b0e4-3165283995b5 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:26.237121 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efa7956-5f4b-44ba-9f3c-e37602d281be tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:26.243215 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7efa7956-5f4b-44ba-9f3c-e37602d281be tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/153e0f65-f39f-469d-9355-3feb5b85e81b HTTP/1.1" status: 404 len: 333 time: 0.0522470 Feb 10 11:36:26.244298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54926) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.244489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Allocated IP 172.20.0.1 (9987273b-4d91-44c4-a3eb-7c06d2fd45b3/3e0ae134-4178-496e-b35a-cd6737710f9f/fa3f8ee2-cda2-4b74-b707-bf08a16f4482) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:26.244821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:26.245283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:26.245840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.246230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:26.247017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Bound port: e0cdf4d5-a132-49eb-b0e4-3165283995b5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:26.247643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.252255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-547676039'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:26.258702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:26.263046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:26.266226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:26.273375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:26.323688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:26.331263 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6307206 Feb 10 11:36:26.333255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.347659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54930) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.374471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:26.387828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.388535 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment d9eb1eea-217b-4023-be0c-840e347ca8f5 of type vlan for network 4687866d-808c-47f4-b0b4-4b3c47a12b87 Feb 10 11:36:26.403005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:26.411447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b315450b-b90e-47f2-accf-f47f0feccb82 None None] Provisioning complete for port aeabb3eb-7895-46a7-9e7f-4718fe343260 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:26.411947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b315450b-b90e-47f2-accf-f47f0feccb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.426947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98324fc9-2ea7-4e4f-840a-a5f17155bb65 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.443165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.447559 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:22Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:23Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:26.453439 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Checking router: bc809e1e-57f2-42bd-92e8-8a92f93e2856 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:26.453892 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Updating router bc809e1e-57f2-42bd-92e8-8a92f93e2856 port aeabb3eb-7895-46a7-9e7f-4718fe343260 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:26.469671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b315450b-b90e-47f2-accf-f47f0feccb82 None None] Port aeabb3eb-7895-46a7-9e7f-4718fe343260 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:26.471187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:26.483469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.489750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:26.491893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.494250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] For port e0cdf4d5-a132-49eb-b0e4-3165283995b5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:26.524776 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.550081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:26.564265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:26.566423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] For port e0cdf4d5-a132-49eb-b0e4-3165283995b5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0cdf4d5-a132-49eb-b0e4-3165283995b5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:26.568328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:26.581063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.582757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:26.593743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.611561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:26.629716 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3827624 Feb 10 11:36:26.630654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54934) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:26.637539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Transition to ACTIVE for port object fa3f8ee2-cda2-4b74-b707-bf08a16f4482 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:26.645075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:26.662698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdd811-2a6d-4816-a7b3-5ce6e567ffd2 None None] Pushing event updated for resources: {'Port': ['ID=e0cdf4d5-a132-49eb-b0e4-3165283995b5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.675701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47b0ca-56a3-4bdd-b160-faddb598886a tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=4687866d-808c-47f4-b0b4-4b3c47a12b87,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.688586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:26.703110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:26.703896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:26.736279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.804076 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:26.808495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:26.813871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:26.820855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:26.833610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:26.838235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:26.916488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:26.934558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:26.938322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:26.943737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:26.989092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Pushing event updated for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:26.993923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.099414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.123852 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.150708 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Transition to ACTIVE for port object aeabb3eb-7895-46a7-9e7f-4718fe343260 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:27.161798 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.200672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.291100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4c11278e-f2c9-436a-b74e-3203da5533b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.319769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=0f7398de-803c-4178-a26f-f8a8ba8edda5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:27.338556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.355370 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Pushing event updated for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:27.367029 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.367528 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.367990 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.368588 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.369035 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.369516 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.369944 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.370381 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.372169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.372684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.373242 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:27.415030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f2510ee-e193-404d-96d5-a46f24e314d9 None None] Provisioning for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:27.425272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0f2510ee-e193-404d-96d5-a46f24e314d9 None None] Provisioning complete for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:27.425638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f2510ee-e193-404d-96d5-a46f24e314d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.434761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:27.435880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:27.459836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.489504 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Attempting to bind port aeabb3eb-7895-46a7-9e7f-4718fe343260 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:27.489962 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Attempting to bind port aeabb3eb-7895-46a7-9e7f-4718fe343260 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:27.490549 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Attempting to bind port aeabb3eb-7895-46a7-9e7f-4718fe343260 on network 82bc00b7-938c-43f4-8b8a-d63076469dab {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:27.500682 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:27.501261 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Checking segment: {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:27.501728 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.502217 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Bound using segment: {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:27.502895 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Bound port: aeabb3eb-7895-46a7-9e7f-4718fe343260, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1316b158-d247-4e2f-a4f6-0e9a6a699eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:27.503374 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.528401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0f2510ee-e193-404d-96d5-a46f24e314d9 None None] Port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:27.548908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:21Z', 'revision_number': 3, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.551589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:27.561966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc8cab-4715-4e2f-b0b0-63da0d96ae8c None None] The sync data for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv is: [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:21Z', 'revision_number': 3, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:27.572997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=fd2152f7-9088-4c1f-90a3-1bf081403992,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:27.573859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:27.582679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:27.583424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.594691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd9205f-0f53-497f-9038-b124a7f4a83d None None] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:27.628045 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': 'd9eb1eea-217b-4023-be0c-840e347ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:27.628461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: 4687866d-808c-47f4-b0b4-4b3c47a12b87, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:27.655841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:27.666833 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] For port aeabb3eb-7895-46a7-9e7f-4718fe343260, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:27.670223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4687866d-808c-47f4-b0b4-4b3c47a12b87) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:27.675095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:27.675975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.694358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-058695b5-9849-4190-ad69-bba31137709a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3427353 Feb 10 11:36:27.696457 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] For port aeabb3eb-7895-46a7-9e7f-4718fe343260, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=aeabb3eb-7895-46a7-9e7f-4718fe343260,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:27.702275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:27.703575 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:27.717602 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10168255-8612-4e6d-a28c-1df28c7dbac6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0808897 Feb 10 11:36:27.718740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54942) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:27.725233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38a1eb-64ab-4f84-a5a1-1ea25f6cbbc6 None None] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:27.726005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:27.817520 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308507d-69df-4143-874f-d89c5ac81be4 None None] Pushing event updated for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:27.824226 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:27.826842 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:35:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:27.851610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 146f322d-6373-4640-8568-9d20304687cf up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:27.890584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:27.895619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:27.899541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:27.914544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:27.957656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:27.968277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.065330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.074894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.089611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:28.212905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '0f7398de-803c-4178-a26f-f8a8ba8edda5'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:28.213729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.239053 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd2152f7-9088-4c1f-90a3-1bf081403992 (CIDR: 2001:db8::/64) Feb 10 11:36:28.245784 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:36:28.246676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:36:28.248800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 146f322d-6373-4640-8568-9d20304687cf triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:28.249167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.278919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54946) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:28.283575 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1a9422d3-d383-497c-b5ce-14de4c68aff3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5622778 Feb 10 11:36:28.292676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:28.379659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Pushing event updated for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:28.383447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.403624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4687866d-808c-47f4-b0b4-4b3c47a12b87', 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': 'fd2152f7-9088-4c1f-90a3-1bf081403992'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:28.404413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:28.481398 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:22Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:28.485353 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9e34da-9a1c-425c-b8fb-63cb1bb0e1bd None None] The sync data for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv is: [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:22Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:28.561299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:28.617656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Allocated IP 172.21.0.2 (4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf/0f7398de-803c-4178-a26f-f8a8ba8edda5/3e316044-4d84-4351-a5a6-f1d0fa08f12b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:28.622696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:28.630133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:28.702070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:28.740633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:28.761461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Allocated IP 2001:db8::2 (4687866d-808c-47f4-b0b4-4b3c47a12b87/fd2152f7-9088-4c1f-90a3-1bf081403992/3d68ab75-5602-4dd3-b94b-73e4ed570405) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:28.770630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:28.815822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:28.982898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.031658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Transition to ACTIVE for port object 3e316044-4d84-4351-a5a6-f1d0fa08f12b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:29.071045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.073885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Transition to ACTIVE for port object 3e316044-4d84-4351-a5a6-f1d0fa08f12b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:29.085248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.092486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.133897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Transition to ACTIVE for port object 3d68ab75-5602-4dd3-b94b-73e4ed570405 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:29.183040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Transition to ACTIVE for port object 3d68ab75-5602-4dd3-b94b-73e4ed570405 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:29.189034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:29.195557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:29.198113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Pushing event updated for resources: {'Port': ['ID=3e316044-4d84-4351-a5a6-f1d0fa08f12b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:29.200261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:29.203043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.263093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-478e2d98-fc31-4c38-a1ae-0c1a5fbcb7f7 None None] Provisioning complete for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:29.263425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-478e2d98-fc31-4c38-a1ae-0c1a5fbcb7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.409606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:29.441561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Pushing event updated for resources: {'Port': ['ID=3d68ab75-5602-4dd3-b94b-73e4ed570405,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:29.446526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:29.456627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:29.482890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-478e2d98-fc31-4c38-a1ae-0c1a5fbcb7f7 None None] Port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:29.484311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5474d54d-358c-4fa6-81ac-94bae3620c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.488495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Attempting to bind port 3e316044-4d84-4351-a5a6-f1d0fa08f12b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:29.488901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Attempting to bind port 3e316044-4d84-4351-a5a6-f1d0fa08f12b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:29.489258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Attempting to bind port 3e316044-4d84-4351-a5a6-f1d0fa08f12b on network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:29.551401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:29.551642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Checking segment: {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:29.552182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.552329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Bound using segment: {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:29.552718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Bound port: 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:29.553081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.589058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Attempting to bind port 3d68ab75-5602-4dd3-b94b-73e4ed570405 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:29.589420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Attempting to bind port 3d68ab75-5602-4dd3-b94b-73e4ed570405 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd9eb1eea-217b-4023-be0c-840e347ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:29.589785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Attempting to bind port 3d68ab75-5602-4dd3-b94b-73e4ed570405 on network 4687866d-808c-47f4-b0b4-4b3c47a12b87 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:29.628049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:29.628753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Checking segment: {'id': 'd9eb1eea-217b-4023-be0c-840e347ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:29.628896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.629181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Bound using segment: {'id': 'd9eb1eea-217b-4023-be0c-840e347ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:29.629643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Bound port: 3d68ab75-5602-4dd3-b94b-73e4ed570405, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9eb1eea-217b-4023-be0c-840e347ca8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:29.630007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.724275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] For port 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:29.745486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] For port 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3e316044-4d84-4351-a5a6-f1d0fa08f12b,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:29.751423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] For port 3d68ab75-5602-4dd3-b94b-73e4ed570405, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:29.753759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.758133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] For port 3d68ab75-5602-4dd3-b94b-73e4ed570405, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d68ab75-5602-4dd3-b94b-73e4ed570405,segment=NetworkSegment(d9eb1eea-217b-4023-be0c-840e347ca8f5),segment_id=d9eb1eea-217b-4023-be0c-840e347ca8f5)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:29.797009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.847007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddbf02-7791-4aed-9ced-e1399bd6553d None None] Pushing event updated for resources: {'Port': ['ID=3e316044-4d84-4351-a5a6-f1d0fa08f12b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:29.878629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.938180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90490-6868-4c4e-a81b-7c783625732d None None] Pushing event updated for resources: {'Port': ['ID=3d68ab75-5602-4dd3-b94b-73e4ed570405,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:29.953136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:29.978547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:29.987854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:29.988824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:29.992310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:29.992894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.062945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=aa3e1e27-b465-49c8-8829-e6407069f20d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:30.166412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b36363e-aadf-4aea-bbb6-c0ef988d5747 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8855438 Feb 10 11:36:30.169623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54950) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:30.178340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'fixed_ips': [{'subnet_id': 'fd2152f7-9088-4c1f-90a3-1bf081403992'}, {'subnet_id': 'aa3e1e27-b465-49c8-8829-e6407069f20d'}], 'name': 'tempest-PortsIpV6TestJSON-9493260'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:30.349371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:30.354847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:30.358067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:30.365114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:30.388939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:30.397670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.432102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:30.448726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.585559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.21.0.1 (4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf/0f7398de-803c-4178-a26f-f8a8ba8edda5/7d11fd13-2843-4cce-8bd0-620b874d0e37) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:30.622442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:30.640576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.694453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-77c5529a-924d-459b-81db-432046d8efeb admin admin] 10.222.0.42 "PUT /v2.0/routers/52cf97a9-2754-4a0d-bea8-e8a2bdd242d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0865071 Feb 10 11:36:30.768489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.784998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object 7d11fd13-2843-4cce-8bd0-620b874d0e37 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:30.797122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::1cb (4687866d-808c-47f4-b0b4-4b3c47a12b87/fd2152f7-9088-4c1f-90a3-1bf081403992/1107d8d7-8c0e-486f-9d6b-489d0a82dd04) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:30.805555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8:0:1::33b (4687866d-808c-47f4-b0b4-4b3c47a12b87/aa3e1e27-b465-49c8-8829-e6407069f20d/1107d8d7-8c0e-486f-9d6b-489d0a82dd04) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:30.810567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:30.879446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:30.887959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:30.890474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:30.958538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.047503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.061796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:31.162819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.181491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:31.210799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.359287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1107d8d7-8c0e-486f-9d6b-489d0a82dd04,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:31.364215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0eab29-314a-4f35-9eb3-6efddcb8eb9d None None] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:31.383947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:31.385097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:31.388386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:31.392463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:31.393086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.449544 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b4fb3d99-aed8-44db-98e6-fb424b3341d1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.2752550 Feb 10 11:36:31.449778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54960) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:31.455259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd2152f7-9088-4c1f-90a3-1bf081403992'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:31.620832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:31.632920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184410159', 'description': 'tempest-secgroup-smoke-1184410159 description', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:31.643199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:31.670736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:31.703482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a83ac336-00dc-4854-99d4-a8b68b1a8cd0 None None] Provisioning for port 3d68ab75-5602-4dd3-b94b-73e4ed570405 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:31.742568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.763789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:31.778406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:31.797799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:31.845094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:31.936757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:31.937709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:32.000377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:32.006490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:32.016822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:32.030706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:32.061233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8b026-04e5-4735-864f-2dc8eb8541f1 None None] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:32.116717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.144343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.272128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Delete allocated IP 2001:db8:0:1::33b (4687866d-808c-47f4-b0b4-4b3c47a12b87/aa3e1e27-b465-49c8-8829-e6407069f20d) {{(pid=83553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:36:32.277398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:32.278232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d68ab75-5602-4dd3-b94b-73e4ed570405 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:32.353521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.362928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.390673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.484213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.530613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d87edd-29de-4415-b2ce-f4bcf88fb076,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:32.537826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.542218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c48763b-a702-4040-9f95-ba2f5847063b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9177568 Feb 10 11:36:32.542720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:32.551026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:32.566363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:32.597837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8ead8e61-8894-4ec2-9b21-c03768a22d94 None None] Provisioning for port 3e316044-4d84-4351-a5a6-f1d0fa08f12b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:32.601448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:32.608413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:32.627056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.630642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:32.649657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Ignored duplicate provisioning block setup for port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:36:32.656819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.673432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:32.676728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:32.720471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3d68ab75-5602-4dd3-b94b-73e4ed570405 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:32.727133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:32.778231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3d68ab75-5602-4dd3-b94b-73e4ed570405 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:32.778631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.790635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1107d8d7-8c0e-486f-9d6b-489d0a82dd04,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:32.796296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] In _notify_port_updated(), no bound segment for port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 on network 4687866d-808c-47f4-b0b4-4b3c47a12b87 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:32.800113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:32.800923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:32.805442 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7c0fafeb-e122-4491-8729-26edee7cf5c0 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/ports/1107d8d7-8c0e-486f-9d6b-489d0a82dd04 HTTP/1.1" status: 200 len: 923 time: 1.3517482 Feb 10 11:36:32.805581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54972) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:32.811651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd2152f7-9088-4c1f-90a3-1bf081403992'}, {'subnet_id': 'aa3e1e27-b465-49c8-8829-e6407069f20d'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:32.848912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.097958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.106235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Update dhcp port {'port': {'network_id': '4687866d-808c-47f4-b0b4-4b3c47a12b87', 'fixed_ips': [{'subnet_id': 'fd2152f7-9088-4c1f-90a3-1bf081403992', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa3e1e27-b465-49c8-8829-e6407069f20d'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '3d68ab75-5602-4dd3-b94b-73e4ed570405'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:36:33.112082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.138079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.150775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730e78c5-bfc7-496b-befb-f065b2599d7d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.175717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.178912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.180503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0fb955c-802f-4b2c-82e0-350722eff88f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6368072 Feb 10 11:36:33.183168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.190055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.197590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:33.202672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:33.206992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:33.214368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.231682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:33.243713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.331204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.423440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3d68ab75-5602-4dd3-b94b-73e4ed570405, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d68ab75-5602-4dd3-b94b-73e4ed570405,segment=NetworkSegment(d9eb1eea-217b-4023-be0c-840e347ca8f5),segment_id=d9eb1eea-217b-4023-be0c-840e347ca8f5)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:33.471404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.477994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.491850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.492644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3e316044-4d84-4351-a5a6-f1d0fa08f12b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:33.504369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea011bc-d026-4acf-8047-8f07a6c0c2d0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.530108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.534170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9393d317-a413-4f39-8749-0a21f5e90a1d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3474677 Feb 10 11:36:33.535104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54980) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.546898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.555697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:33.561338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:33.567666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:33.577286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:33.586015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7bf2526a-ac96-4aae-9788-7f4d9d7065b0 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8784297 Feb 10 11:36:33.586116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.586218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.587584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8:0:1::3b2 (4687866d-808c-47f4-b0b4-4b3c47a12b87/aa3e1e27-b465-49c8-8829-e6407069f20d/1107d8d7-8c0e-486f-9d6b-489d0a82dd04) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:33.592289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1799845170'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.597591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:33.602118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:33.605511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:33.611636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.621585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:33.624879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.628785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.654751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:33.664108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.664442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 7df5c9a0-133c-4067-8236-e62fca1f33fb of type vlan for network 4b4a3f69-5071-45d3-8266-db7acc474481 Feb 10 11:36:33.692462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.727300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.731479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:33.731799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3d68ab75-5602-4dd3-b94b-73e4ed570405,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.732286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.742612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.743342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5bf1a319-fc8e-4a77-a26c-2df9a0b66ec8 None None] Provisioning for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:33.752099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5bf1a319-fc8e-4a77-a26c-2df9a0b66ec8 None None] Provisioning complete for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:33.752465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a319-fc8e-4a77-a26c-2df9a0b66ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.761725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.766679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.805644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d20bb3a-2a9a-4dbe-b3af-0bc73d22a879,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.811723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.813089 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e94d34e2-614c-46ad-8b3f-b00e035359fd tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2767889 Feb 10 11:36:33.817759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54988) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.820666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3e316044-4d84-4351-a5a6-f1d0fa08f12b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:33.824505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1a319-fc8e-4a77-a26c-2df9a0b66ec8 None None] Port 7d11fd13-2843-4cce-8bd0-620b874d0e37 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:33.828224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:33.831223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3e316044-4d84-4351-a5a6-f1d0fa08f12b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:33.831634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.846765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:33.855906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:33.868885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:33.874963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 2, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:33.880845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:33.887269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:33.887643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Updating router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f port 9c5e233d-0804-4160-a9c0-d933c487c605 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:33.907615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.958322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.963581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3739238 Feb 10 11:36:33.965526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 54992) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:33.968327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:33.971141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c03a47-e674-42ce-9966-6839fe774512 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=4b4a3f69-5071-45d3-8266-db7acc474481,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:33.980026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:34.009236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4b4a3f69-5071-45d3-8266-db7acc474481 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:34.068838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Ignored duplicate provisioning block setup for port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:36:34.082908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.137765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-91b283ce-fa0a-4638-82cf-1b863cc3cc1e None None] Provisioning complete for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:34.138134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-91b283ce-fa0a-4638-82cf-1b863cc3cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.182747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:34.192383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.193456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:34.199215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:34.232212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1107d8d7-8c0e-486f-9d6b-489d0a82dd04,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.234435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.240628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:34.268405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.300019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] In _notify_port_updated(), no bound segment for port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 on network 4687866d-808c-47f4-b0b4-4b3c47a12b87 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:36:34.303788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:34.304396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.305660 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cd184b9e-8f54-457d-afaa-c4f02661272b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/ports/1107d8d7-8c0e-486f-9d6b-489d0a82dd04 HTTP/1.1" status: 200 len: 1009 time: 1.4990985 Feb 10 11:36:34.307821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0691e8-cc16-44eb-b0b2-f2e7eda100e9,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.308869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 54996) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:34.312770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:34.351546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-91b283ce-fa0a-4638-82cf-1b863cc3cc1e None None] Port 7d11fd13-2843-4cce-8bd0-620b874d0e37 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:34.379123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.380546 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e7523ae7-24cc-47fc-8f2e-a9118b764246 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5616105 Feb 10 11:36:34.383444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Allocated IP 2001:db8:0:1::2 (4687866d-808c-47f4-b0b4-4b3c47a12b87/aa3e1e27-b465-49c8-8829-e6407069f20d/3d68ab75-5602-4dd3-b94b-73e4ed570405) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:34.385581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55000) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:34.394387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:34.394724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.426240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:34.426952 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.430870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3e316044-4d84-4351-a5a6-f1d0fa08f12b,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:34.439437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:34.451953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:34.456827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:34.465802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:34.503569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.504268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0cdf4d5-a132-49eb-b0e4-3165283995b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:34.518491 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Project a949380140f34dc0ac3ca1a90c759bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:36:34.534122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.659594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.729470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.737908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.743779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.802455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3e316044-4d84-4351-a5a6-f1d0fa08f12b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.854306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=7a7f9ea5-5003-4f9e-84e0-1786a730976e,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.862356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:34.862827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] For port 3d68ab75-5602-4dd3-b94b-73e4ed570405, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d68ab75-5602-4dd3-b94b-73e4ed570405,segment=NetworkSegment(d9eb1eea-217b-4023-be0c-840e347ca8f5),segment_id=d9eb1eea-217b-4023-be0c-840e347ca8f5)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:34.863788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: 4b4a3f69-5071-45d3-8266-db7acc474481, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:34.868231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e0cdf4d5-a132-49eb-b0e4-3165283995b5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:34.870803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 1107d8d7-8c0e-486f-9d6b-489d0a82dd04 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:34.887098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4b4a3f69-5071-45d3-8266-db7acc474481 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:34.899551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4b4a3f69-5071-45d3-8266-db7acc474481) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:34.904159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:34.905472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.913202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e0cdf4d5-a132-49eb-b0e4-3165283995b5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:34.914079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.923675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6950440e-9bbd-4b40-a027-d294adf53fb4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:34.931677 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d99dba5-e6fc-4ded-8152-229132c771b7 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9658799 Feb 10 11:36:34.934283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55004) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:34.940263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:34.941478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12e346d7-8e75-43d3-83eb-6de01b5afed9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5548000 Feb 10 11:36:34.943516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ebc52-03d1-4290-ac88-e216cd6016c5 None None] Network 4b4a3f69-5071-45d3-8266-db7acc474481 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:34.945928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55008) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:34.954944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'security_group_rule': {'security_group_id': 'd9d87edd-29de-4415-b2ce-f4bcf88fb076', 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:34.974927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:34.979959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:security_group_rule and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:34.983597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:34.990620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:35.050633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.resource_extend [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:36:35.051205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Project a949380140f34dc0ac3ca1a90c759bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:36:35.060075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.091376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.096408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.129052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Transition to ACTIVE for port object 9c5e233d-0804-4160-a9c0-d933c487c605 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:35.156267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Transition to ACTIVE for port object 3d68ab75-5602-4dd3-b94b-73e4ed570405 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:35.157215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.200033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.200393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.202493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.250149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.259613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=1107d8d7-8c0e-486f-9d6b-489d0a82dd04,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.291824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.295992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3459408 Feb 10 11:36:35.320303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a9237-680a-4b02-b49d-8a236ce7d3f1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21725ca-ac40-46a9-974e-93edcf3c5040,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.416738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.419051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b37f96da-a83c-46fe-9afc-988ba205bdae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/1107d8d7-8c0e-486f-9d6b-489d0a82dd04 HTTP/1.1" status: 204 len: 168 time: 1.1083772 Feb 10 11:36:35.422340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55024) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:35.448850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ac17d-dd15-460c-a24e-15c6c60121e1 None None] Pushing event updated for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.502630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f39fbd3-db50-474d-a046-beb2dd379319 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:35.503534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f39fbd3-db50-474d-a046-beb2dd379319 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:35.528650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f39fbd3-db50-474d-a046-beb2dd379319 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:35.533095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f39fbd3-db50-474d-a046-beb2dd379319 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/1107d8d7-8c0e-486f-9d6b-489d0a82dd04 HTTP/1.1" status: 404 len: 333 time: 0.1070819 Feb 10 11:36:35.533578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55032) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:35.569941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.778817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.783917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e0cdf4d5-a132-49eb-b0e4-3165283995b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0cdf4d5-a132-49eb-b0e4-3165283995b5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:35.793655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet aa3e1e27-b465-49c8-8829-e6407069f20d {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:35.797228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.804201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.812006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4b4a3f69-5071-45d3-8266-db7acc474481', 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:35.812990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:35.894051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147d170-afd6-4caf-abde-09873dae3e83 None None] Pushing event updated for resources: {'Port': ['ID=3d68ab75-5602-4dd3-b94b-73e4ed570405,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:35.932902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.098042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.228062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.248821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device aeabb3eb-7895-46a7-9e7f-4718fe343260 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:36.280624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3e1e27-b465-49c8-8829-e6407069f20d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:36.285038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.292782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0169892-b0bd-475f-8a03-6ad58818c2ff tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/aa3e1e27-b465-49c8-8829-e6407069f20d HTTP/1.1" status: 204 len: 168 time: 0.7578378 Feb 10 11:36:36.295176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55044) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.317433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Allocated IP 172.22.0.2 (4b4a3f69-5071-45d3-8266-db7acc474481/7a7f9ea5-5003-4f9e-84e0-1786a730976e/f13128f3-f4a5-4fff-b13e-c8ec09860a21) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:36.385591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet fd2152f7-9088-4c1f-90a3-1bf081403992 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:36.390554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.469731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Attempting to bind port 9c5e233d-0804-4160-a9c0-d933c487c605 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:36.470206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Attempting to bind port 9c5e233d-0804-4160-a9c0-d933c487c605 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:36.470673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Attempting to bind port 9c5e233d-0804-4160-a9c0-d933c487c605 on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:36.480950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.535536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e0cdf4d5-a132-49eb-b0e4-3165283995b5,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:36.541157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:36.541825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:36.542348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.542845 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Bound using segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:36.543481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Bound port: 9c5e233d-0804-4160-a9c0-d933c487c605, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:36.543965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.604818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b391b4-1ea0-475b-85b5-0545f181e8bf None None] Network 4687866d-808c-47f4-b0b4-4b3c47a12b87 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:36.684711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.744794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port aeabb3eb-7895-46a7-9e7f-4718fe343260 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:36.761006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.779403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port aeabb3eb-7895-46a7-9e7f-4718fe343260 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:36.779775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.806932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2152f7-9088-4c1f-90a3-1bf081403992,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:36.812487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.822019 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e8d2c51-6400-4660-904b-f01eda76778e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/fd2152f7-9088-4c1f-90a3-1bf081403992 HTTP/1.1" status: 204 len: 168 time: 0.5231125 Feb 10 11:36:36.822304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55056) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:36.944926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.956460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 3d68ab75-5602-4dd3-b94b-73e4ed570405 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:36.956793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:36.965259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] For port 9c5e233d-0804-4160-a9c0-d933c487c605, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:36.968855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b77bcd87-e3d3-4529-b15f-01b0eeccd646 None None] Provisioning for port 3d68ab75-5602-4dd3-b94b-73e4ed570405 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:37.002700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b77bcd87-e3d3-4529-b15f-01b0eeccd646 None None] Provisioning complete for port 3d68ab75-5602-4dd3-b94b-73e4ed570405 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:37.003065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b77bcd87-e3d3-4529-b15f-01b0eeccd646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.033395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] For port 9c5e233d-0804-4160-a9c0-d933c487c605, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9c5e233d-0804-4160-a9c0-d933c487c605,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:37.035603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.088598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.150443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Transition to ACTIVE for port object f13128f3-f4a5-4fff-b13e-c8ec09860a21 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:37.191804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 3d68ab75-5602-4dd3-b94b-73e4ed570405, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3d68ab75-5602-4dd3-b94b-73e4ed570405,segment=NetworkSegment(d9eb1eea-217b-4023-be0c-840e347ca8f5),segment_id=d9eb1eea-217b-4023-be0c-840e347ca8f5)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:37.192119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.247719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Transition to ACTIVE for port object f13128f3-f4a5-4fff-b13e-c8ec09860a21 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:37.297145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.311862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ac17d-dd15-460c-a24e-15c6c60121e1 None None] Pushing event updated for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:37.451327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.471220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:37.471876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.519835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 3d68ab75-5602-4dd3-b94b-73e4ed570405 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:37.549470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.22.0.1 (4b4a3f69-5071-45d3-8266-db7acc474481/7a7f9ea5-5003-4f9e-84e0-1786a730976e/bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:37.637804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Network 4b4a3f69-5071-45d3-8266-db7acc474481 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:37.651543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b77bcd87-e3d3-4529-b15f-01b0eeccd646 None None] Could not find standard attr ID for object 1107d8d7-8c0e-486f-9d6b-489d0a82dd04. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:36:37.657885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:37.660431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:37.698393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.726958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Pushing event updated for resources: {'Port': ['ID=f13128f3-f4a5-4fff-b13e-c8ec09860a21,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:37.750905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae136e-6df6-4c4f-ba5d-60d123b7cb80 None None] DHCP port deletion for 4687866d-808c-47f4-b0b4-4b3c47a12b87 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:37.755364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=3d68ab75-5602-4dd3-b94b-73e4ed570405,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:37.783163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port 3d68ab75-5602-4dd3-b94b-73e4ed570405 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:37.799309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port aeabb3eb-7895-46a7-9e7f-4718fe343260, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=aeabb3eb-7895-46a7-9e7f-4718fe343260,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:37.830433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.831217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d68ab75-5602-4dd3-b94b-73e4ed570405 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:37.908107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.914473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3d68ab75-5602-4dd3-b94b-73e4ed570405 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:37.914765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d68ab75-5602-4dd3-b94b-73e4ed570405 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 11:36:37.946320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:37.953583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:37.963000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Attempting to bind port f13128f3-f4a5-4fff-b13e-c8ec09860a21 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:37.963315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Attempting to bind port f13128f3-f4a5-4fff-b13e-c8ec09860a21 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:37.963679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Attempting to bind port f13128f3-f4a5-4fff-b13e-c8ec09860a21 on network 4b4a3f69-5071-45d3-8266-db7acc474481 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:37.970140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port 3d68ab75-5602-4dd3-b94b-73e4ed570405 not found, will not notify nova. {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 11:36:37.970743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3e316044-4d84-4351-a5a6-f1d0fa08f12b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:37.976935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4687866d-808c-47f4-b0b4-4b3c47a12b87']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.992115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb1eea-217b-4023-be0c-840e347ca8f5') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:37.992511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb1eea-217b-4023-be0c-840e347ca8f5') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:38.007078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.025620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.034061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.039058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:38.040010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.042725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:38.043107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Checking segment: {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:38.043543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.043929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Bound using segment: {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:38.044402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Bound port: f13128f3-f4a5-4fff-b13e-c8ec09860a21, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:38.044778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.078377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:38.089283 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:38.133818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.202974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4b4a3f69-5071-45d3-8266-db7acc474481 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:38.207386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:38.210034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.212391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.214344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:38.258390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.282140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=4687866d-808c-47f4-b0b4-4b3c47a12b87,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.301800 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1c1b4a35-0855-402a-bfbe-c3c600a64296 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/4687866d-808c-47f4-b0b4-4b3c47a12b87 HTTP/1.1" status: 204 len: 168 time: 1.4783003 Feb 10 11:36:38.306345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55078) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:38.313308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.382046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3e316044-4d84-4351-a5a6-f1d0fa08f12b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:38.382422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.390001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2b70c-be6a-4e42-9387-c83cc2454c16 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:38.394705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-61c2b70c-be6a-4e42-9387-c83cc2454c16 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0848007 Feb 10 11:36:38.394963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55082) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:38.425976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] For port f13128f3-f4a5-4fff-b13e-c8ec09860a21, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:38.443969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.451211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] For port f13128f3-f4a5-4fff-b13e-c8ec09860a21, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f13128f3-f4a5-4fff-b13e-c8ec09860a21,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:38.460476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.482676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6ea22e8a-b907-4509-b7cd-7d8b6b91590b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0864933 Feb 10 11:36:38.485847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55086) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:38.492023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814912470'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:38.498049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:38.506529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:38.510104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:38.516838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:38.535920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:38.540210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.579165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:38.593837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.594471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment e0d162ea-6604-40ac-9276-ec0e2cb57a42 of type vlan for network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 Feb 10 11:36:38.634040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.671436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.677986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:38.679104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:38.779107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1537db-db62-483d-b062-c9b0ed30026f None None] Pushing event updated for resources: {'Port': ['ID=f13128f3-f4a5-4fff-b13e-c8ec09860a21,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.824895 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:36:38.861791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=2fa9cba0-06a8-496b-911d-72a2e999c0c4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:38.866784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3eb39426-972d-4336-bc47-566ce565748b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3782160 Feb 10 11:36:38.867981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55092) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:38.869544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:36Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:38.884203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:38.887126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:38.936859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6f91-5a2e-4918-8ce3-97c2ceeb4b15 None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:36Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:39.092302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0cdf4d5-a132-49eb-b0e4-3165283995b5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:39.128068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.134083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.142629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:39.147059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:39.151710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:39.157594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:39.173493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:39.312339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:39.358282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e0cdf4d5-a132-49eb-b0e4-3165283995b5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:39.359015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.384341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.397225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.547472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device aeabb3eb-7895-46a7-9e7f-4718fe343260 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:39.653849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port aeabb3eb-7895-46a7-9e7f-4718fe343260 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:39.654150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.717839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.804709 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network 4b4a3f69-5071-45d3-8266-db7acc474481 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:39.809049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:39.825320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=70b09530-d776-44ee-bd3e-1a73004f5550,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:39.826147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9c5e233d-0804-4160-a9c0-d933c487c605 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:39.905778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': 'e0d162ea-6604-40ac-9276-ec0e2cb57a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:39.906138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: 2fa9cba0-06a8-496b-911d-72a2e999c0c4, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:39.922967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9c5e233d-0804-4160-a9c0-d933c487c605 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:39.936477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9c5e233d-0804-4160-a9c0-d933c487c605 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:39.936856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:39.943106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:39.958241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 2fa9cba0-06a8-496b-911d-72a2e999c0c4) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:39.963992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:39.964897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.015523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894b8dd-ad88-406f-a4ba-9d39c25148f1 None None] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:40.018944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8b507c87-7f7b-46e8-bd2d-8d6a96b8425f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1495411 Feb 10 11:36:40.021251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55098) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:40.030350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4', 'name': 'tempest-PortsIpV6TestJSON-410883558'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:40.217344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.328548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:40.338007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:40.342723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:40.355282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:40.364372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ecd99-bff1-41d4-b77a-e59610adfda4 None None] Network 4b4a3f69-5071-45d3-8266-db7acc474481 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:40.367469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:40.372854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.400367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9c5e233d-0804-4160-a9c0-d933c487c605, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9c5e233d-0804-4160-a9c0-d933c487c605,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:40.410858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 84029243-25e7-4a0e-8f23-5ecf7814a50d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:40.457702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:40.459387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.576127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d68ab75-5602-4dd3-b94b-73e4ed570405 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:40.615015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3d68ab75-5602-4dd3-b94b-73e4ed570405 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:40.615305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3d68ab75-5602-4dd3-b94b-73e4ed570405 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:40.639313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::1eb (2fa9cba0-06a8-496b-911d-72a2e999c0c4/70b09530-d776-44ee-bd3e-1a73004f5550/84029243-25e7-4a0e-8f23-5ecf7814a50d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:40.641861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-2fa9cba0-06a8-496b-911d-72a2e999c0c4', 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': '70b09530-d776-44ee-bd3e-1a73004f5550'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:40.642759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.674248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bb805c53-37a4-432b-a327-0c411e830a18 None None] Provisioning for port f13128f3-f4a5-4fff-b13e-c8ec09860a21 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:40.708565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:40.722306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:40.730561 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4fa78d50-d41f-45fd-9e1f-c37dcbe92e3e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7929754 Feb 10 11:36:40.731760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55102) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:40.740906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'network': {'name': 'tempest-RoutersTest-1645865823'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:40.789469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:40.803569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:network and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:40.813940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:40.822919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:40.844944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:40.848118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.915051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:40.925807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.940672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:40.941015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added segment 90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1 of type vlan for network d938cbc1-9663-4f04-9e43-71a8ab519177 Feb 10 11:36:40.948079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 84029243-25e7-4a0e-8f23-5ecf7814a50d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:40.990838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.035213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.079102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9c5e233d-0804-4160-a9c0-d933c487c605 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:41.153969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:41.164278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Allocated IP 2001:db8::2 (2fa9cba0-06a8-496b-911d-72a2e999c0c4/70b09530-d776-44ee-bd3e-1a73004f5550/e308c4bd-dcf7-4e11-99d3-9afef23c8770) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:41.170929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:41.176900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:41.184129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:41.184736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.189843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.193270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:41.194799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.355283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9c5e233d-0804-4160-a9c0-d933c487c605 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:41.355989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.377465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=84029243-25e7-4a0e-8f23-5ecf7814a50d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:41.392137 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fbd7e623-19a9-41bb-96c2-1b3eb0670817 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3658521 Feb 10 11:36:41.393389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55108) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:41.400722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4', 'name': 'tempest-PortsIpV6TestJSON-514205907'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:41.460391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7278013 Feb 10 11:36:41.464484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:41.472392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'subnet': {'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:41.474917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d7272f61-a276-4ed9-b268-c0200503cba3 None None] Provisioning for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:41.485826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d7272f61-a276-4ed9-b268-c0200503cba3 None None] Provisioning complete for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:41.486199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7272f61-a276-4ed9-b268-c0200503cba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.499375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6bc98-0a5a-4bc4-945f-b2406adb4bb2 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Network': ['ID=d938cbc1-9663-4f04-9e43-71a8ab519177,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:41.520678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network d938cbc1-9663-4f04-9e43-71a8ab519177 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:41.604490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:41.610826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:subnet and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:41.615931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:41.634571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:41.641553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:41.647221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:41.652845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:41.653806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Made reservation on behalf of a3da23f49fb6473499326fd569856773 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:41.664856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:41.679761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:41.683421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.716486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 0a4b26ec-3c6f-4d4a-a274-0106b951fead yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:41.824262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.828924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d7272f61-a276-4ed9-b268-c0200503cba3 None None] Port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:41.834767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f13128f3-f4a5-4fff-b13e-c8ec09860a21 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:41.859720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:41.884297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Transition to ACTIVE for port object e308c4bd-dcf7-4e11-99d3-9afef23c8770 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:41.928704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Transition to ACTIVE for port object e308c4bd-dcf7-4e11-99d3-9afef23c8770 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:41.957896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.004221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f13128f3-f4a5-4fff-b13e-c8ec09860a21 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:42.042645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:42.043609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f13128f3-f4a5-4fff-b13e-c8ec09860a21 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:42.043995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.081449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:42.090682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d2fb0ad4-42e4-4153-bc39-37e6833dd0d6 None None] Provisioning complete for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:42.090961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.091344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0ad4-42e4-4153-bc39-37e6833dd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.120043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:42.133826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::2c8 (2fa9cba0-06a8-496b-911d-72a2e999c0c4/70b09530-d776-44ee-bd3e-1a73004f5550/0a4b26ec-3c6f-4d4a-a274-0106b951fead) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:42.149730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Pushing event updated for resources: {'Port': ['ID=e308c4bd-dcf7-4e11-99d3-9afef23c8770,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:42.226514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Subnet': ['ID=12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:42.246776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb0ad4-42e4-4153-bc39-37e6833dd0d6 None None] Port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:42.254968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Checking segment: {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:42.255493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network hostable DHCP agents. Network: d938cbc1-9663-4f04-9e43-71a8ab519177, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:42.276740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Attempting to bind port e308c4bd-dcf7-4e11-99d3-9afef23c8770 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:42.277189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Attempting to bind port e308c4bd-dcf7-4e11-99d3-9afef23c8770 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'e0d162ea-6604-40ac-9276-ec0e2cb57a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:42.277528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Attempting to bind port e308c4bd-dcf7-4e11-99d3-9afef23c8770 on network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:42.299179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network d938cbc1-9663-4f04-9e43-71a8ab519177 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:42.317479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, d938cbc1-9663-4f04-9e43-71a8ab519177) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:42.317786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:42.318037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Checking segment: {'id': 'e0d162ea-6604-40ac-9276-ec0e2cb57a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:42.318563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.318765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Bound using segment: {'id': 'e0d162ea-6604-40ac-9276-ec0e2cb57a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:42.320353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Bound port: e308c4bd-dcf7-4e11-99d3-9afef23c8770, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d162ea-6604-40ac-9276-ec0e2cb57a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2fa9cba0-06a8-496b-911d-72a2e999c0c4'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:42.320353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.324706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:42.325326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.332415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3db69-a235-4605-a585-6f0c6f0d0ace None None] Network d938cbc1-9663-4f04-9e43-71a8ab519177 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:42.378778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a6ed3d4-492c-4d41-978c-c69b938a7557 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9133275 Feb 10 11:36:42.382645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55118) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.490217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.500519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.520406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 0a4b26ec-3c6f-4d4a-a274-0106b951fead will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:42.562500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.626305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f13128f3-f4a5-4fff-b13e-c8ec09860a21, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f13128f3-f4a5-4fff-b13e-c8ec09860a21,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:42.626305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] For port e308c4bd-dcf7-4e11-99d3-9afef23c8770, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:42.636671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.683461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] For port e308c4bd-dcf7-4e11-99d3-9afef23c8770, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e308c4bd-dcf7-4e11-99d3-9afef23c8770,segment=NetworkSegment(e0d162ea-6604-40ac-9276-ec0e2cb57a42),segment_id=e0d162ea-6604-40ac-9276-ec0e2cb57a42)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:42.687484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:42.692131 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:42.695403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=0a4b26ec-3c6f-4d4a-a274-0106b951fead,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:42.697811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.697985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:42.702099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:42.703214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.735191 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-50eb7d42-b141-4e38-a325-92da998bb43d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3415983 Feb 10 11:36:42.735861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55122) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.771871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f13128f3-f4a5-4fff-b13e-c8ec09860a21,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:42.807541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-d938cbc1-9663-4f04-9e43-71a8ab519177', 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'fixed_ips': [{'subnet_id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:42.808344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:42.870759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d74380-1733-4ad2-8ea4-3f293c80068f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:42.871537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8d74380-1733-4ad2-8ea4-3f293c80068f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:42.894171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a8d74380-1733-4ad2-8ea4-3f293c80068f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:42.895524 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a8d74380-1733-4ad2-8ea4-3f293c80068f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1eb HTTP/1.1" status: 200 len: 928 time: 0.1585877 Feb 10 11:36:42.899052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55126) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:42.956434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f13128f3-f4a5-4fff-b13e-c8ec09860a21 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:42.992255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78d028-4ef3-49de-a2c6-f7bfe8da6359 None None] Pushing event updated for resources: {'Port': ['ID=e308c4bd-dcf7-4e11-99d3-9afef23c8770,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:43.001303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 0a4b26ec-3c6f-4d4a-a274-0106b951fead {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:43.001898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.200080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Allocated IP 172.23.0.2 (d938cbc1-9663-4f04-9e43-71a8ab519177/12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482/8cd48b15-8306-43a8-a643-118581d8f4e5) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:43.205987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f13128f3-f4a5-4fff-b13e-c8ec09860a21 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:43.206412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.515393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.579931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.697398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 0a4b26ec-3c6f-4d4a-a274-0106b951fead owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:43.720789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.734072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Transition to ACTIVE for port object 8cd48b15-8306-43a8-a643-118581d8f4e5 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:43.759998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Transition to ACTIVE for port object 8cd48b15-8306-43a8-a643-118581d8f4e5 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:43.767758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.849512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Network d938cbc1-9663-4f04-9e43-71a8ab519177 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:43.853518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:43.857679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:43.865145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Pushing event updated for resources: {'Port': ['ID=8cd48b15-8306-43a8-a643-118581d8f4e5,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:43.875984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:43.929221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=0a4b26ec-3c6f-4d4a-a274-0106b951fead,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:43.996198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.017720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Attempting to bind port 8cd48b15-8306-43a8-a643-118581d8f4e5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:44.019837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Attempting to bind port 8cd48b15-8306-43a8-a643-118581d8f4e5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:44.020274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Attempting to bind port 8cd48b15-8306-43a8-a643-118581d8f4e5 on network d938cbc1-9663-4f04-9e43-71a8ab519177 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:44.034787 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e1011c44-09f9-49ce-b6f3-173cdcb5d418 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/0a4b26ec-3c6f-4d4a-a274-0106b951fead HTTP/1.1" status: 204 len: 168 time: 1.1345811 Feb 10 11:36:44.037238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55132) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:44.041016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:44.041600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Checking segment: {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:44.042232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.042573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Bound using segment: {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:44.043166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Bound port: 8cd48b15-8306-43a8-a643-118581d8f4e5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:44.049373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.128997 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b24d4ad-507f-4f28-bf97-5dbd5744f3fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:44.136185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8b24d4ad-507f-4f28-bf97-5dbd5744f3fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:44.180400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8b24d4ad-507f-4f28-bf97-5dbd5744f3fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:44.188661 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8b24d4ad-507f-4f28-bf97-5dbd5744f3fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/0a4b26ec-3c6f-4d4a-a274-0106b951fead HTTP/1.1" status: 404 len: 333 time: 0.1470556 Feb 10 11:36:44.189796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55136) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:44.207279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] For port 8cd48b15-8306-43a8-a643-118581d8f4e5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:44.211724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] For port 8cd48b15-8306-43a8-a643-118581d8f4e5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8cd48b15-8306-43a8-a643-118581d8f4e5,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:44.219890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.252911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Allocated IP 172.23.0.1 (d938cbc1-9663-4f04-9e43-71a8ab519177/12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482/81ef9602-0c57-4a03-a80b-b7b76450b031) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:44.275108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 84029243-25e7-4a0e-8f23-5ecf7814a50d {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:44.276097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.337602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed5c1-b32b-4c71-b4d2-4b9eb8acb658 None None] Pushing event updated for resources: {'Port': ['ID=8cd48b15-8306-43a8-a643-118581d8f4e5,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:44.486513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649fe469-4749-45d1-8ad9-013ddbe34b2b None None] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:44.520607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.556129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Transition to ACTIVE for port object 81ef9602-0c57-4a03-a80b-b7b76450b031 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:44.590264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.663160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1302a1c7-c0f5-4942-89d7-3ae3f17e6598 None None] Provisioning for port e308c4bd-dcf7-4e11-99d3-9afef23c8770 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:44.717002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.807666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network d938cbc1-9663-4f04-9e43-71a8ab519177 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:44.815903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:44.820624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:44.854272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:44.889408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:44.907771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 84029243-25e7-4a0e-8f23-5ecf7814a50d owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:45.059193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.076349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e308c4bd-dcf7-4e11-99d3-9afef23c8770 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:45.177236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e308c4bd-dcf7-4e11-99d3-9afef23c8770 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:45.190094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e308c4bd-dcf7-4e11-99d3-9afef23c8770 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:45.190487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.204159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.260873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=84029243-25e7-4a0e-8f23-5ecf7814a50d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:45.284178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Could not find standard attr ID for object 84029243-25e7-4a0e-8f23-5ecf7814a50d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:36:45.336932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.370306 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f824babf-2475-4e97-9f52-e199275bccf5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/84029243-25e7-4a0e-8f23-5ecf7814a50d HTTP/1.1" status: 204 len: 168 time: 1.1772435 Feb 10 11:36:45.371179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55142) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:45.382294 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Provisioning complete for port e308c4bd-dcf7-4e11-99d3-9afef23c8770 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:45.382663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.463484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.474992 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0d25ce-4258-443d-b7f9-f68a86e55f8c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:45.477660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0e0d25ce-4258-443d-b7f9-f68a86e55f8c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:45.510491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0e0d25ce-4258-443d-b7f9-f68a86e55f8c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:45.515510 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0e0d25ce-4258-443d-b7f9-f68a86e55f8c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/84029243-25e7-4a0e-8f23-5ecf7814a50d HTTP/1.1" status: 404 len: 333 time: 0.1429887 Feb 10 11:36:45.516408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55146) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:45.573763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e308c4bd-dcf7-4e11-99d3-9afef23c8770, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e308c4bd-dcf7-4e11-99d3-9afef23c8770,segment=NetworkSegment(e0d162ea-6604-40ac-9276-ec0e2cb57a42),segment_id=e0d162ea-6604-40ac-9276-ec0e2cb57a42)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:45.580819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.581582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8cd48b15-8306-43a8-a643-118581d8f4e5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:45.729741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e308c4bd-dcf7-4e11-99d3-9afef23c8770,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:45.755528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.797076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.807205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.855492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 70b09530-d776-44ee-bd3e-1a73004f5550 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:45.863024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.911566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:45.912701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-55be512a-6ec7-464f-926d-c6991c1524d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:45.930105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:45.931204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8cd48b15-8306-43a8-a643-118581d8f4e5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:46.104928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event updated for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:46.135988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d0d13d-4ec6-4c52-9b5b-1cd26e0b6090 None None] Network d938cbc1-9663-4f04-9e43-71a8ab519177 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:46.169874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.191763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Network d938cbc1-9663-4f04-9e43-71a8ab519177 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:46.193002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:46.284235 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Sync routers for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:46.306087 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:46.309028 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:46.318631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.486273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.546243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=70b09530-d776-44ee-bd3e-1a73004f5550,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:46.550396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.560149 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-94cde162-868b-40e8-969c-ab66df60e464 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/70b09530-d776-44ee-bd3e-1a73004f5550 HTTP/1.1" status: 204 len: 168 time: 1.0410507 Feb 10 11:36:46.562911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55152) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:46.572265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefea43-8672-41fd-b9d7-61744b577171 None None] Network 2fa9cba0-06a8-496b-911d-72a2e999c0c4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:46.604522 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:46.688866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Could not find standard attr ID for object 84029243-25e7-4a0e-8f23-5ecf7814a50d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:36:46.772379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.792201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port e308c4bd-dcf7-4e11-99d3-9afef23c8770 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:46.793505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:46.804046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Provisioning for port 8cd48b15-8306-43a8-a643-118581d8f4e5 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:46.818349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Provisioning complete for port 8cd48b15-8306-43a8-a643-118581d8f4e5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:46.818847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.052658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e308c4bd-dcf7-4e11-99d3-9afef23c8770 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:47.098420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] DHCP port deletion for 2fa9cba0-06a8-496b-911d-72a2e999c0c4 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:47.156493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port e308c4bd-dcf7-4e11-99d3-9afef23c8770, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e308c4bd-dcf7-4e11-99d3-9afef23c8770,segment=NetworkSegment(e0d162ea-6604-40ac-9276-ec0e2cb57a42),segment_id=e0d162ea-6604-40ac-9276-ec0e2cb57a42)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:47.157123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.172484 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:44Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': '7d11fd13-2843-4cce-8bd0-620b874d0e37', 'name': '', 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:67:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:30Z', 'updated_at': '2022-02-10T11:36:31Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ef9602-0c57-4a03-a80b-b7b76450b031', 'name': '', 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:9a:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:43Z', 'updated_at': '2022-02-10T11:36:45Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60', 'name': '', 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:3e:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:36Z', 'updated_at': '2022-02-10T11:36:38Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.172831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Deleting port e308c4bd-dcf7-4e11-99d3-9afef23c8770 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:47.173307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.178292 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking router: bc809e1e-57f2-42bd-92e8-8a92f93e2856 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:47.179584 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Updating router bc809e1e-57f2-42bd-92e8-8a92f93e2856 port 7d11fd13-2843-4cce-8bd0-620b874d0e37 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:47.262675 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.331656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for e308c4bd-dcf7-4e11-99d3-9afef23c8770 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:47.345441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.359837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:47.444207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] For port 8cd48b15-8306-43a8-a643-118581d8f4e5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8cd48b15-8306-43a8-a643-118581d8f4e5,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:47.463191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.469275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.565573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=e308c4bd-dcf7-4e11-99d3-9afef23c8770,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:47.577780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Could not find standard attr ID for object 0a4b26ec-3c6f-4d4a-a274-0106b951fead. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:36:47.590663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port e308c4bd-dcf7-4e11-99d3-9afef23c8770 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:47.598457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e308c4bd-dcf7-4e11-99d3-9afef23c8770 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:47.598830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.684118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Port e308c4bd-dcf7-4e11-99d3-9afef23c8770 was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:36:47.697992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] For port e308c4bd-dcf7-4e11-99d3-9afef23c8770, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e308c4bd-dcf7-4e11-99d3-9afef23c8770,segment=NetworkSegment(e0d162ea-6604-40ac-9276-ec0e2cb57a42),segment_id=e0d162ea-6604-40ac-9276-ec0e2cb57a42)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:47.698389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.732951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:47.761451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5585cd8f-3bc2-4a1d-998c-d3da936dd14f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3772404 Feb 10 11:36:47.764058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55158) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:47.773253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:47.815612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.832693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa0d17-6830-4a56-917a-f1749d06faef None None] Pushing event updated for resources: {'Port': ['ID=8cd48b15-8306-43a8-a643-118581d8f4e5,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:47.841123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Calling delete_port for e308c4bd-dcf7-4e11-99d3-9afef23c8770 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:47.847486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa9cba0-06a8-496b-911d-72a2e999c0c4']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.861054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d162ea-6604-40ac-9276-ec0e2cb57a42') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.861794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d162ea-6604-40ac-9276-ec0e2cb57a42') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:47.876122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.890625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Provisioning complete for port 8cd48b15-8306-43a8-a643-118581d8f4e5 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:47.890992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.894039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.902342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:47.902856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:47.988009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:47.988358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:48.061685 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.075257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Provisioning for port 81ef9602-0c57-4a03-a80b-b7b76450b031 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:48.085976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Provisioning complete for port 81ef9602-0c57-4a03-a80b-b7b76450b031 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:48.087058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:48.101568 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:48.109434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.120198 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Transition to ACTIVE for port object 7d11fd13-2843-4cce-8bd0-620b874d0e37 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:48.129104 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.142873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.148382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c06ac6f2-f3ba-4def-b5a3-e515f8d9c496 None None] Port 81ef9602-0c57-4a03-a80b-b7b76450b031 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:48.158318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=2fa9cba0-06a8-496b-911d-72a2e999c0c4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:48.172586 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-409d11c9-3572-4bed-b691-67eb325ed1ec tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/2fa9cba0-06a8-496b-911d-72a2e999c0c4 HTTP/1.1" status: 204 len: 168 time: 1.6085849 Feb 10 11:36:48.173324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55162) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.179837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1283373453'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:48.186528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:48.193544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:48.201486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:48.208838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:48.226789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:48.235071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.276570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:48.289412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4810c23a-0c00-4967-8add-d9ad324715af None None] Provisioning complete for port 81ef9602-0c57-4a03-a80b-b7b76450b031 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:48.291260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4810c23a-0c00-4967-8add-d9ad324715af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.292540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.293126 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment 058e581c-9895-4c01-af4c-13abd674f7cc of type vlan for network 0a4106c9-8340-47c8-9291-751cf2efe96b Feb 10 11:36:48.302592 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:48.359800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.404265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.408531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:48.409163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.425172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4810c23a-0c00-4967-8add-d9ad324715af None None] Port 81ef9602-0c57-4a03-a80b-b7b76450b031 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:48.489221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Deleting port e308c4bd-dcf7-4e11-99d3-9afef23c8770 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:48.489844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.492403 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 7d11fd13-2843-4cce-8bd0-620b874d0e37 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:48.495181 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 7d11fd13-2843-4cce-8bd0-620b874d0e37 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:48.496254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 7d11fd13-2843-4cce-8bd0-620b874d0e37 on network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:48.514620 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:48.514994 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking segment: {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:48.515406 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.515793 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound using segment: {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:48.516276 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound port: 7d11fd13-2843-4cce-8bd0-620b874d0e37, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:48.516652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.580374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a0c43535-04ea-4a80-ad52-0444f01a3ecf None None] The port 'e308c4bd-dcf7-4e11-99d3-9afef23c8770' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:48.610574 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4352920 Feb 10 11:36:48.611167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:48.619730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:48.640273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a752085-b9cd-4947-b6ea-21b62e84139f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=0a4106c9-8340-47c8-9291-751cf2efe96b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:48.654235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 0a4106c9-8340-47c8-9291-751cf2efe96b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:36:48.669322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port 7d11fd13-2843-4cce-8bd0-620b874d0e37, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:48.674377 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port 7d11fd13-2843-4cce-8bd0-620b874d0e37, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d11fd13-2843-4cce-8bd0-620b874d0e37,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:48.680611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.760563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Updating router bc809e1e-57f2-42bd-92e8-8a92f93e2856 port 81ef9602-0c57-4a03-a80b-b7b76450b031 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:48.816043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:48.818964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:36:48.825913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:48.830662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:48.838652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:48.842016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:48.849075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:36:48.849521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.850761 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:48.919744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:49.000900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8cd48b15-8306-43a8-a643-118581d8f4e5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:49.121469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.128854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8cd48b15-8306-43a8-a643-118581d8f4e5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:49.129229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.348922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e308c4bd-dcf7-4e11-99d3-9afef23c8770 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:49.386494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e308c4bd-dcf7-4e11-99d3-9afef23c8770 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:49.386843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e308c4bd-dcf7-4e11-99d3-9afef23c8770 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:49.411243 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.424829 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Transition to ACTIVE for port object 81ef9602-0c57-4a03-a80b-b7b76450b031 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:49.432447 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.598470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.606248 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.616636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.722039 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 81ef9602-0c57-4a03-a80b-b7b76450b031 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:49.724017 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 81ef9602-0c57-4a03-a80b-b7b76450b031 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:49.725929 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port 81ef9602-0c57-4a03-a80b-b7b76450b031 on network d938cbc1-9663-4f04-9e43-71a8ab519177 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:49.734948 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:49.735475 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking segment: {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:49.735879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.736265 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound using segment: {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:49.736722 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound port: 81ef9602-0c57-4a03-a80b-b7b76450b031, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:49.737102 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.777548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Sync routers for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:36:49.797598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:49.798229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:49.822083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.854069 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port 81ef9602-0c57-4a03-a80b-b7b76450b031, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:49.858952 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port 81ef9602-0c57-4a03-a80b-b7b76450b031, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=81ef9602-0c57-4a03-a80b-b7b76450b031,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:49.867944 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:49.911672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=371ff1f6-fe0e-4fa0-be7f-494912e86845,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.952678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': '058e581c-9895-4c01-af4c-13abd674f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:49.953033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: 0a4106c9-8340-47c8-9291-751cf2efe96b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:36:49.970774 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:49.979222 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Updating router bc809e1e-57f2-42bd-92e8-8a92f93e2856 port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:50.013082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:50.031431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 0a4106c9-8340-47c8-9291-751cf2efe96b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:36:50.055923 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.078659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:50.137510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 0a4106c9-8340-47c8-9291-751cf2efe96b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:50.149374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608de3b-07d8-4c3e-a637-99b2890c6bb3 None None] Network 0a4106c9-8340-47c8-9291-751cf2efe96b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:50.201413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:50.201904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.278135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9660c50f-73a0-4a0b-9139-ad8df46df3c6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6649261 Feb 10 11:36:50.280961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55174) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:50.290201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b', 'name': 'tempest-PortsIpV6TestJSON-44833103', 'fixed_ips': [{'subnet_id': '371ff1f6-fe0e-4fa0-be7f-494912e86845', 'ip_address': '2001:db8::10'}]}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:50.338527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:50.344382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.352015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5e1d5b83-871d-4b5e-a5ee-84477426ec70 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 933 time: 2.5819383 Feb 10 11:36:50.366442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55178) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:50.532761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:50.541878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:50.551289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:50.560060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:50.572642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:50.625783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d0130bd6-ea3d-4aea-b631-02230387dea8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 933 time: 0.2568724 Feb 10 11:36:50.626388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:50.633505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:50.644076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-0a4106c9-8340-47c8-9291-751cf2efe96b', 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': '371ff1f6-fe0e-4fa0-be7f-494912e86845'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:36:50.644887 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.645361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.659069 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Transition to ACTIVE for port object bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:50.667411 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:50.830575 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:50.963297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 4, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'fa3f8ee2-cda2-4b74-b707-bf08a16f4482', 'name': '', 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'mac_address': 'fa:16:3e:0e:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:25Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 2, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'subnets': [{'id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:50.989981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:50.990628 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:50.991203 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Attempting to bind port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 on network 4b4a3f69-5071-45d3-8266-db7acc474481 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:50.998813 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:50.999477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Checking segment: {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:51.000341 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.000879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound using segment: {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:51.001510 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Bound port: bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df5c9a0-133c-4067-8236-e62fca1f33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:51.002052 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.004378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Checking router: 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:36:51.004834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Updating router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:36:51.045552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.107846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 9707bd47-f719-4f98-911f-27c440c297ba yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:51.122909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Allocated IP 2001:db8::2 (0a4106c9-8340-47c8-9291-751cf2efe96b/371ff1f6-fe0e-4fa0-be7f-494912e86845/0153c532-7533-48f8-9339-4f437e88e962) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:51.136435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.184674 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:51.188771 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] For port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:51.197991 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.285362 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb64e-daf3-4ef2-9147-44c044270876 None None] Pushing event updated for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:51.324406 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:51.325056 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:51.631092 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:51.707665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:36:51.708251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:36:51.757084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.778094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.795095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Transition to ACTIVE for port object 0153c532-7533-48f8-9339-4f437e88e962 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:51.827010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Transition to ACTIVE for port object 0153c532-7533-48f8-9339-4f437e88e962 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:51.864809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:51.959595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::10 (0a4106c9-8340-47c8-9291-751cf2efe96b/371ff1f6-fe0e-4fa0-be7f-494912e86845/9707bd47-f719-4f98-911f-27c440c297ba) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:52.020583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Network 0a4106c9-8340-47c8-9291-751cf2efe96b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:52.034022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:52.040662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Pushing event updated for resources: {'Port': ['ID=0153c532-7533-48f8-9339-4f437e88e962,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:52.043065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:52.144153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.170432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Transition to ACTIVE for port object fa3f8ee2-cda2-4b74-b707-bf08a16f4482 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:52.173544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Attempting to bind port 0153c532-7533-48f8-9339-4f437e88e962 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:52.174216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Attempting to bind port 0153c532-7533-48f8-9339-4f437e88e962 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '058e581c-9895-4c01-af4c-13abd674f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:52.174816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Attempting to bind port 0153c532-7533-48f8-9339-4f437e88e962 on network 0a4106c9-8340-47c8-9291-751cf2efe96b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:52.183728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:52.185481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Checking segment: {'id': '058e581c-9895-4c01-af4c-13abd674f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:52.186136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.186747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Bound using segment: {'id': '058e581c-9895-4c01-af4c-13abd674f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:52.187532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Bound port: 0153c532-7533-48f8-9339-4f437e88e962, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058e581c-9895-4c01-af4c-13abd674f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:52.188106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.199871 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:48Z', 'revision_number': 6, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': '7d11fd13-2843-4cce-8bd0-620b874d0e37', 'name': '', 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:67:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:30Z', 'updated_at': '2022-02-10T11:36:48Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ef9602-0c57-4a03-a80b-b7b76450b031', 'name': '', 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:9a:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:43Z', 'updated_at': '2022-02-10T11:36:49Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60', 'name': '', 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:3e:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:36Z', 'updated_at': '2022-02-10T11:36:51Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:52.204779 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa654c-505a-4fc5-b5f7-4d462da0d086 None None] The sync data for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv is: [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:48Z', 'revision_number': 6, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': '7d11fd13-2843-4cce-8bd0-620b874d0e37', 'name': '', 'network_id': '4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:67:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:30Z', 'updated_at': '2022-02-10T11:36:48Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '0f7398de-803c-4178-a26f-f8a8ba8edda5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ef9602-0c57-4a03-a80b-b7b76450b031', 'name': '', 'network_id': 'd938cbc1-9663-4f04-9e43-71a8ab519177', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:9a:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:43Z', 'updated_at': '2022-02-10T11:36:49Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60', 'name': '', 'network_id': '4b4a3f69-5071-45d3-8266-db7acc474481', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:3e:da:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:36Z', 'updated_at': '2022-02-10T11:36:51Z', 'revision_number': 4, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': '7a7f9ea5-5003-4f9e-84e0-1786a730976e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:52.236606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.352149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.355667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.364058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.404949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 9707bd47-f719-4f98-911f-27c440c297ba will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:52.449421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.482737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee07e4c-8e80-429e-a0c2-808842244ea0 None None] Pushing event updated for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:52.494941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] For port 0153c532-7533-48f8-9339-4f437e88e962, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:52.530664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] For port 0153c532-7533-48f8-9339-4f437e88e962, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0153c532-7533-48f8-9339-4f437e88e962,segment=NetworkSegment(058e581c-9895-4c01-af4c-13abd674f7cc),segment_id=058e581c-9895-4c01-af4c-13abd674f7cc)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:52.591530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.600194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 0a4106c9-8340-47c8-9291-751cf2efe96b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:52.606796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:52.611773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:52.615832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:52.616486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.640265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=9707bd47-f719-4f98-911f-27c440c297ba,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:52.640787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:52.657851 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3727264 Feb 10 11:36:52.657851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.657851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.657851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.658334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.658334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.658582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55190) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:52.665004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '0a4106c9-8340-47c8-9291-751cf2efe96b', 'name': 'tempest-PortsIpV6TestJSON-2085529269', 'fixed_ips': [{'subnet_id': '371ff1f6-fe0e-4fa0-be7f-494912e86845', 'ip_address': '2001:db8::f'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:52.668982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.669472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.669814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.670153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.670484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.670813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03060f0-c52b-405e-b023-74193ab1ec77 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:52.767038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Attempting to bind port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:36:52.767424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Attempting to bind port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:36:52.767779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Attempting to bind port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 on network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:36:52.776695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:36:52.777056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Checking segment: {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:36:52.777449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.777817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Bound using segment: {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:36:52.778275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Bound port: fa3f8ee2-cda2-4b74-b707-bf08a16f4482, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a6294a-2340-42a6-a3a2-41cfe5321a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:36:52.778876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:52.789948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8896-614c-4022-a626-7fc0e48d78be None None] Pushing event updated for resources: {'Port': ['ID=0153c532-7533-48f8-9339-4f437e88e962,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:52.973985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] For port fa3f8ee2-cda2-4b74-b707-bf08a16f4482, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:36:52.977655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] For port fa3f8ee2-cda2-4b74-b707-bf08a16f4482, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:36:52.993331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.183824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d11fd13-2843-4cce-8bd0-620b874d0e37 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:53.209299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:53.221476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:53.238636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:53.262163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:53.266962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee07e4c-8e80-429e-a0c2-808842244ea0 None None] Pushing event updated for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:53.293580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:53.306224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:36:53.307061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:53.310898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:53.316601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.340815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:53.358256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.361897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-520da51b-6d23-4e90-850a-1902309f67af tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 699 time: 2.7320814 Feb 10 11:36:53.363171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55198) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:53.388045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port d8c4b6f6-8478-42d5-b6a5-b6084471cb5d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:36:53.623578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:53.624088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:53.668011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:36:53.710950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::f (0a4106c9-8340-47c8-9291-751cf2efe96b/371ff1f6-fe0e-4fa0-be7f-494912e86845/d8c4b6f6-8478-42d5-b6a5-b6084471cb5d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:36:53.746934 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-59bd2142-7be0-4397-8fcd-a4581fe947e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 699 time: 0.3811383 Feb 10 11:36:53.752372 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55202) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:54.047616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.074497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object d8c4b6f6-8478-42d5-b6a5-b6084471cb5d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:36:54.131626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.438382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.471087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c61099-7290-442e-9036-e4fd24323913 None None] Network 0a4106c9-8340-47c8-9291-751cf2efe96b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:54.480958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 0a4106c9-8340-47c8-9291-751cf2efe96b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:36:54.482759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.484017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:36:54.488702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:36:54.493261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:54.493864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.510303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=d8c4b6f6-8478-42d5-b6a5-b6084471cb5d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:54.530762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.531134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.531468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.534345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.534739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.536511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.536511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.536511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.536511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.539166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.539555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:36:54.547947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2c78333-3f19-4a64-b960-bd77cad9dc37 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8881123 Feb 10 11:36:54.550905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:54.635072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a623a70-4136-44ea-a4de-362769f48fc1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:54.635634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a623a70-4136-44ea-a4de-362769f48fc1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:54.656145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7a623a70-4136-44ea-a4de-362769f48fc1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:54.660279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7a623a70-4136-44ea-a4de-362769f48fc1 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1083417 Feb 10 11:36:54.660935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:54.705598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 7d11fd13-2843-4cce-8bd0-620b874d0e37, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d11fd13-2843-4cce-8bd0-620b874d0e37,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:54.730612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-39879b1e-85de-4df4-a011-e93b7b8b2746 None None] Provisioning for port 0153c532-7533-48f8-9339-4f437e88e962 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:54.739754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.770628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0229a-8ad4-4a2f-94e2-aa7d89527649 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:54.775821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0229a-8ad4-4a2f-94e2-aa7d89527649 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:54.780756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0229a-8ad4-4a2f-94e2-aa7d89527649 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:54.782544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ddd0229a-8ad4-4a2f-94e2-aa7d89527649 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1206992 Feb 10 11:36:54.785318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:54.869058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port d8c4b6f6-8478-42d5-b6a5-b6084471cb5d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:54.869465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:54.891492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 4, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'fa3f8ee2-cda2-4b74-b707-bf08a16f4482', 'name': '', 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'mac_address': 'fa:16:3e:0e:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:25Z', 'updated_at': '2022-02-10T11:36:52Z', 'revision_number': 4, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'subnets': [{'id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:54.893893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:54.928917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf74ee-6c9a-4182-84aa-18c1ca2c0d9d None None] The sync data for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv is: [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:36:27Z', 'revision_number': 4, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'fa3f8ee2-cda2-4b74-b707-bf08a16f4482', 'name': '', 'network_id': '9987273b-4d91-44c4-a3eb-7c06d2fd45b3', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'mac_address': 'fa:16:3e:0e:05:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:25Z', 'updated_at': '2022-02-10T11:36:52Z', 'revision_number': 4, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'subnets': [{'id': '3e0ae134-4178-496e-b35a-cd6737710f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:36:55.166890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 81ef9602-0c57-4a03-a80b-b7b76450b031 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:55.321218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 81ef9602-0c57-4a03-a80b-b7b76450b031 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:55.326450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 81ef9602-0c57-4a03-a80b-b7b76450b031 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:55.326819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.426874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.586030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.657098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for d8c4b6f6-8478-42d5-b6a5-b6084471cb5d owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:55.683076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 81ef9602-0c57-4a03-a80b-b7b76450b031, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=81ef9602-0c57-4a03-a80b-b7b76450b031,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:55.696278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Provisioning for port 9707bd47-f719-4f98-911f-27c440c297ba completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:55.702479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Provisioning complete for port 9707bd47-f719-4f98-911f-27c440c297ba triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:55.703194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.760074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.761062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:55.765785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 81ef9602-0c57-4a03-a80b-b7b76450b031 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:55.768780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.911371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Port 9707bd47-f719-4f98-911f-27c440c297ba cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:55.939667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:55.968967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:55.973595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Provisioning for port d8c4b6f6-8478-42d5-b6a5-b6084471cb5d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:55.981482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Provisioning complete for port d8c4b6f6-8478-42d5-b6a5-b6084471cb5d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:55.981892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.046703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:56.080149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:56.082302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=d8c4b6f6-8478-42d5-b6a5-b6084471cb5d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.088194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.089967 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 81ef9602-0c57-4a03-a80b-b7b76450b031, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=81ef9602-0c57-4a03-a80b-b7b76450b031,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:56.090461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.133261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca33c6a5-fb08-4e7b-85df-3beb486857b8 None None] Port d8c4b6f6-8478-42d5-b6a5-b6084471cb5d was deleted so its status cannot be updated. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 10 11:36:56.157620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.185587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-76608b1f-e4a5-4ac1-8752-447020e599ce tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/d8c4b6f6-8478-42d5-b6a5-b6084471cb5d HTTP/1.1" status: 204 len: 168 time: 1.3984139 Feb 10 11:36:56.188081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55230) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:56.235824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97cd090-0517-40f6-a31d-ba56d3c5d90e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:56.236316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f97cd090-0517-40f6-a31d-ba56d3c5d90e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:56.275536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f97cd090-0517-40f6-a31d-ba56d3c5d90e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:56.276698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f97cd090-0517-40f6-a31d-ba56d3c5d90e tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/d8c4b6f6-8478-42d5-b6a5-b6084471cb5d HTTP/1.1" status: 404 len: 333 time: 0.0876775 Feb 10 11:36:56.279694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55234) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:56.302956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d94ac9ae-3712-4c52-aba8-f8f5815f97bb None None] Provisioning complete for port 9707bd47-f719-4f98-911f-27c440c297ba triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:56.303836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d94ac9ae-3712-4c52-aba8-f8f5815f97bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.320586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 81ef9602-0c57-4a03-a80b-b7b76450b031 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:56.353956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.361753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 9707bd47-f719-4f98-911f-27c440c297ba {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:56.362148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.428991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:56.431684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d94ac9ae-3712-4c52-aba8-f8f5815f97bb None None] Port 9707bd47-f719-4f98-911f-27c440c297ba cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:36:56.439197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d94ac9ae-3712-4c52-aba8-f8f5815f97bb None None] Could not find standard attr ID for object d8c4b6f6-8478-42d5-b6a5-b6084471cb5d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:36:56.447910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.454244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0153c532-7533-48f8-9339-4f437e88e962 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:56.528224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.615106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=81ef9602-0c57-4a03-a80b-b7b76450b031,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.652915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 0153c532-7533-48f8-9339-4f437e88e962 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:56.667831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0153c532-7533-48f8-9339-4f437e88e962 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:56.668553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.762875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:56.767951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:56.917780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 9707bd47-f719-4f98-911f-27c440c297ba owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:56.974983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.018427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.057258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 0153c532-7533-48f8-9339-4f437e88e962, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0153c532-7533-48f8-9339-4f437e88e962,segment=NetworkSegment(058e581c-9895-4c01-af4c-13abd674f7cc),segment_id=058e581c-9895-4c01-af4c-13abd674f7cc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:57.062060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.120756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.232072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=0153c532-7533-48f8-9339-4f437e88e962,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:57.281651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a6373b2-4561-4786-8d34-507ca271f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.405632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.416874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:57.425596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=9707bd47-f719-4f98-911f-27c440c297ba,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:57.439965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7bee0192-3519-4d35-9710-dcc9ecdd3dfa tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/9707bd47-f719-4f98-911f-27c440c297ba HTTP/1.1" status: 204 len: 168 time: 1.1592975 Feb 10 11:36:57.442192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:57.488789 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-714cdb30-2284-494a-843f-fc0bc89a9a21 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:36:57.489220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-714cdb30-2284-494a-843f-fc0bc89a9a21 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:36:57.509175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-714cdb30-2284-494a-843f-fc0bc89a9a21 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:36:57.514281 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-714cdb30-2284-494a-843f-fc0bc89a9a21 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/9707bd47-f719-4f98-911f-27c440c297ba HTTP/1.1" status: 404 len: 333 time: 0.0708525 Feb 10 11:36:57.514938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:57.532618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:57.533026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.710731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d11fd13-2843-4cce-8bd0-620b874d0e37 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:57.742160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 371ff1f6-fe0e-4fa0-be7f-494912e86845 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:57.745800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.791203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7d11fd13-2843-4cce-8bd0-620b874d0e37 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:57.792219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.816479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.864310 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:36:57.925838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:57.947823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fa3f8ee2-cda2-4b74-b707-bf08a16f4482 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:58.035098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:36:58.041457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:58.042177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.075328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.077711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:36:58.093777 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-088ded46-f429-4c52-ad42-320fdc3514a6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3410203 Feb 10 11:36:58.096279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55254) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:58.136451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=371ff1f6-fe0e-4fa0-be7f-494912e86845,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:58.153335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.157091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd3548-cb08-4000-84b4-2b665029b8ce None None] Network 0a4106c9-8340-47c8-9291-751cf2efe96b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:58.160816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47ffa6dd-fdc1-4559-b449-96a2c761ddde tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/371ff1f6-fe0e-4fa0-be7f-494912e86845 HTTP/1.1" status: 204 len: 168 time: 0.6445835 Feb 10 11:36:58.163864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:58.266119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.310864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:36:58.311204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.315851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.323347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 0153c532-7533-48f8-9339-4f437e88e962 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:58.323992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.372142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.391625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port fa3f8ee2-cda2-4b74-b707-bf08a16f4482, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:58.404179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.467268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.479510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:58.559825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.565677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] DHCP port deletion for 0a4106c9-8340-47c8-9291-751cf2efe96b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:58.570004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Deleting port 0153c532-7533-48f8-9339-4f437e88e962 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:58.570434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.589960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 0153c532-7533-48f8-9339-4f437e88e962, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0153c532-7533-48f8-9339-4f437e88e962,segment=NetworkSegment(058e581c-9895-4c01-af4c-13abd674f7cc),segment_id=058e581c-9895-4c01-af4c-13abd674f7cc)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:58.590684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.609640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:58.621142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.628408 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0c2b8d8d-9680-4c08-b11c-da013db25d86 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482 HTTP/1.1" status: 204 len: 168 time: 0.5305884 Feb 10 11:36:58.630699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55262) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:58.634241 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e64531-2ebd-4fcf-ae7c-8654747cf5fa None None] Network d938cbc1-9663-4f04-9e43-71a8ab519177 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:36:58.747031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 0153c532-7533-48f8-9339-4f437e88e962 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:58.762179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.774876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 8cd48b15-8306-43a8-a643-118581d8f4e5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:58.775485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.831455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:58.889399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port 0153c532-7533-48f8-9339-4f437e88e962 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:58.998900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] For port 0153c532-7533-48f8-9339-4f437e88e962, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0153c532-7533-48f8-9339-4f437e88e962,segment=NetworkSegment(058e581c-9895-4c01-af4c-13abd674f7cc),segment_id=058e581c-9895-4c01-af4c-13abd674f7cc)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:58.999521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.016137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 8cd48b15-8306-43a8-a643-118581d8f4e5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8cd48b15-8306-43a8-a643-118581d8f4e5,segment=NetworkSegment(90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1),segment_id=90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:36:59.016481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.130508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Calling delete_port for 0153c532-7533-48f8-9339-4f437e88e962 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:59.136278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.165340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4106c9-8340-47c8-9291-751cf2efe96b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.173342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=0153c532-7533-48f8-9339-4f437e88e962,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:59.182715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058e581c-9895-4c01-af4c-13abd674f7cc') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.183010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058e581c-9895-4c01-af4c-13abd674f7cc') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.197169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.218117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.225814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 8cd48b15-8306-43a8-a643-118581d8f4e5 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:36:59.227923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:59.229046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:59.249536 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:59.252794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:36:59.252794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:36:59.255508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fa3f8ee2-cda2-4b74-b707-bf08a16f4482 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:36:59.354100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.393706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8e20e6a3-94a6-48d2-8179-96edfb8ed644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.396572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.397041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618ca89-6cf3-4d36-a140-69b97c3fee44 None None] DHCP port deletion for d938cbc1-9663-4f04-9e43-71a8ab519177 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:36:59.412517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:36:59.412934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.421319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=8cd48b15-8306-43a8-a643-118581d8f4e5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:59.428754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port 8cd48b15-8306-43a8-a643-118581d8f4e5 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:36:59.431517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.444980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=0a4106c9-8340-47c8-9291-751cf2efe96b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:36:59.470879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0c74901f-d04c-409a-b561-1f945f3a9236 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/0a4106c9-8340-47c8-9291-751cf2efe96b HTTP/1.1" status: 204 len: 168 time: 1.3052638 Feb 10 11:36:59.471813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.478425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-911052190'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:59.483426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:36:59.493992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:network and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:36:59.497834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:36:59.503849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:36:59.519807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:36:59.525831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.566531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:36:59.586323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.587600 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Added segment 82e406ac-9985-4298-9e74-d49e922a5d4d of type vlan for network 4d1be729-157b-4444-a5cc-1dc2e46866fb Feb 10 11:36:59.633083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.643938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0153c532-7533-48f8-9339-4f437e88e962 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:36:59.679471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.684077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:36:59.684931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.729055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 0153c532-7533-48f8-9339-4f437e88e962 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:36:59.729423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0153c532-7533-48f8-9339-4f437e88e962 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:36:59.753188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Deleting port 0153c532-7533-48f8-9339-4f437e88e962 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:36:59.753425 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.753793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.795486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d938cbc1-9663-4f04-9e43-71a8ab519177']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.815722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.816194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bf8c02-01b3-4f75-8919-0ffb1b6dbcf1') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:36:59.824716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e6a06c67-40ab-4bd2-bcb6-c846c3fb68bc None None] The port '0153c532-7533-48f8-9339-4f437e88e962' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:36:59.837183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.857775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.866380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:36:59.866886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:36:59.886331 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:36:59.902578 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4295566 Feb 10 11:36:59.906942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:36:59.912498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:36:59.992004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb723-014b-4622-9988-369af3f16a50 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Network': ['ID=4d1be729-157b-4444-a5cc-1dc2e46866fb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:00.010867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.018980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:00.035804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.047926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=d938cbc1-9663-4f04-9e43-71a8ab519177,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:00.056892 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-35740698-1933-455c-b488-22974ab5b4cb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/d938cbc1-9663-4f04-9e43-71a8ab519177 HTTP/1.1" status: 204 len: 168 time: 1.4242461 Feb 10 11:37:00.060062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55278) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:00.060723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:00.066330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:00.070368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:00.077343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:00.090408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:00.224266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.456367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.521055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.540947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.641453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.641719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=6a85a3a3-f6ef-4774-b65d-6c7646a94041,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:00.652798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Checking segment: {'id': '82e406ac-9985-4298-9e74-d49e922a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:00.653156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network hostable DHCP agents. Network: 4d1be729-157b-4444-a5cc-1dc2e46866fb, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:00.680487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:00.692632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4d1be729-157b-4444-a5cc-1dc2e46866fb) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:00.699476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:00.700552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.703388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51c126-6ac9-4b50-9751-564b4e729ccc None None] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:00.736650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9193d37d-aa8e-4525-84f8-20625ccc1887 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8291309 Feb 10 11:37:00.739329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:00.746283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-745807904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:00.761113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:00.767636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:router and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:00.770734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:00.776994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:00.790990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.793597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.823307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.852182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.917493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:00.920984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c468b590-9a05-48d6-83b3-856dc623ec73 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1779015 Feb 10 11:37:00.920984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55288) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:00.927770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb', 'name': 'tempest-PortsIpV6TestJSON-551911034'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:01.013267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4d1be729-157b-4444-a5cc-1dc2e46866fb', 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': '6a85a3a3-f6ef-4774-b65d-6c7646a94041'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:01.014321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.138896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:01.143561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:port and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:01.147329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:01.154533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:01.168423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:01.171803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.198277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port ae87f49e-d416-403f-ad33-f424f5046ca6 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:01.221656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8cd48b15-8306-43a8-a643-118581d8f4e5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:01.272909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 8cd48b15-8306-43a8-a643-118581d8f4e5 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:01.273714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8cd48b15-8306-43a8-a643-118581d8f4e5 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:01.305920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Allocated IP 2001:db8::2 (4d1be729-157b-4444-a5cc-1dc2e46866fb/6a85a3a3-f6ef-4774-b65d-6c7646a94041/5539d2cb-aef7-416d-9e36-7b531d476f74) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:01.379915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:01.380256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.506893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.518964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Transition to ACTIVE for port object 5539d2cb-aef7-416d-9e36-7b531d476f74 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:01.538766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Transition to ACTIVE for port object 5539d2cb-aef7-416d-9e36-7b531d476f74 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:01.545484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.585727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:01.586328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.614326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:01.617286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:01.621864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:01.626570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Pushing event updated for resources: {'Port': ['ID=5539d2cb-aef7-416d-9e36-7b531d476f74,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:01.642832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::28 (4d1be729-157b-4444-a5cc-1dc2e46866fb/6a85a3a3-f6ef-4774-b65d-6c7646a94041/ae87f49e-d416-403f-ad33-f424f5046ca6) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:01.706704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.707110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.707434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.707889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.708278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.708608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.708935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.709264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.710231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.710561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.710895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:01.735354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Attempting to bind port 5539d2cb-aef7-416d-9e36-7b531d476f74 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:01.735879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Attempting to bind port 5539d2cb-aef7-416d-9e36-7b531d476f74 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '82e406ac-9985-4298-9e74-d49e922a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:01.736283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Attempting to bind port 5539d2cb-aef7-416d-9e36-7b531d476f74 on network 4d1be729-157b-4444-a5cc-1dc2e46866fb {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:01.743355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:01.743781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Checking segment: {'id': '82e406ac-9985-4298-9e74-d49e922a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:01.744186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.744621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Bound using segment: {'id': '82e406ac-9985-4298-9e74-d49e922a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:01.745092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Bound port: 5539d2cb-aef7-416d-9e36-7b531d476f74, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e406ac-9985-4298-9e74-d49e922a5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '4d1be729-157b-4444-a5cc-1dc2e46866fb'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:01.745461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.845651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:01.849078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] For port 5539d2cb-aef7-416d-9e36-7b531d476f74, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:01.852814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] For port 5539d2cb-aef7-416d-9e36-7b531d476f74, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5539d2cb-aef7-416d-9e36-7b531d476f74,segment=NetworkSegment(82e406ac-9985-4298-9e74-d49e922a5d4d),segment_id=82e406ac-9985-4298-9e74-d49e922a5d4d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:01.858143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.919499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:01.969776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object ae87f49e-d416-403f-ad33-f424f5046ca6 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:01.979367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c08a-9dae-4cff-9828-6027420758f3 None None] Pushing event updated for resources: {'Port': ['ID=5539d2cb-aef7-416d-9e36-7b531d476f74,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:02.013847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-048f6f02-7d63-4f41-8186-cde601f18371 req-4a7684df-4bdb-4e12-919a-2705537f844f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:02.024241 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.036903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-048f6f02-7d63-4f41-8186-cde601f18371 req-4a7684df-4bdb-4e12-919a-2705537f844f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:02.038548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-4a7684df-4bdb-4e12-919a-2705537f844f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184410159&fields=id&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 267 time: 0.1047049 Feb 10 11:37:02.040438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.094737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.143853 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:02.244404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:02.245202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=ae87f49e-d416-403f-ad33-f424f5046ca6,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:02.255821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:02.261902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:02.265857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:02.266473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.322786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9e657880-eb78-4066-846b-bec58f38f6ca tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3983879 Feb 10 11:37:02.329667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:02.458370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:02.568320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edee2a84-60dd-429b-8e71-d9b09f0f2492 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:02.570299 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edee2a84-60dd-429b-8e71-d9b09f0f2492 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.4928756 Feb 10 11:37:02.592980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-d3cddc76-7a2c-4f3f-9efa-f78c63bd25f7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/quotas/a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 375 time: 0.0167124 Feb 10 11:37:02.915990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-7b68698a-c90f-4b2b-ada9-90531ea48f39 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3165576 Feb 10 11:37:02.976204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:03.030958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d303f-b94b-4145-81b0-8ff82784280d None None] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:03.137115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd435b5b-7994-42a7-8ff8-53628e1c56fc None None] Provisioning for port 5539d2cb-aef7-416d-9e36-7b531d476f74 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:03.196081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-25ee4c13-e217-490e-becf-4a75ab1dc907 service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680535 Feb 10 11:37:03.199481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:03.219026 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-56b8f484-385e-46c4-8d11-89189bf48f5e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1574287 Feb 10 11:37:03.220471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55306) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:03.302434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5539d2cb-aef7-416d-9e36-7b531d476f74 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:03.393963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.404565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 5539d2cb-aef7-416d-9e36-7b531d476f74 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:03.410214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5539d2cb-aef7-416d-9e36-7b531d476f74 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:03.410662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.432443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-a8abd330-1b56-45f3-88ab-6f8671c3f7cb service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354224 Feb 10 11:37:03.559583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 7a7f9ea5-5003-4f9e-84e0-1786a730976e {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:03.564236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.624085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.641234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.666552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 5539d2cb-aef7-416d-9e36-7b531d476f74, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5539d2cb-aef7-416d-9e36-7b531d476f74,segment=NetworkSegment(82e406ac-9985-4298-9e74-d49e922a5d4d),segment_id=82e406ac-9985-4298-9e74-d49e922a5d4d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:03.681873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.753285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.753836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.770683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=5539d2cb-aef7-416d-9e36-7b531d476f74,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:03.786159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Provisioning complete for port 5539d2cb-aef7-416d-9e36-7b531d476f74 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:03.786571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.896133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:03.959626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7f9ea5-5003-4f9e-84e0-1786a730976e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:03.981738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a41aa7-1c46-41b8-86ff-e08444a1a138 None None] Network 4b4a3f69-5071-45d3-8266-db7acc474481 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:03.985981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.007401 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ac8c0691-5390-498b-891c-af8c888da791 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/7a7f9ea5-5003-4f9e-84e0-1786a730976e HTTP/1.1" status: 204 len: 168 time: 0.7857590 Feb 10 11:37:04.007651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55320) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:04.013199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Provisioning for port ae87f49e-d416-403f-ad33-f424f5046ca6 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:04.112749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Provisioning complete for port ae87f49e-d416-403f-ad33-f424f5046ca6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:04.113304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.169211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.195961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8f8e395-9345-4e09-b1f2-44d70738d365 req-582577c7-40c3-43a1-87a8-1ef7475a326a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 210 time: 0.0787549 Feb 10 11:37:04.197311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.244178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a5870-c173-4e62-9f5e-82210d45d7a3 None None] Port ae87f49e-d416-403f-ad33-f424f5046ca6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:04.255113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.375681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-30699de9-b549-4520-95f8-4ce92f60f242 None None] Provisioning complete for port ae87f49e-d416-403f-ad33-f424f5046ca6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:04.376381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30699de9-b549-4520-95f8-4ce92f60f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.406350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] DHCP port deletion for 4b4a3f69-5071-45d3-8266-db7acc474481 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:04.420136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Deleting port f13128f3-f4a5-4fff-b13e-c8ec09860a21 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:04.420356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.465017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port f13128f3-f4a5-4fff-b13e-c8ec09860a21 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:04.465308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.486970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30699de9-b549-4520-95f8-4ce92f60f242 None None] Port ae87f49e-d416-403f-ad33-f424f5046ca6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:04.515313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=ae87f49e-d416-403f-ad33-f424f5046ca6,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:04.688774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] For port f13128f3-f4a5-4fff-b13e-c8ec09860a21, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f13128f3-f4a5-4fff-b13e-c8ec09860a21,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:04.689583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.794961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port f13128f3-f4a5-4fff-b13e-c8ec09860a21, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f13128f3-f4a5-4fff-b13e-c8ec09860a21,segment=NetworkSegment(7df5c9a0-133c-4067-8236-e62fca1f33fb),segment_id=7df5c9a0-133c-4067-8236-e62fca1f33fb)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:04.795330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.819653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Calling delete_port for f13128f3-f4a5-4fff-b13e-c8ec09860a21 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:04.840793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.871637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4cdbcbb6-d5aa-4456-8e2d-f91ef4eaee92 None None] Provisioning complete for port ae87f49e-d416-403f-ad33-f424f5046ca6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:04.872002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4cdbcbb6-d5aa-4456-8e2d-f91ef4eaee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.938310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbcbb6-d5aa-4456-8e2d-f91ef4eaee92 None None] Port ae87f49e-d416-403f-ad33-f424f5046ca6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:04.947762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:04.952011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for f13128f3-f4a5-4fff-b13e-c8ec09860a21 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:04.990339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] Pushing event deleted for resources: {'Port': ['ID=f13128f3-f4a5-4fff-b13e-c8ec09860a21,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:04.996883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907d784-2db1-4305-a9a1-d6f3e6ab167f None None] No DVR routers for this DVR port f13128f3-f4a5-4fff-b13e-c8ec09860a21 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:05.074318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:05.074650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:05.083756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.149044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5539d2cb-aef7-416d-9e36-7b531d476f74 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:05.222837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5539d2cb-aef7-416d-9e36-7b531d476f74 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:05.223423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.393002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f13128f3-f4a5-4fff-b13e-c8ec09860a21 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:05.425300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f13128f3-f4a5-4fff-b13e-c8ec09860a21 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:05.425645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f13128f3-f4a5-4fff-b13e-c8ec09860a21 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:05.431425 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b06217e5-7b53-4a0e-82da-554d165cd33e req-ad41c658-3cab-4d9f-aa7e-f0b084f7c9e0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 210 time: 0.0686729 Feb 10 11:37:05.574855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6f02-7d63-4f41-8186-cde601f18371 req-ade0b401-2c82-41af-b53e-9b9c1af8d25e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:05.576276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-ade0b401-2c82-41af-b53e-9b9c1af8d25e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.3679440 Feb 10 11:37:05.578954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port f13128f3-f4a5-4fff-b13e-c8ec09860a21 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:05.579248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:05.673107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] The port 'f13128f3-f4a5-4fff-b13e-c8ec09860a21' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:05.918897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-84f24f50-ea4c-4da3-96b4-a09c233ffe09 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 380 time: 0.3167861 Feb 10 11:37:05.930721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'port': {'device_id': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'admin_state_up': True, 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'security_groups': ['d9d87edd-29de-4415-b2ce-f4bcf88fb076']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:06.019016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.032689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.resource_extend [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 11:37:06.064806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.075673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.076430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.083333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4a3f69-5071-45d3-8266-db7acc474481']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:06.149332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df5c9a0-133c-4067-8236-e62fca1f33fb') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:06.149624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df5c9a0-133c-4067-8236-e62fca1f33fb') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:06.189794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.284910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.305102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=ae87f49e-d416-403f-ad33-f424f5046ca6,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:06.308789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:06.314188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:06.314580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:06.329390 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:06.332463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:port and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:06.338480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:06.401397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:06.450282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Made reservation on behalf of a949380140f34dc0ac3ca1a90c759bea for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:06.453300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.467050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.495144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.507664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:06.513081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=4b4a3f69-5071-45d3-8266-db7acc474481,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:06.514925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:06.705641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e6ed7e8-bcec-4d25-a73d-eed6aae4d497 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/4b4a3f69-5071-45d3-8266-db7acc474481 HTTP/1.1" status: 204 len: 168 time: 2.6970680 Feb 10 11:37:06.708288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55336) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:06.751111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-826014a8-6219-4f58-97fc-cc751a70ec46 req-b36e64e3-2ec7-4aea-9b71-48527da0555f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 210 time: 0.1399872 Feb 10 11:37:06.796484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-df868510-8b2a-481b-9580-c631673c2502 None None] Provisioning complete for port ae87f49e-d416-403f-ad33-f424f5046ca6 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:06.797358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df868510-8b2a-481b-9580-c631673c2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:06.877308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-df868510-8b2a-481b-9580-c631673c2502 None None] Port ae87f49e-d416-403f-ad33-f424f5046ca6 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:06.983175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.20.0.8 (ec611f89-068d-4a00-af1a-fda79fe53d19/e37bd268-9bfb-468e-9866-f37e43a4c305/43dce657-d360-4750-ba92-cfc9a38a8205) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:07.151706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.219452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.244115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Transition to ACTIVE for port object 43dce657-d360-4750-ba92-cfc9a38a8205 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:07.250369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Router f28bfed2-9782-44e2-a0a9-e99611b49c32 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:07.511479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.607274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:07.610787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:07.614539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:07.617155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:07.690677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:07.691471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.714352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:07.720376 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aa55647c-c5ba-47c2-948d-64114c01c57f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/routers/f28bfed2-9782-44e2-a0a9-e99611b49c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3894792 Feb 10 11:37:07.723147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55340) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:07.727636 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-e2533163-02be-45ab-9ae1-1211cdf8fdb2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8008740 Feb 10 11:37:07.728511 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] Sync routers for ids ['f28bfed2-9782-44e2-a0a9-e99611b49c32'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:07.739922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Request body: {'port': {'device_id': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:07.751668 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] Routers {'f28bfed2-9782-44e2-a0a9-e99611b49c32'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:07.752548 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f28bfed2-9782-44e2-a0a9-e99611b49c32'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.849091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 7d11fd13-2843-4cce-8bd0-620b874d0e37 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:07.849444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.886644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:07.917444 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:07.938097 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] Routers {'f28bfed2-9782-44e2-a0a9-e99611b49c32'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:07.938680 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f28bfed2-9782-44e2-a0a9-e99611b49c32'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:08.015474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b37785d-11cb-4973-a811-59fde03e7656 None None] Provisioning for port 43dce657-d360-4750-ba92-cfc9a38a8205 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:08.021317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b37785d-11cb-4973-a811-59fde03e7656 None None] Provisioning complete for port 43dce657-d360-4750-ba92-cfc9a38a8205 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:08.022115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b37785d-11cb-4973-a811-59fde03e7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.059174 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:08.059636 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7739c127-ce30-4a82-bfb1-59703907d6a3 None None] The sync data for ids ['f28bfed2-9782-44e2-a0a9-e99611b49c32'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:08.101265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0b37785d-11cb-4973-a811-59fde03e7656 None None] Port 43dce657-d360-4750-ba92-cfc9a38a8205 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:08.185922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a345aa-6438-4ab4-82c3-6f703f1f5573 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:08.186605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20a345aa-6438-4ab4-82c3-6f703f1f5573 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:08.214620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-20a345aa-6438-4ab4-82c3-6f703f1f5573 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:08.218510 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-20a345aa-6438-4ab4-82c3-6f703f1f5573 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?device_id=f28bfed2-9782-44e2-a0a9-e99611b49c32 HTTP/1.1" status: 200 len: 987 time: 0.4893076 Feb 10 11:37:08.226137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55346) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:08.250992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db251-7d3e-4702-9971-5ff0c466a74c req-019c0cd7-5922-47e4-a121-a660567e8208 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:08.251712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1c4db251-7d3e-4702-9971-5ff0c466a74c req-019c0cd7-5922-47e4-a121-a660567e8208 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:08.291559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1c4db251-7d3e-4702-9971-5ff0c466a74c req-019c0cd7-5922-47e4-a121-a660567e8208 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:08.292733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c4db251-7d3e-4702-9971-5ff0c466a74c req-019c0cd7-5922-47e4-a121-a660567e8208 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 931 time: 0.2787020 Feb 10 11:37:08.362998 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c4db251-7d3e-4702-9971-5ff0c466a74c req-5a1b7882-0c08-4743-86ce-fae9c36be671 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614593 Feb 10 11:37:08.373289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 7d11fd13-2843-4cce-8bd0-620b874d0e37, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7d11fd13-2843-4cce-8bd0-620b874d0e37,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:08.373647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.426924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dce657-d360-4750-ba92-cfc9a38a8205 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:37:08.434463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.449664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Transition to ACTIVE for port object 43dce657-d360-4750-ba92-cfc9a38a8205 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:08.453447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.503904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 7d11fd13-2843-4cce-8bd0-620b874d0e37 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:08.619101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Pushing event updated for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:08.700245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Attempting to bind port 43dce657-d360-4750-ba92-cfc9a38a8205 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:08.700572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Attempting to bind port 43dce657-d360-4750-ba92-cfc9a38a8205 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:08.700945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Attempting to bind port 43dce657-d360-4750-ba92-cfc9a38a8205 on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:08.707176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Port 43dce657-d360-4750-ba92-cfc9a38a8205 on network ec611f89-068d-4a00-af1a-fda79fe53d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:37:08.707625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Attempting to bind port 43dce657-d360-4750-ba92-cfc9a38a8205 on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:08.714790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:08.715213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:08.715668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Bound using segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:08.716196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Bound port: 43dce657-d360-4750-ba92-cfc9a38a8205, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:08.716651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.814180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:08.820586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43dce657-d360-4750-ba92-cfc9a38a8205,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:08.827413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.886221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.896416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:08.898341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 200 len: 1093 time: 1.1626763 Feb 10 11:37:08.898770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:08.918444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf214e-79aa-4b87-938c-27a2e41830d1 service neutron] Pushing event updated for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:08.952050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=7d11fd13-2843-4cce-8bd0-620b874d0e37,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:09.019090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205', 'status': 'completed', 'code': 200} Feb 10 11:37:09.064228 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-1a283425-c495-4f59-904f-233283b06f96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1096 time: 0.1028488 Feb 10 11:37:09.205906 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-680245a0-539e-494f-b85b-477cf4379907 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 200 len: 217 time: 0.1345425 Feb 10 11:37:09.319079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f6f02-7d63-4f41-8186-cde601f18371 req-a30da535-72f7-48b3-80bd-009916534a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:09.320612 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-a30da535-72f7-48b3-80bd-009916534a4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0968497 Feb 10 11:37:09.418990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-ac22fbcb-a1dc-4743-ada8-4faa22643b0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922337 Feb 10 11:37:09.464478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.591416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:09.735608 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-8be0af23-ed81-439d-bacd-d4acbbb26abd service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035543 Feb 10 11:37:09.764197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f1a89-0109-493c-bd73-0e04483b5ec7 req-c8b7a54f-f613-45a7-a697-47ae9d440a6a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:09.765596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473f1a89-0109-493c-bd73-0e04483b5ec7 req-c8b7a54f-f613-45a7-a697-47ae9d440a6a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.1490524 Feb 10 11:37:09.888991 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473f1a89-0109-493c-bd73-0e04483b5ec7 req-f75d26fb-7a80-425f-abf8-f9c0f51826f0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752814 Feb 10 11:37:09.912733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-048f6f02-7d63-4f41-8186-cde601f18371 req-3b38bc84-a610-4c20-9cc8-ae4ff86770cb service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714907 Feb 10 11:37:10.039573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-cba9686e-7324-4739-90ba-9530ee031aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1096 time: 0.0784633 Feb 10 11:37:10.168680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-50d3bda1-2326-4fd4-bd2f-c35a3c7a63fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:10.170154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-50d3bda1-2326-4fd4-bd2f-c35a3c7a63fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1234851 Feb 10 11:37:10.242975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-1257eb3b-9166-49df-b54d-5f34f4e1323c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 200 len: 217 time: 0.0664258 Feb 10 11:37:10.308673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-366bce99-bab6-4fa3-a68f-3cb6d140e248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:10.310090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-366bce99-bab6-4fa3-a68f-3cb6d140e248 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0587575 Feb 10 11:37:10.312860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port ae87f49e-d416-403f-ad33-f424f5046ca6 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:10.313396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.398497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-042df237-d611-46b8-9979-bd797261a056 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711625 Feb 10 11:37:10.524536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:10.529477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-024ef2bf-68d6-4957-b8a1-9c0b7a1a7e9c service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255984 Feb 10 11:37:10.642874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:10.649577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for ae87f49e-d416-403f-ad33-f424f5046ca6 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:10.668610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ba50ffd-9730-48d7-9e98-0ab9ac21956f req-a364a26a-2db1-4ea2-a43f-7d9c5b540f42 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327031 Feb 10 11:37:11.057422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:11.079705 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b5cb8b0b-424f-41d4-862a-d0b671bd1a00 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3696940 Feb 10 11:37:11.083370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55356) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:11.112159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d052-fcb9-487d-93de-899fac9bd3c8 req-d2814f44-5d64-4553-87af-52abe2a6da46 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:11.113610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64b5d052-fcb9-487d-93de-899fac9bd3c8 req-d2814f44-5d64-4553-87af-52abe2a6da46 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.0901761 Feb 10 11:37:11.115074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.160976 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64b5d052-fcb9-487d-93de-899fac9bd3c8 req-63872902-08d2-4967-990a-a011761bf355 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Feb 10 11:37:11.169584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=ae87f49e-d416-403f-ad33-f424f5046ca6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:11.466994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.479632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet 0f7398de-803c-4178-a26f-f8a8ba8edda5 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:11.484547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.648728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:11.963659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.035168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Router f28bfed2-9782-44e2-a0a9-e99611b49c32 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:12.050729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.140066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7398de-803c-4178-a26f-f8a8ba8edda5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:12.154632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1984c7-c448-4b75-ac2e-daab8193a57f None None] Network 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:12.155121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.216031 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-df4d27b2-568d-455f-a538-668762385422 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/0f7398de-803c-4178-a26f-f8a8ba8edda5 HTTP/1.1" status: 204 len: 168 time: 1.1292174 Feb 10 11:37:12.216490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55362) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.371657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316bab4-043e-420d-bd90-d80c4010c9c8 req-cdf8ea87-141e-4014-9eec-2fc2d1fc59ce tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:12.373520 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b316bab4-043e-420d-bd90-d80c4010c9c8 req-cdf8ea87-141e-4014-9eec-2fc2d1fc59ce tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.0838881 Feb 10 11:37:12.427638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:12.444646 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10e7f7b8-10b8-46b3-a77d-ea056c5c2c48 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/routers/f28bfed2-9782-44e2-a0a9-e99611b49c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2156243 Feb 10 11:37:12.445791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55366) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.447786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] Sync routers for ids ['f28bfed2-9782-44e2-a0a9-e99611b49c32'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:12.454955 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b316bab4-043e-420d-bd90-d80c4010c9c8 req-2b153587-157f-4b5e-ae55-64a9ca6a61a9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753293 Feb 10 11:37:12.467264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] DHCP port deletion for 4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:12.476249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Deleting port 3e316044-4d84-4351-a5a6-f1d0fa08f12b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:12.476617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.505862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c81885-b64e-421c-a4c9-de8137f3bc81 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:37:12.506647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1c81885-b64e-421c-a4c9-de8137f3bc81 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:12.508923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] Routers {'f28bfed2-9782-44e2-a0a9-e99611b49c32'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:12.510132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f28bfed2-9782-44e2-a0a9-e99611b49c32'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.513105 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.532910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 3e316044-4d84-4351-a5a6-f1d0fa08f12b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:12.533343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.560122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f1c81885-b64e-421c-a4c9-de8137f3bc81 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:12.561353 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1c81885-b64e-421c-a4c9-de8137f3bc81 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/ae87f49e-d416-403f-ad33-f424f5046ca6 HTTP/1.1" status: 404 len: 333 time: 0.1147316 Feb 10 11:37:12.567513 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55370) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:12.582583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.632318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] Routers {'f28bfed2-9782-44e2-a0a9-e99611b49c32'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:12.632898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f28bfed2-9782-44e2-a0a9-e99611b49c32'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.700246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:12.700500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77911aa4-7f2e-4726-a390-d8dbdf3703eb None None] The sync data for ids ['f28bfed2-9782-44e2-a0a9-e99611b49c32'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:12.827972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.831960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] For port 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3e316044-4d84-4351-a5a6-f1d0fa08f12b,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:12.832349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:12.950081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Calling delete_port for 3e316044-4d84-4351-a5a6-f1d0fa08f12b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:12.973114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 3e316044-4d84-4351-a5a6-f1d0fa08f12b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3e316044-4d84-4351-a5a6-f1d0fa08f12b,segment=NetworkSegment(ad9db4b7-b57c-48d6-bd41-ccf5067d448f),segment_id=ad9db4b7-b57c-48d6-bd41-ccf5067d448f)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:12.973512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.021745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.064107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] Pushing event deleted for resources: {'Port': ['ID=3e316044-4d84-4351-a5a6-f1d0fa08f12b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:13.072494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e21de-4b3c-4f49-bb24-bfe6192f04f5 None None] No DVR routers for this DVR port 3e316044-4d84-4351-a5a6-f1d0fa08f12b on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:13.098507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 3e316044-4d84-4351-a5a6-f1d0fa08f12b owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:13.152377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3e316044-4d84-4351-a5a6-f1d0fa08f12b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:13.184269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3e316044-4d84-4351-a5a6-f1d0fa08f12b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:13.184952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3e316044-4d84-4351-a5a6-f1d0fa08f12b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:13.409516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:13.409829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:13.411345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.415431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.441178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.441794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Fanout notify agent at l3_agent the message router_deleted on router f28bfed2-9782-44e2-a0a9-e99611b49c32 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:13.456854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.457924 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24db1886-70c6-424c-bedf-c097ce798166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/routers/f28bfed2-9782-44e2-a0a9-e99611b49c32 HTTP/1.1" status: 204 len: 168 time: 0.8894749 Feb 10 11:37:13.460519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55374) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:13.652328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940d31-897a-44b4-95f5-8a1a30a001f3 req-b5718ab3-0460-4ae4-8e77-e38817e33829 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:13.653880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad940d31-897a-44b4-95f5-8a1a30a001f3 req-b5718ab3-0460-4ae4-8e77-e38817e33829 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.0784361 Feb 10 11:37:13.702729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad940d31-897a-44b4-95f5-8a1a30a001f3 req-c6ad5606-14d1-4e16-b083-8ab7ce688296 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Feb 10 11:37:13.740055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 6a85a3a3-f6ef-4774-b65d-6c7646a94041 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:13.743406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.797191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.874583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.912147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 3e316044-4d84-4351-a5a6-f1d0fa08f12b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:13.912972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:13.984340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] The port '3e316044-4d84-4351-a5a6-f1d0fa08f12b' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:14.099819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.154309 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.163510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=6a85a3a3-f6ef-4774-b65d-6c7646a94041,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:14.179292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59abae7e-7f31-488a-8d6f-887986c258ae None None] Network 4d1be729-157b-4444-a5cc-1dc2e46866fb requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:14.179490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.189575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.197442 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d257bc5b-07ef-494e-9e62-c70bea42ef61 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/6a85a3a3-f6ef-4774-b65d-6c7646a94041 HTTP/1.1" status: 204 len: 168 time: 0.7358909 Feb 10 11:37:14.200102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:14.203724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.204126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9db4b7-b57c-48d6-bd41-ccf5067d448f') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.217780 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.235621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.241820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:14.242342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.256711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Sync routers for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:14.260385 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:14.273682 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:14.283914 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.348174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.360034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.371199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 5539d2cb-aef7-416d-9e36-7b531d476f74 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:14.371772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.375091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.386867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:14.390467 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-91b08f79-7b6b-4203-b164-87259c29d0df tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/4fd797fe-bed8-4e01-9aed-6eadd3fbe6cf HTTP/1.1" status: 204 len: 168 time: 2.1730673 Feb 10 11:37:14.393081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55384) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:14.454429 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:14.473449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] DHCP port deletion for 4d1be729-157b-4444-a5cc-1dc2e46866fb request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:14.477677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Deleting port 5539d2cb-aef7-416d-9e36-7b531d476f74 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:14.478045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.684057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] For port 5539d2cb-aef7-416d-9e36-7b531d476f74, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5539d2cb-aef7-416d-9e36-7b531d476f74,segment=NetworkSegment(82e406ac-9985-4298-9e74-d49e922a5d4d),segment_id=82e406ac-9985-4298-9e74-d49e922a5d4d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:14.684424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.797470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.812401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 5539d2cb-aef7-416d-9e36-7b531d476f74, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5539d2cb-aef7-416d-9e36-7b531d476f74,segment=NetworkSegment(82e406ac-9985-4298-9e74-d49e922a5d4d),segment_id=82e406ac-9985-4298-9e74-d49e922a5d4d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:14.812979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:14.815924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Calling delete_port for 5539d2cb-aef7-416d-9e36-7b531d476f74 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:14.826247 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:37:08Z', 'revision_number': 10, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.831361 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Checking router: bc809e1e-57f2-42bd-92e8-8a92f93e2856 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:14.842765 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Routers {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:14.843401 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:14.908643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.002262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 5539d2cb-aef7-416d-9e36-7b531d476f74 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:15.010935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] Pushing event deleted for resources: {'Port': ['ID=5539d2cb-aef7-416d-9e36-7b531d476f74,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:15.012239 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] Set router bc809e1e-57f2-42bd-92e8-8a92f93e2856 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:15.017341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b0c41-d095-431b-8b7c-9602c74e7390 None None] No DVR routers for this DVR port 5539d2cb-aef7-416d-9e36-7b531d476f74 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:15.117365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856fe5c-4182-4ae0-9ac9-7ebacd20b0a8 req-dc8d20b9-fdd7-43ef-9e91-3da63389f1fc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:15.118956 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e856fe5c-4182-4ae0-9ac9-7ebacd20b0a8 req-dc8d20b9-fdd7-43ef-9e91-3da63389f1fc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.2749937 Feb 10 11:37:15.121695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:15.122046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:15.169622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5539d2cb-aef7-416d-9e36-7b531d476f74 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:15.183567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e856fe5c-4182-4ae0-9ac9-7ebacd20b0a8 req-4333df03-8430-4850-b05b-50b98d3e53fb tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561032 Feb 10 11:37:15.210040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 5539d2cb-aef7-416d-9e36-7b531d476f74 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:15.210593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5539d2cb-aef7-416d-9e36-7b531d476f74 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:15.365357 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:37:08Z', 'revision_number': 10, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.369770 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b22103a-1e0e-45ab-ab7a-de0641939768 None None] The sync data for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv is: [{'id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'name': 'tempest-RoutersTest-router-739354088', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:37:08Z', 'revision_number': 10, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None, '_interfaces': [{'id': 'aeabb3eb-7895-46a7-9e7f-4718fe343260', 'name': '', 'network_id': '82bc00b7-938c-43f4-8b8a-d63076469dab', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'mac_address': 'fa:16:3e:f5:a6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc809e1e-57f2-42bd-92e8-8a92f93e2856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:21Z', 'updated_at': '2022-02-10T11:36:37Z', 'revision_number': 5, 'project_id': 'a3da23f49fb6473499326fd569856773', 'subnets': [{'id': 'd4a3cbaa-f55c-4a69-8536-e1bb29e63d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:15.580968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port aeabb3eb-7895-46a7-9e7f-4718fe343260 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:15.581300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.623287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 5539d2cb-aef7-416d-9e36-7b531d476f74 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:15.623590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.688485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] The port '5539d2cb-aef7-416d-9e36-7b531d476f74' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:15.765488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port aeabb3eb-7895-46a7-9e7f-4718fe343260, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=aeabb3eb-7895-46a7-9e7f-4718fe343260,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:15.765842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.813857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.816778 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:37:15.839828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1be729-157b-4444-a5cc-1dc2e46866fb']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.852040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e406ac-9985-4298-9e74-d49e922a5d4d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.852324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e406ac-9985-4298-9e74-d49e922a5d4d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:15.863177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.878495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.884866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:15.885240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:15.888110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for aeabb3eb-7895-46a7-9e7f-4718fe343260 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: util.warn( Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:15.899646 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:15.982435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.002828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.012035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=4d1be729-157b-4444-a5cc-1dc2e46866fb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:16.030006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2876697c-d293-4c11-957a-5794c954034f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/4d1be729-157b-4444-a5cc-1dc2e46866fb HTTP/1.1" status: 204 len: 168 time: 1.8285573 Feb 10 11:37:16.033613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:16.082554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.106449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff8d77-f85d-4aa5-81a8-fc524c8add5c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:16.106885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c9ff8d77-f85d-4aa5-81a8-fc524c8add5c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:16.122020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c9ff8d77-f85d-4aa5-81a8-fc524c8add5c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:16.123526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c9ff8d77-f85d-4aa5-81a8-fc524c8add5c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/78ca4fb1-6a7f-4732-af91-b37e838517a0 HTTP/1.1" status: 200 len: 845 time: 0.0889158 Feb 10 11:37:16.127086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:16.130427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=aeabb3eb-7895-46a7-9e7f-4718fe343260,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:16.198058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f9157f8-e948-46f0-ab67-3b63792769bf tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/78ca4fb1-6a7f-4732-af91-b37e838517a0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0665655 Feb 10 11:37:16.199696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55398) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:16.206239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:16.351789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:16.356243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:16.359394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:16.365441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:16.395849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.422341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:16.550005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.659493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a780089-3afa-4de3-9be0-02a3a278e886 req-b6f36bc0-d9c8-464b-b99b-6cbe0793ccc0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:16.660939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a780089-3afa-4de3-9be0-02a3a278e886 req-b6f36bc0-d9c8-464b-b99b-6cbe0793ccc0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.2741308 Feb 10 11:37:16.724156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a780089-3afa-4de3-9be0-02a3a278e886 req-7cdaadec-7c97-4bd9-95c8-3af9c9228c26 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554249 Feb 10 11:37:16.834743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.896622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:16.899934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:16.903442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:16.907593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:16.908161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:16.911681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=73cc6991-ef57-401d-af86-5286f1220ff0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:16.912130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c71cd4d-bf92-4aa7-bc7d-c5cfd49cd34d None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:16.933927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f1c38d8a-622d-45ad-bcb1-5d4b515ac26b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7324686 Feb 10 11:37:16.936788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55404) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:16.943309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256780007'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:16.949701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:16.954211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:16.962345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:16.968522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:16.982373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.068751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:17.087674 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c02a36f5-d994-4a08-ae68-b2bb0a90e27a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933625 Feb 10 11:37:17.088438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55408) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.146212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:17.150970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:17.155246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:17.161269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:17.192251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8240f687-2454-4a60-aef7-787ac0ea8976', 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'tenant_id': '49aed527c983430b85125a5631b8ced4', 'fixed_ips': [{'subnet_id': '73cc6991-ef57-401d-af86-5286f1220ff0'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:17.193092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.235660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.239821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.250409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 81ef9602-0c57-4a03-a80b-b7b76450b031 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:17.289761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe74e82-1c48-4101-b835-729f0062eabb,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:17.291633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 81ef9602-0c57-4a03-a80b-b7b76450b031 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:17.292138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 81ef9602-0c57-4a03-a80b-b7b76450b031 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:17.292743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:17.293973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.298365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44c04b2e-6703-48d5-9d2d-3078715100ef tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3605597 Feb 10 11:37:17.299007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55412) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.305349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'security_group': {'name': 'tempest-secgroup-683686773'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:17.311112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:17.313380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting subnet d4a3cbaa-f55c-4a69-8536-e1bb29e63d00 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:17.315023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:17.316222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.318261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:17.324858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:17.336561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.336758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:17.337080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device bc12ec3d-bbf8-42f1-b8f9-c9c251d81d60 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:17.337485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d11fd13-2843-4cce-8bd0-620b874d0e37 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:17.372029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.375015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:17.378936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:17.381862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:17.383529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 7d11fd13-2843-4cce-8bd0-620b874d0e37 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:17.383862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7d11fd13-2843-4cce-8bd0-620b874d0e37 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:17.387954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:17.453536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.463381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Allocated IP 2001:db8::2 (8240f687-2454-4a60-aef7-787ac0ea8976/73cc6991-ef57-401d-af86-5286f1220ff0/65af43fb-6cfd-4121-a975-cc6f536e4624) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:17.465274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.487443 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.509060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c1a55-990a-4bbd-ad9e-755c99a5f20d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:17.525038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.528543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-728cab05-df79-472e-a980-7b68c8c959ea tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2259860 Feb 10 11:37:17.528814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55416) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.534266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-887955858', 'security_groups': ['3a7c1a55-990a-4bbd-ad9e-755c99a5f20d'], 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73cc6991-ef57-401d-af86-5286f1220ff0'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:17.568262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.610824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a3cbaa-f55c-4a69-8536-e1bb29e63d00,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:17.615545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.622146 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07f8b670-79c8-4c37-aa96-9d5f41a7f8ab tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/d4a3cbaa-f55c-4a69-8536-e1bb29e63d00 HTTP/1.1" status: 204 len: 168 time: 0.5326514 Feb 10 11:37:17.624938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55420) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:17.625421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e4e19-18b6-420b-98ec-59f6d4e76fcb None None] Network 82bc00b7-938c-43f4-8b8a-d63076469dab requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:17.681883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:17.691520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:17.704105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:17.709469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.732513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 566fbfc4-1669-433e-8874-dba24dfc9c7d yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:17.737777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.751516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Deleting port 146f322d-6373-4640-8568-9d20304687cf {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:17.751841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.803383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.852170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Transition to ACTIVE for port object 65af43fb-6cfd-4121-a975-cc6f536e4624 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:17.882300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Transition to ACTIVE for port object 65af43fb-6cfd-4121-a975-cc6f536e4624 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:17.890595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:17.957035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:17.974472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:17.977138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:17.979825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:18.017781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::26 (8240f687-2454-4a60-aef7-787ac0ea8976/73cc6991-ef57-401d-af86-5286f1220ff0/566fbfc4-1669-433e-8874-dba24dfc9c7d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:18.021545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] For port 146f322d-6373-4640-8568-9d20304687cf, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=146f322d-6373-4640-8568-9d20304687cf,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:18.023337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.043988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ff03-d64f-4ed9-9880-2eeea0217fa2 req-457e37be-b8f3-431e-88d5-8867c8b838d7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:18.045457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a244ff03-d64f-4ed9-9880-2eeea0217fa2 req-457e37be-b8f3-431e-88d5-8867c8b838d7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 943 time: 0.1649842 Feb 10 11:37:18.083575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Attempting to bind port 65af43fb-6cfd-4121-a975-cc6f536e4624 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:18.083946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Attempting to bind port 65af43fb-6cfd-4121-a975-cc6f536e4624 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:18.084872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Attempting to bind port 65af43fb-6cfd-4121-a975-cc6f536e4624 on network 8240f687-2454-4a60-aef7-787ac0ea8976 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:18.087544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] DHCP port deletion for 82bc00b7-938c-43f4-8b8a-d63076469dab request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:18.092378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Deleting port 146f322d-6373-4640-8568-9d20304687cf {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:18.092569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.132593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:18.132982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Checking segment: {'id': '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:18.133398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.133784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Bound using segment: {'id': '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:18.134248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Bound port: 65af43fb-6cfd-4121-a975-cc6f536e4624, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:18.134619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.173981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Calling delete_port for 146f322d-6373-4640-8568-9d20304687cf owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:18.188620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a244ff03-d64f-4ed9-9880-2eeea0217fa2 req-98536fbf-01c2-4e84-a266-b3312040f7f8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301839 Feb 10 11:37:18.257526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.270466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.286490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 566fbfc4-1669-433e-8874-dba24dfc9c7d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:18.310673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.316027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Port': ['ID=146f322d-6373-4640-8568-9d20304687cf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.321401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No DVR routers for this DVR port 146f322d-6373-4640-8568-9d20304687cf on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:18.370818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:18.391822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:18.393000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:18.393657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] For port 146f322d-6373-4640-8568-9d20304687cf, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=146f322d-6373-4640-8568-9d20304687cf,segment=NetworkSegment(1316b158-d247-4e2f-a4f6-0e9a6a699eab),segment_id=1316b158-d247-4e2f-a4f6-0e9a6a699eab)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:18.394038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.396758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:18.402078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:18.405099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.406187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:18.406907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.412346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=566fbfc4-1669-433e-8874-dba24dfc9c7d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.438885 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-071b61fa-71d9-4af7-8507-5f23c4283979 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9062574 Feb 10 11:37:18.439200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:18.445355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:18.450308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.477146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bc00b7-938c-43f4-8b8a-d63076469dab']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:18.489872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1316b158-d247-4e2f-a4f6-0e9a6a699eab') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:18.490168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1316b158-d247-4e2f-a4f6-0e9a6a699eab') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:18.502551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.518968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.526688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:18.527129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:18.545861 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:18.590691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:18.593048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Calling delete_port for 146f322d-6373-4640-8568-9d20304687cf owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:18.595085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:18.598331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:18.604479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:18.616241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:18.620922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.690681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdb04a-c7d6-4645-b791-f3f0f9efaab1 None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.703950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:18.704300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:18.729165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.749154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:18.761243 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Pushing event deleted for resources: {'Network': ['ID=82bc00b7-938c-43f4-8b8a-d63076469dab,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:18.767069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43dce657-d360-4750-ba92-cfc9a38a8205 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:37:18.769364 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-461b5ec8-da7b-4c4d-bc0a-0a7554a6b9e3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/networks/82bc00b7-938c-43f4-8b8a-d63076469dab HTTP/1.1" status: 204 len: 168 time: 1.1430643 Feb 10 11:37:18.773816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:18.776842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73cc6991-ef57-401d-af86-5286f1220ff0 (CIDR: 2001:db8::/64) Feb 10 11:37:18.780945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'routes': None}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:18.838450 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:37:18.838910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:18.931568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43dce657-d360-4750-ba92-cfc9a38a8205,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:18.943416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55434) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:18.943666 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9b217bc2-f6b1-45b6-a0b4-189cbac374de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5032995 Feb 10 11:37:18.947392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '43dce657-d360-4750-ba92-cfc9a38a8205', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'port_id': '43dce657-d360-4750-ba92-cfc9a38a8205', 'mac_address': 'fa:16:3e:9c:93:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:37:18.950970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:19.018920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.038125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dce657-d360-4750-ba92-cfc9a38a8205 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:37:19.055575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43dce657-d360-4750-ba92-cfc9a38a8205,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:19.063147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.117716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:19.124738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:19.127878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:19.134543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:19.146620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:19.161556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Added routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 10 11:37:19.162789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.extraroute_db [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Removed routes are [] {{(pid=83554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 10 11:37:19.163188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.173434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:19.202416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:19.270954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Deleting port 146f322d-6373-4640-8568-9d20304687cf {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:19.271579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.306543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.360376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f972c20d-f617-42e6-a95c-39910bd5360c None None] The port '146f322d-6373-4640-8568-9d20304687cf' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:19.372247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['43dce657-d360-4750-ba92-cfc9a38a8205'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:37:19.415646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 65af43fb-6cfd-4121-a975-cc6f536e4624 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:19.504970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 146f322d-6373-4640-8568-9d20304687cf no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:19.544418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 146f322d-6373-4640-8568-9d20304687cf {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:19.544904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 146f322d-6373-4640-8568-9d20304687cf not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:19.620352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.625896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.668026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.734347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:19.737997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:19.749061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:19.749901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.769090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757767a1-b984-49d0-984e-009b1158057f req-37c9cdd3-71a7-481c-8cf0-601921b58263 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:19.770571 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-757767a1-b984-49d0-984e-009b1158057f req-37c9cdd3-71a7-481c-8cf0-601921b58263 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 944 time: 0.3707428 Feb 10 11:37:19.785653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=c4756658-6bef-4631-a8ff-0f72248995f4,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:19.791908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-27fc719b-a732-46dd-ae86-7321ebfa149b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8468537 Feb 10 11:37:19.792606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55442) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:19.798951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1292408180', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4756658-6bef-4631-a8ff-0f72248995f4'}], 'security_groups': ['dbe74e82-1c48-4101-b835-729f0062eabb']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:19.833753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router bc809e1e-57f2-42bd-92e8-8a92f93e2856 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:19.844148 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-757767a1-b984-49d0-984e-009b1158057f req-7c4cff93-0843-4b66-826f-200cd1292398 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591116 Feb 10 11:37:19.921702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce4a68-25a6-475d-90b6-030dc4e4fd5f None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:19.933918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.984054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:19.991265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:19.995344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55446) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:19.995525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6849edec-c2d7-42fa-a804-34b789386acb tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 700 time: 1.2206252 Feb 10 11:37:20.055512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-64f78e51-90a6-4f72-a21b-bff4958d8f69 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:20.061011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:20.061545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.114578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-64f78e51-90a6-4f72-a21b-bff4958d8f69 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:20.116266 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-64f78e51-90a6-4f72-a21b-bff4958d8f69 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 205 time: 0.1194954 Feb 10 11:37:20.118866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55450) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:20.158208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:20.211476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Provisioning for port 65af43fb-6cfd-4121-a975-cc6f536e4624 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:20.222464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:20.222831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.347629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.391504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.422345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Update dhcp port {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'fixed_ips': [{'subnet_id': '73cc6991-ef57-401d-af86-5286f1220ff0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4756658-6bef-4631-a8ff-0f72248995f4'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '65af43fb-6cfd-4121-a975-cc6f536e4624'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:37:20.475617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:20.483037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.514210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.609425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757409-5582-47ae-955c-11c1c89d9a78 None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:20.782094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43dce657-d360-4750-ba92-cfc9a38a8205 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:20.848761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 43dce657-d360-4750-ba92-cfc9a38a8205 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:20.855308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 43dce657-d360-4750-ba92-cfc9a38a8205 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:20.856071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.939797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.947189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.970096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Sync routers for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:20.988047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Delete allocated IP 2001:db8::26 (8240f687-2454-4a60-aef7-787ac0ea8976/73cc6991-ef57-401d-af86-5286f1220ff0) {{(pid=83553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:37:20.991264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:20.991811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router bc809e1e-57f2-42bd-92e8-8a92f93e2856 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:21.005344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8:0:1::11d (8240f687-2454-4a60-aef7-787ac0ea8976/c4756658-6bef-4631-a8ff-0f72248995f4/566fbfc4-1669-433e-8874-dba24dfc9c7d) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:21.010454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.023066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Routers set() bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:21.023462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Router IDs set() for agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:37:21.024106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_agentschedulers_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent'). {{(pid=83555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:37:21.032495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.039168 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-55842499-ea50-4795-a1dc-880b083e1cbd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 204 len: 168 time: 0.9187710 Feb 10 11:37:21.039356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55456) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:21.047442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Routers set() bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:21.047800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Router IDs set() for agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 10 11:37:21.048888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_agentschedulers_db [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc809e1e-57f2-42bd-92e8-8a92f93e2856'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent'). {{(pid=83555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 11:37:21.049080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a6f1c-f694-476e-af13-5ea5b4d09450 None None] The sync data for ids ['bc809e1e-57f2-42bd-92e8-8a92f93e2856'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:21.049208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-964896667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:21.057357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:21.065832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:21.066031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43dce657-d360-4750-ba92-cfc9a38a8205,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:21.072836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.077442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Usage tracker for resource:router and tenant:a3da23f49fb6473499326fd569856773 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:21.087634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:21.098277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:21.143816 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205', 'code': 200} Feb 10 11:37:21.148636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab028d-ed38-4baf-aacf-44a3f6ee0d96 req-939b5aa1-7a1b-4551-a39b-217bf9d978ac tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:21.155843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ab028d-ed38-4baf-aacf-44a3f6ee0d96 req-939b5aa1-7a1b-4551-a39b-217bf9d978ac tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 944 time: 0.1719685 Feb 10 11:37:21.168648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:21.185578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.186480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.216537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44ab028d-ed38-4baf-aacf-44a3f6ee0d96 req-30348014-ee4d-49e3-953d-14e7cb18da5a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593026 Feb 10 11:37:21.243630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.282173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.309505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.330070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Ignored duplicate provisioning block setup for port 566fbfc4-1669-433e-8874-dba24dfc9c7d by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 11:37:21.331108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.332448 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-df79059a-f0c0-4f1c-8b53-ca6ca42438e5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2878160 Feb 10 11:37:21.334955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55462) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:21.340654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:21.387631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.402354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Allocated IP 2001:db8:0:1::2 (8240f687-2454-4a60-aef7-787ac0ea8976/c4756658-6bef-4631-a8ff-0f72248995f4/65af43fb-6cfd-4121-a975-cc6f536e4624) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:21.411260 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36c1bf85-34f9-497c-a3f4-699e06c51e12 req-76c2baf2-bbe5-46ce-a302-fe9aed6dd16a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1098 time: 0.0675318 Feb 10 11:37:21.458989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36c1bf85-34f9-497c-a3f4-699e06c51e12 req-ab318d85-191e-4560-b2a5-07c65e575e4b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Feb 10 11:37:21.508999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:21.558844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] In _notify_port_updated(), no bound segment for port 566fbfc4-1669-433e-8874-dba24dfc9c7d on network 8240f687-2454-4a60-aef7-787ac0ea8976 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:37:21.562588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:21.563185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.564470 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/ports/566fbfc4-1669-433e-8874-dba24dfc9c7d HTTP/1.1" status: 200 len: 931 time: 1.7704844 Feb 10 11:37:21.567959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55466) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:21.570607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c040212-e3b2-4e34-9c33-ea25db920ca6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=566fbfc4-1669-433e-8874-dba24dfc9c7d,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:21.625317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:21.636078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:21.636516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.640577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 566fbfc4-1669-433e-8874-dba24dfc9c7d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:21.640848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.699549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.721743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Transition to ACTIVE for port object 65af43fb-6cfd-4121-a975-cc6f536e4624 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:21.757675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.832614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.844939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.892758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:21.923990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0330d-6fff-476f-a734-fceb0dc267fa None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:22.032241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 566fbfc4-1669-433e-8874-dba24dfc9c7d owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:22.141101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Router b92d2f08-bc10-4ee2-af69-2d4307d78c44 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:22.298845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:22.301269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.312899 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Sync routers for ids ['b92d2f08-bc10-4ee2-af69-2d4307d78c44'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:22.313555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.314930 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d8eed95e-9df9-4994-81a3-f4b5accaf7b8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "PUT /v2.0/routers/b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 200 len: 693 time: 0.9787788 Feb 10 11:37:22.317461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55472) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.331187 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Routers {'b92d2f08-bc10-4ee2-af69-2d4307d78c44'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:22.332320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b92d2f08-bc10-4ee2-af69-2d4307d78c44'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.399357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=566fbfc4-1669-433e-8874-dba24dfc9c7d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:22.515394 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-424e17e9-9d71-4f9d-ba79-f43f56fbefb6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/routers/b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 200 len: 699 time: 0.1964877 Feb 10 11:37:22.517619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55476) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.529087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.546711 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4963ee8-61e2-43a9-88d5-6e1c640b88d9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/566fbfc4-1669-433e-8874-dba24dfc9c7d HTTP/1.1" status: 204 len: 168 time: 0.9773710 Feb 10 11:37:22.549805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55480) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.584044 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a80e627b-5bce-4ab0-af76-86836be54e4d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 200 len: 205 time: 0.0651462 Feb 10 11:37:22.586401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55484) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.605294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e5c6bf-7313-4cac-b9c8-8e95bad9e5c8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:37:22.605874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01e5c6bf-7313-4cac-b9c8-8e95bad9e5c8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:22.629431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Could not find standard attr ID for object 566fbfc4-1669-433e-8874-dba24dfc9c7d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:37:22.639637 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Set router b92d2f08-bc10-4ee2-af69-2d4307d78c44 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:22.646399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:22.648765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.661879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6079-6d56-4ac3-b622-192f6b440f05 req-704bd171-2170-4a4f-9697-8ef45e2b32bb tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:22.663930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-93af6079-6d56-4ac3-b622-192f6b440f05 req-704bd171-2170-4a4f-9697-8ef45e2b32bb tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.1889620 Feb 10 11:37:22.665678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-01e5c6bf-7313-4cac-b9c8-8e95bad9e5c8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:22.666862 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-01e5c6bf-7313-4cac-b9c8-8e95bad9e5c8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/566fbfc4-1669-433e-8874-dba24dfc9c7d HTTP/1.1" status: 404 len: 333 time: 0.1160688 Feb 10 11:37:22.674199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.720561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:22.742053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Provisioning for port 65af43fb-6cfd-4121-a975-cc6f536e4624 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:22.750506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:22.751656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-daeb5b8b-7b02-46c5-9a9c-a8480e8b2f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.777400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-93af6079-6d56-4ac3-b622-192f6b440f05 req-74c1bd92-421e-4f16-aafb-f216fcaf9d09 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984068 Feb 10 11:37:22.788460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.801974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.805923 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92d2f08-bc10-4ee2-af69-2d4307d78c44', 'name': 'tempest-RoutersTest-router-964896667', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:21Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.816735 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Checking router: b92d2f08-bc10-4ee2-af69-2d4307d78c44 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:22.829706 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Routers {'b92d2f08-bc10-4ee2-af69-2d4307d78c44'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:22.830551 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b92d2f08-bc10-4ee2-af69-2d4307d78c44'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:22.837911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.909232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.934806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c1a55-990a-4bbd-ad9e-755c99a5f20d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:22.949806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:22.955819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ebbb8d6a-9f85-4676-816f-9a5768d132c5 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a7c1a55-990a-4bbd-ad9e-755c99a5f20d HTTP/1.1" status: 204 len: 168 time: 0.2530246 Feb 10 11:37:22.956391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:22.999712 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] Set router b92d2f08-bc10-4ee2-af69-2d4307d78c44 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:23.065356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.135082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.136663 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92d2f08-bc10-4ee2-af69-2d4307d78c44', 'name': 'tempest-RoutersTest-router-964896667', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:21Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:23.141044 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970ab3-1897-4716-8161-00d67dff2a62 None None] The sync data for ids ['b92d2f08-bc10-4ee2-af69-2d4307d78c44'] in dv-neutron-827807-1-hyperv is: [{'id': 'b92d2f08-bc10-4ee2-af69-2d4307d78c44', 'name': 'tempest-RoutersTest-router-964896667', 'tenant_id': 'a3da23f49fb6473499326fd569856773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:21Z', 'updated_at': '2022-02-10T11:37:21Z', 'revision_number': 2, 'project_id': 'a3da23f49fb6473499326fd569856773', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:23.200145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:23.226776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.237824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8e36bd28-47b6-4108-a060-376092a2d11a None None] Could not find standard attr ID for object 566fbfc4-1669-433e-8874-dba24dfc9c7d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:37:23.243209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe74e82-1c48-4101-b835-729f0062eabb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:23.250129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.253889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b054db2a-cdcc-47ca-bd7f-6445834f1dab tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/security-groups/dbe74e82-1c48-4101-b835-729f0062eabb HTTP/1.1" status: 204 len: 168 time: 0.2965648 Feb 10 11:37:23.254467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55496) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.338628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.343506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.363593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82de81b4-da6d-4adb-9bc4-78b8eedd7371 None None] Could not find standard attr ID for object 566fbfc4-1669-433e-8874-dba24dfc9c7d. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:37:23.376246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.376996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Fanout notify agent at l3_agent the message router_deleted on router b92d2f08-bc10-4ee2-af69-2d4307d78c44 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:37:23.393921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.401848 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-58f180ef-a1b4-4ac6-a5b1-b9995aa0d40a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 204 len: 168 time: 0.8106291 Feb 10 11:37:23.401848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55500) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.411350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:23.411726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.445611 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2e36990a-e248-4cd8-b175-f7bf79741b3b tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 200 len: 205 time: 0.0427108 Feb 10 11:37:23.447911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55504) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.486493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 73cc6991-ef57-401d-af86-5286f1220ff0 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:23.492073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.527851 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-ad113af6-a60e-49fd-aae3-4f7d220020d4 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:23.529469 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ad113af6-a60e-49fd-aae3-4f7d220020d4 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/b92d2f08-bc10-4ee2-af69-2d4307d78c44 HTTP/1.1" status: 404 len: 336 time: 0.0799551 Feb 10 11:37:23.532675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55508) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.558262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.573605 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7a4b05-7503-4d53-b60a-d363870c4d77 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:23.574170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7a4b05-7503-4d53-b60a-d363870c4d77 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:23.575938 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5c7a4b05-7503-4d53-b60a-d363870c4d77 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/12c6b4e0-0cbd-45bf-a8ec-8bb94a3d2482 HTTP/1.1" status: 404 len: 337 time: 0.0422988 Feb 10 11:37:23.578439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55512) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.584773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device aeabb3eb-7895-46a7-9e7f-4718fe343260 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:23.616274 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-152aaa10-e63a-4750-83ff-4d8c2d7f325f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:23.617360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152aaa10-e63a-4750-83ff-4d8c2d7f325f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:23.617525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: aeabb3eb-7895-46a7-9e7f-4718fe343260 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:37:23.617638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device aeabb3eb-7895-46a7-9e7f-4718fe343260 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:37:23.618924 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-152aaa10-e63a-4750-83ff-4d8c2d7f325f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/7a7f9ea5-5003-4f9e-84e0-1786a730976e HTTP/1.1" status: 404 len: 337 time: 0.0394256 Feb 10 11:37:23.621477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55516) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.648846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.726116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.761401 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-612583f8-2370-4ac7-92d1-0b833cfa13a4 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:23.761830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612583f8-2370-4ac7-92d1-0b833cfa13a4 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:23.763462 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-612583f8-2370-4ac7-92d1-0b833cfa13a4 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/0f7398de-803c-4178-a26f-f8a8ba8edda5 HTTP/1.1" status: 404 len: 337 time: 0.1409035 Feb 10 11:37:23.764948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=73cc6991-ef57-401d-af86-5286f1220ff0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:23.766242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55520) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.771586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:23.778161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c119b79-b463-429a-ab71-de83ef8f5b44 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/73cc6991-ef57-401d-af86-5286f1220ff0 HTTP/1.1" status: 204 len: 168 time: 0.5227511 Feb 10 11:37:23.779534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcbc9b-589c-4248-86bb-8614a3ff496f None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:23.782044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55524) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.788371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:23.806927 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5b1d48-4de7-4bf0-b018-e31aad8def6d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:23.807390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5b1d48-4de7-4bf0-b018-e31aad8def6d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:23.808990 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0a5b1d48-4de7-4bf0-b018-e31aad8def6d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/d4a3cbaa-f55c-4a69-8536-e1bb29e63d00 HTTP/1.1" status: 404 len: 337 time: 0.0412409 Feb 10 11:37:23.811675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:23.957656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0561067c-2969-44fd-ac1b-23095737e569 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Synchronizing usage tracker for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:24.015934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0561067c-2969-44fd-ac1b-23095737e569 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] Unset dirty status for tenant:a3da23f49fb6473499326fd569856773 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:24.019523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0561067c-2969-44fd-ac1b-23095737e569 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 200 len: 205 time: 0.1517837 Feb 10 11:37:24.020273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55534) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.031153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:24.042448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:24.046227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:24.054141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:24.074085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7e0a-f5cb-4144-aee2-a9992687d77c req-7d8a05ba-7fae-446c-960e-7b067ebc25e2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:24.076421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecad7e0a-f5cb-4144-aee2-a9992687d77c req-7d8a05ba-7fae-446c-960e-7b067ebc25e2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.1592445 Feb 10 11:37:24.078179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:24.084020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.099516 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-6467b539-8a1d-41d1-904a-2491fc5cd8a8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.101246 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6467b539-8a1d-41d1-904a-2491fc5cd8a8 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/bc809e1e-57f2-42bd-92e8-8a92f93e2856 HTTP/1.1" status: 404 len: 336 time: 0.0802474 Feb 10 11:37:24.104050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55538) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.148771 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7080cd5a-a954-4767-893e-7f494ee1fc33 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=56964833-22fe-4286-93d2-184bdf6ac84e HTTP/1.1" status: 200 len: 205 time: 0.0431483 Feb 10 11:37:24.151151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55542) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.218709 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-4792eb4d-3408-45b6-b406-71e9261569da tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.221777 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4792eb4d-3408-45b6-b406-71e9261569da tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/56964833-22fe-4286-93d2-184bdf6ac84e HTTP/1.1" status: 404 len: 336 time: 0.0677183 Feb 10 11:37:24.222294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55546) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.227974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ecad7e0a-f5cb-4144-aee2-a9992687d77c req-9ba99149-43e2-40d7-917d-8c945dbec0d5 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243851 Feb 10 11:37:24.266970 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-25947e7a-4422-4ba3-b91b-025603fd0ed6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:24.267675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25947e7a-4422-4ba3-b91b-025603fd0ed6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:24.269623 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-25947e7a-4422-4ba3-b91b-025603fd0ed6 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/d80f1df1-35d4-4fd9-8da4-7860c0e0fdc9 HTTP/1.1" status: 404 len: 337 time: 0.0464308 Feb 10 11:37:24.273475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55552) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.337602 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e380f258-582c-4c9b-9d29-1c5dc7687dc5 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 200 len: 205 time: 0.0626485 Feb 10 11:37:24.339972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55556) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.404011 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-9fe6d920-e548-4720-af01-1b201d46ca3f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.405055 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9fe6d920-e548-4720-af01-1b201d46ca3f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/2d35d7ee-1c63-4c64-b615-be7d95b95bb6 HTTP/1.1" status: 404 len: 336 time: 0.0641851 Feb 10 11:37:24.407643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55560) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.452917 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-42b9bd07-93b0-4f01-8e17-ec076b1486a3 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=64ae3977-13d1-4e0f-9834-6b0254ba6c0b HTTP/1.1" status: 200 len: 205 time: 0.0442073 Feb 10 11:37:24.455585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55564) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.460284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.521583 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-c26717d2-5a1a-4724-9c06-e3c7cda7a26f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.525104 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c26717d2-5a1a-4724-9c06-e3c7cda7a26f tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/64ae3977-13d1-4e0f-9834-6b0254ba6c0b HTTP/1.1" status: 404 len: 336 time: 0.0662315 Feb 10 11:37:24.525573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55568) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.570359 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7caccfd-f560-4437-8f46-d2a360f82a7d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:24.570796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7caccfd-f560-4437-8f46-d2a360f82a7d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:24.574885 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c7caccfd-f560-4437-8f46-d2a360f82a7d tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/70761cc0-45b8-4d0e-a989-69f440d8e837 HTTP/1.1" status: 404 len: 337 time: 0.0459766 Feb 10 11:37:24.575151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55572) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.619137 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bb0d3cae-3b2a-4904-8718-442a92c9bb56 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a0a3c4b-8186-4b9b-91a2-4432733902e6 HTTP/1.1" status: 200 len: 205 time: 0.0421286 Feb 10 11:37:24.620844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55576) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.647117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:24.650683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:24.659377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1adda3-a446-44e8-8119-4ad9250901e8 req-3a0d9f24-f363-44ea-adf5-be07e60523de tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:24.660846 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1adda3-a446-44e8-8119-4ad9250901e8 req-3a0d9f24-f363-44ea-adf5-be07e60523de tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.2693946 Feb 10 11:37:24.661651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367eda34-4598-45be-b693-f78c100156a0 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:24.664102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:24.664725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.669724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=897fa4df-9832-4089-999d-3e215083c43d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:24.689556 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-ae3cca3f-fc9e-4a0c-ad2f-041b227b01cd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.692678 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ae3cca3f-fc9e-4a0c-ad2f-041b227b01cd tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/4a0a3c4b-8186-4b9b-91a2-4432733902e6 HTTP/1.1" status: 404 len: 336 time: 0.0681641 Feb 10 11:37:24.692805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55580) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.721745 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0ba4e523-c605-4867-b17c-5ad965141b3d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9384320 Feb 10 11:37:24.724568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55584) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.726859 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1adda3-a446-44e8-8119-4ad9250901e8 req-87bc0e15-90d8-47de-83d7-13bf1ee40a85 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582163 Feb 10 11:37:24.736247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'security_group': {'name': 'tempest-secgroup-24880724'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:24.741105 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-089fb2fc-dc00-498e-b64e-ae9a794f4192 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:24.741542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089fb2fc-dc00-498e-b64e-ae9a794f4192 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:24.743116 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-089fb2fc-dc00-498e-b64e-ae9a794f4192 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/87804933-971c-4561-8345-aed14de0a8c0 HTTP/1.1" status: 404 len: 337 time: 0.0493250 Feb 10 11:37:24.745325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:24.746647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55588) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.750347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:24.761185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1765d44a-baf3-43f9-b1cd-d91ec3d26acc None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:24.761550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1765d44a-baf3-43f9-b1cd-d91ec3d26acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.763611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55592) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.766327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:24.777483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:24.789743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.799366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37978fad-c1af-48ea-8cc6-70f06efcc2a9 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9ee9cd8-e12a-4119-9f18-517262bc11ef HTTP/1.1" status: 200 len: 205 time: 0.0512300 Feb 10 11:37:24.800127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55598) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.833211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:24.835684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1765d44a-baf3-43f9-b1cd-d91ec3d26acc None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:24.837365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:24.840623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:24.847966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:24.874404 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-fd719bcc-e37d-4714-a9a6-930fc8f6935a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] delete failed (client error): The resource could not be found. Feb 10 11:37:24.879114 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fd719bcc-e37d-4714-a9a6-930fc8f6935a tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/routers/b9ee9cd8-e12a-4119-9f18-517262bc11ef HTTP/1.1" status: 404 len: 336 time: 0.0775242 Feb 10 11:37:24.879433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55602) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.879918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1765d44a-baf3-43f9-b1cd-d91ec3d26acc None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:24.880291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1765d44a-baf3-43f9-b1cd-d91ec3d26acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.924940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e93406-15e3-4313-8f86-61fba8437100 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:24.925519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e93406-15e3-4313-8f86-61fba8437100 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:24.925788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:24.930390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55606) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:24.930969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50e93406-15e3-4313-8f86-61fba8437100 tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/5b5ac4d8-e111-4a86-b064-f477c30df66f HTTP/1.1" status: 404 len: 337 time: 0.0468109 Feb 10 11:37:24.979057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.008567 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5299ff7-fc2c-45c6-912c-8b933a9add7e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:25.009130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5299ff7-fc2c-45c6-912c-8b933a9add7e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:25.056852 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5299ff7-fc2c-45c6-912c-8b933a9add7e tempest-RoutersTest-416573507 tempest-RoutersTest-416573507-project] 10.222.0.42 "DELETE /v2.0/subnets/54a0f897-6677-4b4e-a166-0fbd92ffee77 HTTP/1.1" status: 404 len: 337 time: 0.1253498 Feb 10 11:37:25.084486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f4cbd-9603-4438-9cb2-5be407b2cc31,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:25.088034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.089373 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-178f441f-222f-4330-a795-ee687776f4dd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.3609960 Feb 10 11:37:25.092119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.097523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'security_group': {'name': 'tempest-secgroup-878790363'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:25.107408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.120327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:25.126575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:25.137695 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1e81c996-8560-4425-bc7d-90800c786dd3 tempest-TestVolumeBootPattern-143304340 tempest-TestVolumeBootPattern-143304340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1093 time: 0.3727472 Feb 10 11:37:25.140675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55616) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.141487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.146116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '43dce657-d360-4750-ba92-cfc9a38a8205', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:25.152725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.157114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:floatingip and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:25.158653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.160720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:25.167589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.180797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.202656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.207038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:25.209944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:25.216126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.223340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Update dhcp port {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'fixed_ips': [{'subnet_id': 'c4756658-6bef-4631-a8ff-0f72248995f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '897fa4df-9832-4089-999d-3e215083c43d'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '65af43fb-6cfd-4121-a975-cc6f536e4624'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:37:25.286685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.327095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.332152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.353363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.402084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef60e2-34b0-453f-8b03-78f0f1d52c69,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:25.405435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.409226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-11eef04c-73fb-425d-8f68-f54afb104ebd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3135576 Feb 10 11:37:25.409749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.416473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'security_group': {'name': 'tempest-secgroup-517473602'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:25.424650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.429950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:25.434396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:25.443951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.461421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.525158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Allocated IP 2001:db8::2 (8240f687-2454-4a60-aef7-787ac0ea8976/897fa4df-9832-4089-999d-3e215083c43d/65af43fb-6cfd-4121-a975-cc6f536e4624) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:25.530535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.536415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:security_group_rule and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:25.540188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:25.548349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.572610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.26.3.240 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/915d29dc-6618-40ba-ad43-d76ed0dde74e) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:25.626406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.627592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.636206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.688785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa2c5bc-66ba-4f7b-bb14-eb471a631c31,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:25.691856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.695899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1936e66e-5544-498a-9172-afecf4e000cd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2852719 Feb 10 11:37:25.698358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55632) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:25.705163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-814274368', 'security_groups': ['0aa2c5bc-66ba-4f7b-bb14-eb471a631c31'], 'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '897fa4df-9832-4089-999d-3e215083c43d'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:25.707968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:25.744897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.769603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Transition to ACTIVE for port object 65af43fb-6cfd-4121-a975-cc6f536e4624 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:25.775915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.796654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.838949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:25.919366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:25.920453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=915d29dc-6618-40ba-ad43-d76ed0dde74e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:25.925638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:25.927763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:25.975045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:25.985246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:25.991518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545174-7ff6-42f9-873a-52eb3e0b9674 None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:26.007347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:26.014080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.074080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] device_id is not set on port 1795917a-3c21-4458-9d75-291ffadaf138 yet. {{(pid=83554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:37:26.164179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bcbfd08c-291c-4ace-b72e-1e16c93fb925 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3da23f49fb6473499326fd569856773&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352225 Feb 10 11:37:26.171099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55636) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:26.343692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.386217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8::2c3 (8240f687-2454-4a60-aef7-787ac0ea8976/897fa4df-9832-4089-999d-3e215083c43d/1795917a-3c21-4458-9d75-291ffadaf138) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:26.393218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.556922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.587473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836538f5-3f55-4e39-b116-2b7546e713d1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:26.627182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:26.627884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.632531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.634253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.635396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d5e09076-21e9-4be9-82d5-c79020ba5c56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/836538f5-3f55-4e39-b116-2b7546e713d1 HTTP/1.1" status: 204 len: 168 time: 0.4632742 Feb 10 11:37:26.654358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.675125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 1795917a-3c21-4458-9d75-291ffadaf138 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:26.691275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:26.704523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.708907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Provisioning for port 65af43fb-6cfd-4121-a975-cc6f536e4624 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:26.714807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.715069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:26.715511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-aaa774c9-b5f4-4d28-b73a-8240d3f452d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.791863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:26.793201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:26.794899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1795917a-3c21-4458-9d75-291ffadaf138,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:26.797269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:26.801356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:26.801955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.849479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-204a3595-e566-4d00-85bb-e0fb3e9d763b tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1497431 Feb 10 11:37:26.853349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:26.860154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:26.976497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:26.993636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.080588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:27.085008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:27.100590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:27.108072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:27.123483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:27.127382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.136017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=915d29dc-6618-40ba-ad43-d76ed0dde74e,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:27.144664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.179020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:27.206975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d857ebf-d180-48f1-96c2-869c5836b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.246011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-752b4208-f8d9-4b7a-8507-a8c62111de48 None None] Provisioning for port 1795917a-3c21-4458-9d75-291ffadaf138 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:27.255938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-752b4208-f8d9-4b7a-8507-a8c62111de48 None None] Provisioning complete for port 1795917a-3c21-4458-9d75-291ffadaf138 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:27.256312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-752b4208-f8d9-4b7a-8507-a8c62111de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.316063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-752b4208-f8d9-4b7a-8507-a8c62111de48 None None] Port 1795917a-3c21-4458-9d75-291ffadaf138 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:27.317614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:27.317983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:27.319811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.ipam_backend_mixin [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 897fa4df-9832-4089-999d-3e215083c43d (CIDR: 2001:db8::/64) Feb 10 11:37:27.326007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:37:27.326609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:27.352463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6f8b609-1147-4a8f-9804-b60883bf1cdc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4972250 Feb 10 11:37:27.353429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55656) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:27.361604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:27.454002 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Floating IP a927bfd5-363f-4203-9618-d48e4699fa6c associated. External IP: 172.26.3.240, port: 43dce657-d360-4750-ba92-cfc9a38a8205. Feb 10 11:37:27.621717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:27.635303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:27.638741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:27.645402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:27.662992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:27.909633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.164383 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.ipam_backend_mixin [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c4756658-6bef-4631-a8ff-0f72248995f4 (CIDR: 2001:db8:0:1::/64) Feb 10 11:37:28.181976 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:37:28.182346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:28.214384 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7e991057-c9ff-4283-86ac-cdadad204485 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8589742 Feb 10 11:37:28.217281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55676) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.223453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'subnet': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:28.266040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:28.371585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:28.375655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Usage tracker for resource:subnet and tenant:49aed527c983430b85125a5631b8ced4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:28.378885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:28.386531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:28.397609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Made reservation on behalf of 49aed527c983430b85125a5631b8ced4 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:28.401864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.483532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:28.497114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:28.509517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.516075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:28.516992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:36:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:28.572695 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cc16713b-442c-4737-a85a-3d68726f7578 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4309068 Feb 10 11:37:28.573339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:28.707025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55694) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:28.769072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:28.817707 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205', 'status': 'completed', 'code': 200} Feb 10 11:37:28.878708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.937300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--754524856', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:28.944478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:28.949024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:28.952540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:28.958490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:28.964365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Network 8240f687-2454-4a60-aef7-787ac0ea8976 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:28.968498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:28.973720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:28.973928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:28.974567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.978814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Subnet': ['ID=b1df983e-b740-4034-9a8d-c9c46543d135,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:28.980962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:28.994370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bfeb70-b463-423b-8454-d53d4ebccac1 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:28.999537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.009663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-b5bb2f50-c485-4265-941e-fb58aa3ddae0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1098 time: 0.1655641 Feb 10 11:37:29.014095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-914e8df4-dd8e-43c9-8859-c7e708ca13e6 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7952001 Feb 10 11:37:29.020201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55702) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.029206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1252451882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b1df983e-b740-4034-9a8d-c9c46543d135'}], 'security_groups': ['7a3f4cbd-9603-4438-9cb2-5be407b2cc31', '74ef60e2-34b0-453f-8b03-78f0f1d52c69']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:29.095123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:29.103382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:29.108795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:29.148929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-43160405-ee50-494a-aede-140f6a107f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:29.150388 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-43160405-ee50-494a-aede-140f6a107f1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1341279 Feb 10 11:37:29.159307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:29.191990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.267146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-44f2875d-8259-4540-a46c-cbb968c74c3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 200 len: 999 time: 0.1099322 Feb 10 11:37:29.328557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-8d0c2693-ffd0-47d3-92cb-15a37237981d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:29.329997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-8d0c2693-ffd0-47d3-92cb-15a37237981d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0571196 Feb 10 11:37:29.357454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.370335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.373632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a5ae4e8-46bb-48d6-a95b-d854e8dadeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.401103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'a927bfd5-363f-4203-9618-d48e4699fa6c', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '43dce657-d360-4750-ba92-cfc9a38a8205', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:9c:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:26Z', 'updated_at': '2022-02-10T11:37:26Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:29.407147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:29.407854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-6e49aede-f23b-4c3f-83b5-9134bf207506 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718722 Feb 10 11:37:29.424448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:29.425110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:29.461906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:37:29.478013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20701ba4-096b-4e16-8404-3b2b0c1beac1,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:29.522172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.522490 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment a6d70fca-8e7d-4879-adcc-d6a572327d57 of type vlan for network fc30c91f-4a6b-49d5-b2e2-705333653182 Feb 10 11:37:29.550107 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-f1023f16-247e-45f5-915f-9baded8b2563 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359339 Feb 10 11:37:29.570939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.638351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Update dhcp port {'port': {'network_id': '8240f687-2454-4a60-aef7-787ac0ea8976', 'fixed_ips': [{'subnet_id': 'c4756658-6bef-4631-a8ff-0f72248995f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '897fa4df-9832-4089-999d-3e215083c43d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b1df983e-b740-4034-9a8d-c9c46543d135'}], 'binding:host_id': 'dv-neutron-827807-1-hyperv'}, 'id': '65af43fb-6cfd-4121-a975-cc6f536e4624'} from dv-neutron-827807-1-hyperv. {{(pid=83555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 10 11:37:29.653572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.657733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:29.658486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.686827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdf246f4-1d10-4b22-81a4-288cf6dfcb2f req-02fcb6fe-070a-4182-bacc-f806c5be2290 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313097 Feb 10 11:37:29.702051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.717832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:29.816551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=fc30c91f-4a6b-49d5-b2e2-705333653182,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:29.823068 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f84759a0-f358-477c-9ba1-68039fae44dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1132927 Feb 10 11:37:29.826194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55706) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:29.830821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network fc30c91f-4a6b-49d5-b2e2-705333653182 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:37:29.834612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:29.853852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:29.856440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Delete allocated IP 2001:db8::2c3 (8240f687-2454-4a60-aef7-787ac0ea8976/897fa4df-9832-4089-999d-3e215083c43d) {{(pid=83553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 11:37:29.861321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:29.866160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:29.872852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Allocated IP 2001:db8:0:2::f8 (8240f687-2454-4a60-aef7-787ac0ea8976/b1df983e-b740-4034-9a8d-c9c46543d135/1795917a-3c21-4458-9d75-291ffadaf138) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:29.874966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:29.900224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.901159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:29.964815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.316961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.324161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'a927bfd5-363f-4203-9618-d48e4699fa6c', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '43dce657-d360-4750-ba92-cfc9a38a8205', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:9c:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:26Z', 'updated_at': '2022-02-10T11:37:26Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:30.328245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b6fa9-45fa-40f8-b1ba-76dae3a2ab1e None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'a927bfd5-363f-4203-9618-d48e4699fa6c', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.240', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '43dce657-d360-4750-ba92-cfc9a38a8205', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:9c:93:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:26Z', 'updated_at': '2022-02-10T11:37:26Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:30.338061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.375702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Transition to ACTIVE for port object 1795917a-3c21-4458-9d75-291ffadaf138 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:30.381246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.457502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Allocated IP 2001:db8:0:2::2 (8240f687-2454-4a60-aef7-787ac0ea8976/b1df983e-b740-4034-9a8d-c9c46543d135/65af43fb-6cfd-4121-a975-cc6f536e4624) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:30.471430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.542837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] In _notify_port_updated(), no bound segment for port 1795917a-3c21-4458-9d75-291ffadaf138 on network 8240f687-2454-4a60-aef7-787ac0ea8976 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:37:30.546770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:30.547402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.548677 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "PUT /v2.0/ports/1795917a-3c21-4458-9d75-291ffadaf138 HTTP/1.1" status: 200 len: 969 time: 1.5272472 Feb 10 11:37:30.550412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d21efe-5478-4be1-bfe5-75bd52a07d1d tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event updated for resources: {'Port': ['ID=1795917a-3c21-4458-9d75-291ffadaf138,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:30.551846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:30.573785 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8493c0-c309-4481-a108-a4509316f527 None None] New status for floating IP a927bfd5-363f-4203-9618-d48e4699fa6c: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:37:30.611956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:30.651967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 1795917a-3c21-4458-9d75-291ffadaf138 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:30.652763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.654028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.659016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.667157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.677319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Transition to ACTIVE for port object 65af43fb-6cfd-4121-a975-cc6f536e4624 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:30.682223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.706628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:30.865384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.245 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/ad6656fe-c1a0-4ff0-babd-649094f4d238) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:30.902370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2e7ef-56f7-4416-ba51-bb7cda76a446 None None] Pushing event updated for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:30.932348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.061167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.079096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 1795917a-3c21-4458-9d75-291ffadaf138 owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:31.091807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.165335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=ad6656fe-c1a0-4ff0-babd-649094f4d238,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.179715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:31.184849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:31.186437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:31.193944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:31.353464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.388833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.389570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.402232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=1795917a-3c21-4458-9d75-291ffadaf138,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.449244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.459941 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-05960234-49eb-4d5c-9391-e996d4f7e95c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/1795917a-3c21-4458-9d75-291ffadaf138 HTTP/1.1" status: 204 len: 168 time: 0.9054878 Feb 10 11:37:31.462374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55714) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:31.507699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f8187-f255-436a-b9ae-0c95e6cf0140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] GET failed (client error): The resource could not be found. Feb 10 11:37:31.508205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-469f8187-f255-436a-b9ae-0c95e6cf0140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Synchronizing usage tracker for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:31.524307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-469f8187-f255-436a-b9ae-0c95e6cf0140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Unset dirty status for tenant:49aed527c983430b85125a5631b8ced4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:31.525582 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-469f8187-f255-436a-b9ae-0c95e6cf0140 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports/1795917a-3c21-4458-9d75-291ffadaf138 HTTP/1.1" status: 404 len: 333 time: 0.0622256 Feb 10 11:37:31.528330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55718) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:31.561840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Could not find standard attr ID for object 1795917a-3c21-4458-9d75-291ffadaf138. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:37:31.576472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:31.576899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.610224 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.631088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:31.644147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Provisioning for port 65af43fb-6cfd-4121-a975-cc6f536e4624 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:31.649367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:31.649810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7809fecb-a617-420a-b9c1-cbe123c733e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.652856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.716896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.741414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa2c5bc-66ba-4f7b-bb14-eb471a631c31,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.766521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.770202 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c5f475c-7326-48a7-b883-ebb9ab2beb1f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/security-groups/0aa2c5bc-66ba-4f7b-bb14-eb471a631c31 HTTP/1.1" status: 204 len: 168 time: 0.2383292 Feb 10 11:37:31.770202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:37:31.770669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55722) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:31.849435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.880055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.912962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-551bca63-bbb4-4437-a6b7-99ed5098c9c8 None None] Could not find standard attr ID for object 1795917a-3c21-4458-9d75-291ffadaf138. {{(pid=83555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 11:37:31.932791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.950624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ef60e2-34b0-453f-8b03-78f0f1d52c69,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:31.958091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:31.961903 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-25c1904a-1dd3-49c9-aaec-be37ce5703ac tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/security-groups/74ef60e2-34b0-453f-8b03-78f0f1d52c69 HTTP/1.1" status: 204 len: 168 time: 0.1872346 Feb 10 11:37:31.962040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55726) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.016909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.101740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:32.111713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:32.123567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:32.124276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:32.134444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.144792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.145943 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7151a4ba-af68-4952-a3fc-cb00b844f566 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3188503 Feb 10 11:37:32.149685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55730) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.170417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.256717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.276742 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-83cd08d5-f269-430c-a318-af15339986ad tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234543 Feb 10 11:37:32.277073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55736) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.277238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f4cbd-9603-4438-9cb2-5be407b2cc31,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:32.283694 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.287889 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f52b4c0a-fb06-4b26-a1eb-2df3509e6c6f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a3f4cbd-9603-4438-9cb2-5be407b2cc31 HTTP/1.1" status: 204 len: 168 time: 0.3218262 Feb 10 11:37:32.288158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55740) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.324902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:32.356475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet 897fa4df-9832-4089-999d-3e215083c43d {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:32.358963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.417005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298d299-1843-4042-9f7f-0e50a120b7b3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:32.418165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e298d299-1843-4042-9f7f-0e50a120b7b3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393621 Feb 10 11:37:32.421261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55744) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.421611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.467076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c85d3f6e-8b88-42b4-812b-a5e030256a25 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447443 Feb 10 11:37:32.471461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55748) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.481362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725310810', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:32.522340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.614908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.632500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:32.637384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:32.639851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:32.644820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:32.660625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:32.660753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=897fa4df-9832-4089-999d-3e215083c43d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:32.666265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.673639 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f65269e4-a5ca-4b2c-9b6d-fdcd779da0de tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/897fa4df-9832-4089-999d-3e215083c43d HTTP/1.1" status: 204 len: 168 time: 0.3845081 Feb 10 11:37:32.676070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6479f-c8e2-4a99-a32e-a5dda1b5f34c None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:32.681001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55752) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:32.770685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet b1df983e-b740-4034-9a8d-c9c46543d135 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:32.773034 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.794222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.835072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.871921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:31Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:32.885094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:32.885509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Updating router b0a12de6-b89a-4346-85f9-32b5d8dd3cda port ad6656fe-c1a0-4ff0-babd-649094f4d238 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:37:32.958272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:32.993746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.076727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.087699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.134195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=b1df983e-b740-4034-9a8d-c9c46543d135,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.139966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.154424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=d7cbe428-f0e5-4707-be16-756d560e7a40,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.155414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55756) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:33.156513 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3673ec3f-e88b-4964-b6e9-67d8f91516c9 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/b1df983e-b740-4034-9a8d-c9c46543d135 HTTP/1.1" status: 204 len: 168 time: 0.4744544 Feb 10 11:37:33.217403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e69408b-e8a8-41e2-a4e0-a2d76d5ef474 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:33.217863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e69408b-e8a8-41e2-a4e0-a2d76d5ef474 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:33.236012 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e69408b-e8a8-41e2-a4e0-a2d76d5ef474 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/897fa4df-9832-4089-999d-3e215083c43d HTTP/1.1" status: 404 len: 337 time: 0.0736609 Feb 10 11:37:33.239803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55760) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:33.252835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:33.253523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: fc30c91f-4a6b-49d5-b2e2-705333653182, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:37:33.286423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network fc30c91f-4a6b-49d5-b2e2-705333653182 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:37:33.304958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, fc30c91f-4a6b-49d5-b2e2-705333653182) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:33.318540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4968e22-71e3-492f-aa68-0fe99e706604 None None] Network fc30c91f-4a6b-49d5-b2e2-705333653182 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:33.329969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:33.330293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.361108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9cc5dde7-bbda-49ca-9961-63a5f1ee3434 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8832309 Feb 10 11:37:33.361108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:33.550750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting subnet c4756658-6bef-4631-a8ff-0f72248995f4 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:37:33.557253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.607748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.637245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Transition to ACTIVE for port object ad6656fe-c1a0-4ff0-babd-649094f4d238 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:33.647994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.679201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.759375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-fc30c91f-4a6b-49d5-b2e2-705333653182', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:37:33.760130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.813458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.821810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.826260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca706f-bf56-4844-a001-0054f8404b2b None None] Pushing event updated for resources: {'Port': ['ID=ad6656fe-c1a0-4ff0-babd-649094f4d238,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.838253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Attempting to bind port ad6656fe-c1a0-4ff0-babd-649094f4d238 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:33.838624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Attempting to bind port ad6656fe-c1a0-4ff0-babd-649094f4d238 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:33.839057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Attempting to bind port ad6656fe-c1a0-4ff0-babd-649094f4d238 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:33.903017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b170e5-7865-4cd3-bf22-c58a77d9e883 None None] Network 8240f687-2454-4a60-aef7-787ac0ea8976 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:33.932061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:33.992216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Subnet': ['ID=c4756658-6bef-4631-a8ff-0f72248995f4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:33.996707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.007089 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d833c6b4-2860-4ac8-b6a6-470f490345fd tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/c4756658-6bef-4631-a8ff-0f72248995f4 HTTP/1.1" status: 204 len: 168 time: 0.7620268 Feb 10 11:37:34.008040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55768) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.053663 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1c4c45-6a92-4c7d-a087-cb2efedb2b55 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.054108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1c4c45-6a92-4c7d-a087-cb2efedb2b55 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.058685 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8e1c4c45-6a92-4c7d-a087-cb2efedb2b55 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/73cc6991-ef57-401d-af86-5286f1220ff0 HTTP/1.1" status: 404 len: 337 time: 0.0477383 Feb 10 11:37:34.059330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55772) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.131985 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-27c00ae3-3a3e-4b86-8882-fc9451ae2a05 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "GET /v2.0/ports?device_id=f28bfed2-9782-44e2-a0a9-e99611b49c32 HTTP/1.1" status: 200 len: 205 time: 0.0688698 Feb 10 11:37:34.135562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55776) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.138784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:34.139279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:34.139573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.140560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:34.140560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Bound port: ad6656fe-c1a0-4ff0-babd-649094f4d238, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:34.140755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.201604 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-e48fb422-1993-46a2-9b21-fd94786018ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] delete failed (client error): The resource could not be found. Feb 10 11:37:34.205626 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e48fb422-1993-46a2-9b21-fd94786018ae tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/routers/f28bfed2-9782-44e2-a0a9-e99611b49c32 HTTP/1.1" status: 404 len: 336 time: 0.0691094 Feb 10 11:37:34.205626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55780) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.219639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Allocated IP 172.20.0.2 (fc30c91f-4a6b-49d5-b2e2-705333653182/d7cbe428-f0e5-4707-be16-756d560e7a40/d07d84dc-a9f9-4c61-a12a-f7bc29972566) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:34.252199 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45ee39a-1a9d-4dab-86a5-b58ee49d60fc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.252791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45ee39a-1a9d-4dab-86a5-b58ee49d60fc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.254438 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f45ee39a-1a9d-4dab-86a5-b58ee49d60fc tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/6a85a3a3-f6ef-4774-b65d-6c7646a94041 HTTP/1.1" status: 404 len: 337 time: 0.0479994 Feb 10 11:37:34.257683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55784) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.259159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-361146a4-fe1a-4ad1-b443-c2344ae5fc0c None None] Provisioning complete for port 78ca4fb1-6a7f-4732-af91-b37e838517a0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:34.259627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-361146a4-fe1a-4ad1-b443-c2344ae5fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.296289 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2d37c8-4fad-4604-a9f2-7e734b138166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.296788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2d37c8-4fad-4604-a9f2-7e734b138166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.298618 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0c2d37c8-4fad-4604-a9f2-7e734b138166 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/371ff1f6-fe0e-4fa0-be7f-494912e86845 HTTP/1.1" status: 404 len: 337 time: 0.0399406 Feb 10 11:37:34.301040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.343506 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2011e0aa-5d8d-4aa7-a765-d73dad027440 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.343851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2011e0aa-5d8d-4aa7-a765-d73dad027440 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.345730 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2011e0aa-5d8d-4aa7-a765-d73dad027440 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/70b09530-d776-44ee-bd3e-1a73004f5550 HTTP/1.1" status: 404 len: 337 time: 0.0437005 Feb 10 11:37:34.348544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.350112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] For port ad6656fe-c1a0-4ff0-babd-649094f4d238, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:34.419349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf60ae4-e844-4d84-82b8-954a35b8a0f8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.419653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf60ae4-e844-4d84-82b8-954a35b8a0f8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.421267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fdf60ae4-e844-4d84-82b8-954a35b8a0f8 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/1107d8d7-8c0e-486f-9d6b-489d0a82dd04 HTTP/1.1" status: 404 len: 333 time: 0.0718100 Feb 10 11:37:34.424889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55796) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.469364 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe37c6f8-8d13-44b8-89dc-68137f7ba547 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.469964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe37c6f8-8d13-44b8-89dc-68137f7ba547 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.474339 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fe37c6f8-8d13-44b8-89dc-68137f7ba547 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/aa3e1e27-b465-49c8-8829-e6407069f20d HTTP/1.1" status: 404 len: 337 time: 0.0460632 Feb 10 11:37:34.474769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55800) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.507800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.512995 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cd8bef-8427-4d1e-9018-59349d34f4e4 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.513822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cd8bef-8427-4d1e-9018-59349d34f4e4 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.516846 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c1cd8bef-8427-4d1e-9018-59349d34f4e4 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/fd2152f7-9088-4c1f-90a3-1bf081403992 HTTP/1.1" status: 404 len: 337 time: 0.0395057 Feb 10 11:37:34.517818 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55804) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.519635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] For port ad6656fe-c1a0-4ff0-babd-649094f4d238, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ad6656fe-c1a0-4ff0-babd-649094f4d238,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:34.532034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-361146a4-fe1a-4ad1-b443-c2344ae5fc0c None None] Port 78ca4fb1-6a7f-4732-af91-b37e838517a0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:34.539784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.558362 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7a5344-215d-465e-8305-a4f0fe85cd8f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.558940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7a5344-215d-465e-8305-a4f0fe85cd8f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.563005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cd7a5344-215d-465e-8305-a4f0fe85cd8f tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/1fc677bc-9320-4b62-b21f-33ffae22b9ff HTTP/1.1" status: 404 len: 333 time: 0.0412579 Feb 10 11:37:34.563375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55808) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.604188 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bb0e6a-ba28-42ec-8270-174725868ae3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.604682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bb0e6a-ba28-42ec-8270-174725868ae3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.608749 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b0bb0e6a-ba28-42ec-8270-174725868ae3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/ca20091e-413d-4379-a163-bd47ed36650b HTTP/1.1" status: 404 len: 337 time: 0.0420983 Feb 10 11:37:34.609096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55812) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.646859 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.pecan_wsgi.hooks.translation [None req-382aba88-3b9a-4bc4-8925-009d70b0342c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] DELETE failed (client error): The resource could not be found. Feb 10 11:37:34.647781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382aba88-3b9a-4bc4-8925-009d70b0342c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:37:34.651594 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-382aba88-3b9a-4bc4-8925-009d70b0342c tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/subnets/437698b5-e768-4aa6-99a1-2eb84419c7b1 HTTP/1.1" status: 404 len: 337 time: 0.0391984 Feb 10 11:37:34.651879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55816) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:34.693376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-361146a4-fe1a-4ad1-b443-c2344ae5fc0c None None] Provisioning complete for port 65af43fb-6cfd-4121-a975-cc6f536e4624 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:34.693769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-361146a4-fe1a-4ad1-b443-c2344ae5fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.726288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 78ca4fb1-6a7f-4732-af91-b37e838517a0 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:34.726635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.769991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca706f-bf56-4844-a001-0054f8404b2b None None] Pushing event updated for resources: {'Port': ['ID=ad6656fe-c1a0-4ff0-babd-649094f4d238,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:34.778396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:34.779252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:34.957763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:34.981233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Transition to ACTIVE for port object d07d84dc-a9f9-4c61-a12a-f7bc29972566 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:35.045562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.048770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Transition to ACTIVE for port object d07d84dc-a9f9-4c61-a12a-f7bc29972566 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:35.050490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] DHCP port deletion for 8240f687-2454-4a60-aef7-787ac0ea8976 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:37:35.069416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.072782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Deleting port 65af43fb-6cfd-4121-a975-cc6f536e4624 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:35.073140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.137548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (fc30c91f-4a6b-49d5-b2e2-705333653182/d7cbe428-f0e5-4707-be16-756d560e7a40/59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:35.169875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 78ca4fb1-6a7f-4732-af91-b37e838517a0 owned by {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:35.179913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:35.228368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 65af43fb-6cfd-4121-a975-cc6f536e4624 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:37:35.256824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.292227 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Network fc30c91f-4a6b-49d5-b2e2-705333653182 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:35.306429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=78ca4fb1-6a7f-4732-af91-b37e838517a0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:35.314375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.319024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.338246 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:35.342459 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c4e7571f-a1cc-4a6a-85c9-0a790b278e47 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/ports/78ca4fb1-6a7f-4732-af91-b37e838517a0 HTTP/1.1" status: 204 len: 168 time: 0.6895235 Feb 10 11:37:35.344759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55820) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:35.362235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.380399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:35.407214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:35.410630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Pushing event updated for resources: {'Port': ['ID=d07d84dc-a9f9-4c61-a12a-f7bc29972566,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:35.441826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network fc30c91f-4a6b-49d5-b2e2-705333653182 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:35.446093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:35.451999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:35.464389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.474446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Deleting port 65af43fb-6cfd-4121-a975-cc6f536e4624 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:35.474805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.492215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:35.516213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.603996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.694159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:35.694657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.767153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Attempting to bind port d07d84dc-a9f9-4c61-a12a-f7bc29972566 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:35.767490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Attempting to bind port d07d84dc-a9f9-4c61-a12a-f7bc29972566 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:35.767840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Attempting to bind port d07d84dc-a9f9-4c61-a12a-f7bc29972566 on network fc30c91f-4a6b-49d5-b2e2-705333653182 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:35.770661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] For port 65af43fb-6cfd-4121-a975-cc6f536e4624, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=65af43fb-6cfd-4121-a975-cc6f536e4624,segment=NetworkSegment(891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4),segment_id=891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:35.771048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.784644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.815628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Calling delete_port for 65af43fb-6cfd-4121-a975-cc6f536e4624 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:35.889700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:35.935827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Port': ['ID=65af43fb-6cfd-4121-a975-cc6f536e4624,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:35.945104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] No DVR routers for this DVR port 65af43fb-6cfd-4121-a975-cc6f536e4624 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:37:36.000561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Calling delete_port for 65af43fb-6cfd-4121-a975-cc6f536e4624 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:37:36.027606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:36.028277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Checking segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:36.028830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.029376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Bound using segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:36.029986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Bound port: d07d84dc-a9f9-4c61-a12a-f7bc29972566, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:36.030543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.083353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.113772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8240f687-2454-4a60-aef7-787ac0ea8976']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.126971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.127431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891bcc47-cfa8-45bf-8ac4-1d1bd64d47d4') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.138188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.138985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.146669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.157264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.169630 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:37:36.170286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn_limited( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn_limited( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:37:36.185195 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:37:36.189861 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:37:36.212017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:37:36.212465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:37:36.233699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] For port d07d84dc-a9f9-4c61-a12a-f7bc29972566, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:36.241538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:31Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:36.247389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080cf626-e458-49e7-be8f-a423daa2d3ee None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:31Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:36.282155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.282330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.283218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] For port d07d84dc-a9f9-4c61-a12a-f7bc29972566, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d07d84dc-a9f9-4c61-a12a-f7bc29972566,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:36.285979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:36.296453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.302457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.314027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] Pushing event deleted for resources: {'Network': ['ID=8240f687-2454-4a60-aef7-787ac0ea8976,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:36.321344 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6f3400d2-4af7-41ec-ae5c-47d1ef176de3 tempest-PortsIpV6TestJSON-1916668448 tempest-PortsIpV6TestJSON-1916668448-project] 10.222.0.42 "DELETE /v2.0/networks/8240f687-2454-4a60-aef7-787ac0ea8976 HTTP/1.1" status: 204 len: 168 time: 0.9756303 Feb 10 11:37:36.399095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad0a6-7cdf-451f-b346-30c966c05290 None None] Pushing event updated for resources: {'Port': ['ID=d07d84dc-a9f9-4c61-a12a-f7bc29972566,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:36.440165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network fc30c91f-4a6b-49d5-b2e2-705333653182 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:36.441624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:36.686125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55830) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:36.713676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Deleting port 65af43fb-6cfd-4121-a975-cc6f536e4624 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:37:36.714404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:36.783505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-29ea4b92-8f35-4e5b-ba39-86693888e070 None None] The port '65af43fb-6cfd-4121-a975-cc6f536e4624' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:37:36.885553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:36.905117 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0d47f285-bc0c-480a-9b9f-9b3c53ba0099 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49aed527c983430b85125a5631b8ced4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2154453 Feb 10 11:37:36.905426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55836) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.008099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.040525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.139685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.171025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35446844-94f5-4701-8daa-5469be8d7af7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:37.177654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.179548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8a5cbf75-48a8-47f1-982c-d793f5890d80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35446844-94f5-4701-8daa-5469be8d7af7 HTTP/1.1" status: 204 len: 168 time: 0.2726302 Feb 10 11:37:37.189191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:37.209601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ce656afc-2ba0-4db9-931a-006cbba1ec97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/b0a12de6-b89a-4346-85f9-32b5d8dd3cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8481519 Feb 10 11:37:37.212331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55842) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.305427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d07d84dc-a9f9-4c61-a12a-f7bc29972566 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:37.462609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d07d84dc-a9f9-4c61-a12a-f7bc29972566 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:37.470232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ad6656fe-c1a0-4ff0-babd-649094f4d238 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:37.594252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ad6656fe-c1a0-4ff0-babd-649094f4d238 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:37.603724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ad6656fe-c1a0-4ff0-babd-649094f4d238 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:37.604419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.613042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.613494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.613767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.614127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.614578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.614819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.619277 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-996cc80d-edb6-42fb-8d84-1a3e1236c205 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.4044263 Feb 10 11:37:37.620517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55846) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.629772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c686ab-c5ee-4a9c-84c5-81ee479666f1 None None] Network fc30c91f-4a6b-49d5-b2e2-705333653182 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:37:37.705101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.705580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.705962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.706305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.706663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.707008 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:37.709037 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2652e25a-66b9-45b0-b11d-4bdadf3b2dee tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0875754 Feb 10 11:37:37.711894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55850) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:37.772960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Provisioning for port d07d84dc-a9f9-4c61-a12a-f7bc29972566 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:37.792907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Provisioning complete for port d07d84dc-a9f9-4c61-a12a-f7bc29972566 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:37.793267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.916965 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dd749733-1d13-4505-9d81-4da0517bf1fa tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2038813 Feb 10 11:37:37.929652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:37.989984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ad6656fe-c1a0-4ff0-babd-649094f4d238, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ad6656fe-c1a0-4ff0-babd-649094f4d238,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:38.028035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.063612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55856) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.069260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968582803', 'description': 'tempest-secgroup-smoke-968582803 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.075258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.079328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.082188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.088337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.097966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.114140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.136009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.139846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.142591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.148680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ad6656fe-c1a0-4ff0-babd-649094f4d238,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.148855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.169220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] For port d07d84dc-a9f9-4c61-a12a-f7bc29972566, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d07d84dc-a9f9-4c61-a12a-f7bc29972566,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:38.172991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.213415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.220160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.247268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aedd6-8d2c-4c65-9419-b72ea821350b None None] Pushing event updated for resources: {'Port': ['ID=d07d84dc-a9f9-4c61-a12a-f7bc29972566,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.264704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0637d962-49ac-4d87-b632-11ad8cfbef13,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.276216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.277680 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8fbc793d-f16b-4667-b725-236c35bd168e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2129843 Feb 10 11:37:38.288263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.294969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.301433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.305297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.308183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.313920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.334508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.398724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Provisioning complete for port d07d84dc-a9f9-4c61-a12a-f7bc29972566 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:38.399326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.399456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.403720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.428653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccffb457-8c70-44f8-99a1-94410f565c84,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.444939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.444939 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-14a6ea60-3d45-4459-b45d-f3a1e02b1e06 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1521661 Feb 10 11:37:38.445304 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55864) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.450789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.457234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.462223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.465439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.472124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.490971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.549521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Provisioning for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:38.555210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Provisioning complete for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:38.555210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.560551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.565773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.590984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa8c59a-4f0e-4981-af6f-3f1aaf608e01,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.604001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.609831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-470d37bc-0bd5-45ae-ab41-bf33cbef19cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1593654 Feb 10 11:37:38.609831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55868) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.615379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.620896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-13aa9c34-18ad-42a9-9c23-9aafbccd8fdd None None] Port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:38.623472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.629664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.633404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.639690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.660084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.729341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.734876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.751672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-be32b912-fc16-40fb-90e7-17e21b23b90a None None] Provisioning complete for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:38.752100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-be32b912-fc16-40fb-90e7-17e21b23b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.760839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c557fc0c-8a4c-4cc7-a228-f9332243cbe4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.769532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.770892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-087272d8-3aab-4b45-9b95-a032d1cc1ed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1615555 Feb 10 11:37:38.774111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55872) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.778966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.784661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.788555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.791441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.797110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.807143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-be32b912-fc16-40fb-90e7-17e21b23b90a None None] Port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:38.815147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.879201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.882933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.904725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfa3cc9-9611-46fe-bcdd-fd420c8e8501,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:38.913574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.914744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2a61c6e1-381e-47b4-a618-1442657c726b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401396 Feb 10 11:37:38.917571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55876) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:38.922834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:38.928839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:38.929109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c8991522-9d4c-4a72-a2a6-5220a2ad8819 None None] Provisioning complete for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:38.929485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c8991522-9d4c-4a72-a2a6-5220a2ad8819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.932596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:38.935515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:38.941101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:38.952258 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:37:38.958503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:38.989328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c8991522-9d4c-4a72-a2a6-5220a2ad8819 None None] Port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:39.026273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.029769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.052368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6f0fad-e6c7-44e1-af98-96a98bf68d2b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:39.062068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.063316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a6e59a93-876a-4d81-b633-9752beff1397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1448350 Feb 10 11:37:39.066060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55880) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:39.072101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '0637d962-49ac-4d87-b632-11ad8cfbef13', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:39.077639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:39.081302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:39.084100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:39.089597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:39.099398 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:37:39.106031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.164700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d07d84dc-a9f9-4c61-a12a-f7bc29972566 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:39.173445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.176920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.202142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcea5269-0d50-43a2-a7bf-f3cdae06f2ea,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:39.212359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.214352 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec96f09b-fde3-473a-98c1-587823dc808e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1473594 Feb 10 11:37:39.239989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d07d84dc-a9f9-4c61-a12a-f7bc29972566 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:39.240996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.392062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ad6656fe-c1a0-4ff0-babd-649094f4d238 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:39.442026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-36b8fba6-31ff-4a08-aa1a-e33800bb7174 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968582803&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0403738 Feb 10 11:37:39.458739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ad6656fe-c1a0-4ff0-babd-649094f4d238 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:39.458739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:39.590328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-b0c45ed5-d5bb-4d87-8ac7-626622f11cbe tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:39.591817 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-b0c45ed5-d5bb-4d87-8ac7-626622f11cbe tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 796 time: 0.1427333 Feb 10 11:37:39.612223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-80256c25-4853-447b-8df0-9920f58a5181 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0111113 Feb 10 11:37:39.689219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-c26bfebf-3373-4277-a9c6-7e8c35e5f1b9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:39.707078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-c26bfebf-3373-4277-a9c6-7e8c35e5f1b9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:39.707078 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-c26bfebf-3373-4277-a9c6-7e8c35e5f1b9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900156 Feb 10 11:37:39.947405 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-4bfd9893-66b2-498f-a392-fa9ad23763de service neutron] 10.222.0.42 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282619 Feb 10 11:37:40.083644 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-7dfcc85c-6731-4249-82fb-e9c60528ba09 service neutron] 10.222.0.42 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334193 Feb 10 11:37:40.300350 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a19bd16-032c-4332-b136-0b67c3e8cb2f req-3137d00e-e715-4096-8dee-490f1ca4f54c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 210 time: 0.0492311 Feb 10 11:37:41.353945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-aa3589c4-ec1c-41ae-8af6-00d7c2f205fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:41.355503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-aa3589c4-ec1c-41ae-8af6-00d7c2f205fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 796 time: 0.1523967 Feb 10 11:37:41.413831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-1c07ca56-6eb0-4c7d-895c-a3bf399dd6ff tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 379 time: 0.0427315 Feb 10 11:37:41.424234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['0637d962-49ac-4d87-b632-11ad8cfbef13']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:41.534904 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fa4e6d46-da75-415d-8cbc-2687ac85d575 req-a717a7a7-5c3f-458a-8381-01b5e412fa6f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 210 time: 0.0949595 Feb 10 11:37:41.596834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:41.606160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:41.616383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:37:41.619697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:41.789339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.7 (fc30c91f-4a6b-49d5-b2e2-705333653182/d7cbe428-f0e5-4707-be16-756d560e7a40/da1f1299-ab15-4722-add3-87bdd7f96b51) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:41.974337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.000554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object da1f1299-ab15-4722-add3-87bdd7f96b51 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:42.022458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.093404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network fc30c91f-4a6b-49d5-b2e2-705333653182 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:42.096765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:42.100892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:42.137132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:42.166901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:42.167556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.192559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-bab15290-47e7-41fc-89c8-d2e453d85fe3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722476 Feb 10 11:37:42.203910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Request body: {'port': {'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:42.320806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.339803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7a5c43ef-0dc3-4213-aaa9-437250f6d84e None None] Provisioning for port da1f1299-ab15-4722-add3-87bdd7f96b51 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:42.346060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7a5c43ef-0dc3-4213-aaa9-437250f6d84e None None] Provisioning complete for port da1f1299-ab15-4722-add3-87bdd7f96b51 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:42.346432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a5c43ef-0dc3-4213-aaa9-437250f6d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.416917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c43ef-0dc3-4213-aaa9-437250f6d84e None None] Port da1f1299-ab15-4722-add3-87bdd7f96b51 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:37:42.551993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:42.563450 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:42.564047 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:42.763423 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:42.936466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1f1299-ab15-4722-add3-87bdd7f96b51 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:37:42.946718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:42.961785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc52219-2c84-4fda-80e3-533f8835b180 req-28586154-4ae3-41c8-a12a-81629418db59 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:42.962533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dc52219-2c84-4fda-80e3-533f8835b180 req-28586154-4ae3-41c8-a12a-81629418db59 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:37:42.975594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Transition to ACTIVE for port object da1f1299-ab15-4722-add3-87bdd7f96b51 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:42.982126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.020760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3dc52219-2c84-4fda-80e3-533f8835b180 req-28586154-4ae3-41c8-a12a-81629418db59 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:37:43.022374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc52219-2c84-4fda-80e3-533f8835b180 req-28586154-4ae3-41c8-a12a-81629418db59 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 931 time: 0.3310304 Feb 10 11:37:43.110515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:43.115481 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:43.115908 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Updating router b0a12de6-b89a-4346-85f9-32b5d8dd3cda port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:37:43.146079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:43.175073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc52219-2c84-4fda-80e3-533f8835b180 req-11560ac4-49d8-4421-b61f-872e9c5d2615 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324046 Feb 10 11:37:43.196543 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.294303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Attempting to bind port da1f1299-ab15-4722-add3-87bdd7f96b51 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:43.295310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Attempting to bind port da1f1299-ab15-4722-add3-87bdd7f96b51 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:43.295310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Attempting to bind port da1f1299-ab15-4722-add3-87bdd7f96b51 on network fc30c91f-4a6b-49d5-b2e2-705333653182 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:43.301409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Port da1f1299-ab15-4722-add3-87bdd7f96b51 on network fc30c91f-4a6b-49d5-b2e2-705333653182 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:37:43.301732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Attempting to bind port da1f1299-ab15-4722-add3-87bdd7f96b51 on network fc30c91f-4a6b-49d5-b2e2-705333653182 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:43.309042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:43.309380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Checking segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:43.309766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Bound using segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:43.310190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Bound port: da1f1299-ab15-4722-add3-87bdd7f96b51, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:43.310534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.406943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:43.410594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=da1f1299-ab15-4722-add3-87bdd7f96b51,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:43.414208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.479680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.481994 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] 10.222.0.32 "PUT /v2.0/ports/da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 1093 time: 1.2815928 Feb 10 11:37:43.485055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:43.576954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'status': 'completed', 'code': 200} Feb 10 11:37:43.584372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81076d72-77cd-417c-b78a-5a1bc2878ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:43.635569 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.644805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-c9e9a398-0a5e-40c9-b817-b53d07143c98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1096 time: 0.1168137 Feb 10 11:37:43.652643 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Transition to ACTIVE for port object 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:37:43.657550 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.718365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-b61c8791-be1c-4e31-84a9-237883745a9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 217 time: 0.0694535 Feb 10 11:37:43.796881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-70aa8022-1267-4067-bade-ca360527206a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:43.798338 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-70aa8022-1267-4067-bade-ca360527206a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 200 len: 835 time: 0.0709658 Feb 10 11:37:43.801283 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Pushing event updated for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:43.816207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.816633 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.816872 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.817631 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.817631 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.817960 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.818308 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.818956 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.819387 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.819387 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.819699 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:37:43.890111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-6f20c773-e932-40a6-82e7-efcc008a2dfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc30c91f-4a6b-49d5-b2e2-705333653182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821335 Feb 10 11:37:43.935775 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Attempting to bind port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:37:43.936142 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Attempting to bind port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:37:43.936495 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Attempting to bind port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 on network fc30c91f-4a6b-49d5-b2e2-705333653182 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:37:43.943937 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:37:43.944110 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Checking segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:37:43.944418 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:43.944869 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Bound using segment: {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:37:43.945391 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Bound port: 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d70fca-8e7d-4879-adcc-d6a572327d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:37:43.945604 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.058173 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-d0cecba5-276d-40f9-b4d5-f40a4af8c3ff service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627548 Feb 10 11:37:44.066652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] For port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:37:44.069717 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] For port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:37:44.081059 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:44.169320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c13bc-9528-406c-ad11-7c2fbd434ff9 None None] Pushing event updated for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:44.173368 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:44.174238 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:44.274241 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec3df633-df56-47bb-aeb5-a475baf2b2fd req-fa3f5e22-d071-4f05-b586-afb5171e3125 service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921217 Feb 10 11:37:44.392715 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:44.477916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-58e857e4-d296-43d5-83a2-572d5ca0d9fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1096 time: 0.1575086 Feb 10 11:37:44.488709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2005a-59fc-4213-bb0d-83301609d3a8 req-7fb3d785-68d7-4045-b73e-a0f63c2c5091 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:44.490866 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39a2005a-59fc-4213-bb0d-83301609d3a8 req-7fb3d785-68d7-4045-b73e-a0f63c2c5091 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 943 time: 0.1154625 Feb 10 11:37:44.626382 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39a2005a-59fc-4213-bb0d-83301609d3a8 req-151e33bd-eb5d-4eac-bf31-fd0a3732c357 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155810 Feb 10 11:37:44.657751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-cc8c8360-5ad6-41b0-8a13-2c2a221c60ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:44.659162 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-cc8c8360-5ad6-41b0-8a13-2c2a221c60ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 897 time: 0.1672566 Feb 10 11:37:44.710241 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:44Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:44.714915 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb23d3e-b873-4e33-9e3a-7d82ede88f01 None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:44Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:44.732153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-5e591911-aa90-4dfe-b1e6-2e50b740f1e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 217 time: 0.0666432 Feb 10 11:37:44.805563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-b242e392-6f5f-4702-858c-34daa1d554c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:44.806983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-b242e392-6f5f-4702-858c-34daa1d554c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 200 len: 835 time: 0.0673437 Feb 10 11:37:44.888780 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-a33083a5-f6c7-4287-8aa5-eb83b360104a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc30c91f-4a6b-49d5-b2e2-705333653182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750670 Feb 10 11:37:45.156522 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-82bf10c0-244d-44c9-90a2-1d9f3d3f116e service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602608 Feb 10 11:37:45.207585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:45.299477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:45.306356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:45.306356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.318052 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2b1d2e7-72c6-40f1-b590-9251267195e7 req-b11e3866-936a-401c-86be-ade52f519bdb service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530819 Feb 10 11:37:45.435449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.479989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:45.484379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:45.554285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:45.835209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61252fb-1ef9-49f0-9f77-5e3dcdb5fc94 req-245979f8-878a-4a16-b076-b8dfc2de6632 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:45.837046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f61252fb-1ef9-49f0-9f77-5e3dcdb5fc94 req-245979f8-878a-4a16-b076-b8dfc2de6632 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 943 time: 0.0783608 Feb 10 11:37:45.885359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f61252fb-1ef9-49f0-9f77-5e3dcdb5fc94 req-4c022b6b-be5b-40d9-8c60-d49c350f168c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Feb 10 11:37:46.944104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device da1f1299-ab15-4722-add3-87bdd7f96b51 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:37:47.109579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=da1f1299-ab15-4722-add3-87bdd7f96b51,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:47.128747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:37:47.131769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fd79a-7468-4509-bdfa-9502f6a0652d req-703a4071-a9ab-4a85-9ee4-469137cd2300 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:47.132782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-843fd79a-7468-4509-bdfa-9502f6a0652d req-703a4071-a9ab-4a85-9ee4-469137cd2300 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 943 time: 0.0991123 Feb 10 11:37:47.189427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:47.199961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-843fd79a-7468-4509-bdfa-9502f6a0652d req-aa45f398-4cf8-40ac-8b51-002ef70c6fd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605025 Feb 10 11:37:47.244213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.271660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1f1299-ab15-4722-add3-87bdd7f96b51 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:37:47.291063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=da1f1299-ab15-4722-add3-87bdd7f96b51,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:47.296424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.347222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:47.347605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:47.413203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:47.526451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['da1f1299-ab15-4722-add3-87bdd7f96b51'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:37:48.401447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc3c64-c61f-4704-ab33-61e70aa8580f req-4a5f1274-11d3-4828-99c6-352d7cf02732 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:48.402934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6cc3c64-c61f-4704-ab33-61e70aa8580f req-4a5f1274-11d3-4828-99c6-352d7cf02732 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 944 time: 0.0906663 Feb 10 11:37:48.452040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6cc3c64-c61f-4704-ab33-61e70aa8580f req-bf0415c6-db58-4f81-a766-248b8d1952d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Feb 10 11:37:48.941330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device da1f1299-ab15-4722-add3-87bdd7f96b51 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:37:49.009915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port da1f1299-ab15-4722-add3-87bdd7f96b51 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:37:49.014491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port da1f1299-ab15-4722-add3-87bdd7f96b51 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:37:49.014860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.126304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.151404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:49.160540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=da1f1299-ab15-4722-add3-87bdd7f96b51,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:37:49.165293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:49.210613 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'code': 200} Feb 10 11:37:49.236390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:49.446121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-142c59c0-2d05-45ba-bbd4-319feaf8a5eb req-e9365b9c-483d-4dbd-8f5e-67f027cdb275 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1098 time: 0.0731592 Feb 10 11:37:49.498581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-142c59c0-2d05-45ba-bbd4-319feaf8a5eb req-0b56ac67-4d6a-41e9-a5f6-3877daed2cce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462093 Feb 10 11:37:49.664698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6815cc-ff1b-424f-b8c8-2a351eccc02b req-cd8949d1-f159-43ef-b7cd-70940071489e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:49.665361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f6815cc-ff1b-424f-b8c8-2a351eccc02b req-cd8949d1-f159-43ef-b7cd-70940071489e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.0848260 Feb 10 11:37:49.713323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f6815cc-ff1b-424f-b8c8-2a351eccc02b req-42d805dc-21e9-4b05-bb8a-dd17699d8188 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Feb 10 11:37:50.925043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec7a10-afb9-4e5f-84db-4bde79121a09 req-cf20380d-67a2-47b0-9782-ba11f49dd315 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:50.928222 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dec7a10-afb9-4e5f-84db-4bde79121a09 req-cf20380d-67a2-47b0-9782-ba11f49dd315 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.0824955 Feb 10 11:37:50.983927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dec7a10-afb9-4e5f-84db-4bde79121a09 req-63b0b444-ae7e-4727-8e9a-75523fc545a7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504313 Feb 10 11:37:51.187200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a21265-3d41-4f90-a84d-21aaa9d86f02 req-86a06eb7-c0a6-4071-b8e6-fc303315435c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:51.188584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89a21265-3d41-4f90-a84d-21aaa9d86f02 req-86a06eb7-c0a6-4071-b8e6-fc303315435c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.0891068 Feb 10 11:37:51.236917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89a21265-3d41-4f90-a84d-21aaa9d86f02 req-ea9a3e36-6ba5-47cf-b2d4-36febcdf8a3c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421329 Feb 10 11:37:51.266145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55928) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:51.340407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e31f73c0-5b28-4a3d-97a5-a7f4d469ecbf tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1093 time: 0.0723159 Feb 10 11:37:51.342594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55932) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:51.347487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:37:51.353514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:37:51.357746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:37:51.363727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:37:51.371099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:37:51.380089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.523191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.670650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.195 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/51d949a8-ec79-4008-aa8a-c2b3ece36199) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:37:51.838766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.869556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:51.937853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:37:51.946969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:37:51.950853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:37:51.987595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=51d949a8-ec79-4008-aa8a-c2b3ece36199,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.582672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.636548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.817681 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:37:52.841698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.850444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:52.966835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=51d949a8-ec79-4008-aa8a-c2b3ece36199,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:37:52.984699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.174248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP fcfb0373-5238-4e94-a201-b11601011bdb associated. External IP: 172.26.3.195, port: da1f1299-ab15-4722-add3-87bdd7f96b51. Feb 10 11:37:53.556013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:37:53.752845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:37:53.762550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:37:53.773885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:53.774482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:53.777033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:53.829993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-352a72c3-0d3d-45b8-a984-63eed62264a9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4864159 Feb 10 11:37:53.830481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:37:53.832720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55936) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:53.885917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'status': 'completed', 'code': 200} Feb 10 11:37:53.943021 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7c06d406-837c-40ff-940f-4d610cbe2f86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 991 time: 0.1085753 Feb 10 11:37:53.989329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:54.082864 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-8a1030c8-6319-4cff-83bf-dba6d2bef3c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1098 time: 0.1768043 Feb 10 11:37:54.215428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-0af59900-b132-4f89-b6b3-c0f316fcd28b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:54.217007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-0af59900-b132-4f89-b6b3-c0f316fcd28b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 897 time: 0.1260166 Feb 10 11:37:54.318923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-cef8c8df-79fe-4ad2-8687-7333bebd5f4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 999 time: 0.0961154 Feb 10 11:37:54.331550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:54.335458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:37:54.345677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:37:54.346265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:37:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:54.380388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-a688eff7-1fce-4749-8237-111b689c64c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:37:54.381788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-a688eff7-1fce-4749-8237-111b689c64c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 200 len: 835 time: 0.0564487 Feb 10 11:37:54.456641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-ab1db47b-d6af-4501-9c7d-f66c9080bb45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc30c91f-4a6b-49d5-b2e2-705333653182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691419 Feb 10 11:37:54.524434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:37:54.589327 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-90694577-4e15-41ab-8382-0623f08d3dc6 service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251245 Feb 10 11:37:54.723068 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4b591a6-511b-4acb-a76a-c4f5dbf711e8 req-f720f9e1-4396-441f-b566-f817be74ac4b service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252761 Feb 10 11:37:54.874978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:37:54.879054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b5ea8-5865-42bf-bb79-dff5a7c63b68 None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:37:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:52Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:37:54.945527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55944) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:55.047653 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d7744546-b216-467f-9481-68eda47f29ef tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 991 time: 0.1009688 Feb 10 11:37:56.050605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:56.156288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e76e03a2-701b-4597-a446-a692ca65e892 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 991 time: 0.1046147 Feb 10 11:37:57.160602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55952) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:57.174759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02f2c100-80c9-44b6-b89f-564283df996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:57.265230 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d179305-19eb-4140-90b5-741eab64bed7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 991 time: 0.1034265 Feb 10 11:37:58.268922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55956) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:58.375588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-88bfd574-35c1-4e48-89bb-9312b4a31847 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 991 time: 0.1055183 Feb 10 11:37:58.748843 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c7010-d55f-4522-9ecf-e0b6e48cf51c None None] New status for floating IP fcfb0373-5238-4e94-a201-b11601011bdb: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:37:59.347276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69c5536c-c4f8-4227-9bd8-88027253c9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:37:59.379604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 55960) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:37:59.486609 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-66b7e5c2-46d5-45ee-a69f-f561b0d1f0c5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 200 len: 993 time: 0.1061852 Feb 10 11:38:00.457983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:00.638393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:02.019564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:03.707643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:15.999510 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-8e0a8bad-e739-4306-b460-8d37e09bce24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713527 Feb 10 11:38:16.134650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-fd4f0d0d-253d-4012-887e-9605824fec2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 1098 time: 0.0674775 Feb 10 11:38:16.274775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-143a837f-4d91-41a3-bd2b-4396c6257b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:16.276135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-143a837f-4d91-41a3-bd2b-4396c6257b8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1223869 Feb 10 11:38:16.472852 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-28cc7346-709f-493d-920a-493a9ca8a265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 200 len: 1001 time: 0.1880667 Feb 10 11:38:16.534849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-dabcf3d3-bb63-4c5c-bff5-5a465af00272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:16.536165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-dabcf3d3-bb63-4c5c-bff5-5a465af00272 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0554364 Feb 10 11:38:16.611707 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-0dd3d010-451e-4c43-96b2-5af5606cd252 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701303 Feb 10 11:38:16.753589 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-4a7b671a-dfbc-4f9c-a66a-f3bbd2249711 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354599 Feb 10 11:38:16.887375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98e766bc-135f-4491-a0ce-feb16e517d99 req-bba0d51e-86db-445d-b551-345c7c8f78ff service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278272 Feb 10 11:38:26.405090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55978) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:26.477463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b65cda62-30ee-4010-b612-37f9b832ba9d tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=f902deda074a421ba203c58957122032&network_id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 2999 time: 0.0710745 Feb 10 11:38:27.167079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a443231a-34ff-4c67-940b-07584bccfb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:28.235505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55990) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:28.292031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e4937-5c0c-477f-85c9-fa28efa841ef tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:28.293893 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-166e4937-5c0c-477f-85c9-fa28efa841ef tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 814 time: 0.0574107 Feb 10 11:38:29.237641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 55998) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.243639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--28302636', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:29.248824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:29.252560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:29.255399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:29.262110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:29.271573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:29.274583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.319731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:38:29.331116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.331422 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 4296de5a-443e-44dc-828d-cf4c0f87c03b of type vlan for network a1e7d212-be66-4189-b994-4b696a3a5f4a Feb 10 11:38:29.349966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-05f0b996-2fc7-41c0-981a-cdfca8b8d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.361782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.391078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.394736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:29.395341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:29.493714 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2550008 Feb 10 11:38:29.496749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56002) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.529161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=a1e7d212-be66-4189-b994-4b696a3a5f4a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:29.550355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.550702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.551038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.551401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.551733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.552069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.552381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.552704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.553036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.553338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.553657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b352fc9-31eb-45bc-842e-36a5bc8afd30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:29.565178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a1e7d212-be66-4189-b994-4b696a3a5f4a details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:38:29.569541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16c420-49f2-4cbe-a5ef-3d00a0d5c2e2 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:29.573698 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ef16c420-49f2-4cbe-a5ef-3d00a0d5c2e2 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0734262 Feb 10 11:38:29.573835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56006) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.699302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1ad37-df2c-474a-bc2e-4f166f9ec155 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:29.700761 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-59d1ad37-df2c-474a-bc2e-4f166f9ec155 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260388 Feb 10 11:38:29.704079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.748096 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-193ac4a2-1d31-4be4-9d7e-d021e2411fe7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429647 Feb 10 11:38:29.751037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56014) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.792725 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-290fcfcc-6b21-4473-a2d5-91dc4cc4f4d8 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405629 Feb 10 11:38:29.795022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56018) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.817022 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:38:29.920083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723e6c7-4340-493e-8229-e29beb4fe7da tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:29.921528 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b723e6c7-4340-493e-8229-e29beb4fe7da tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256289 Feb 10 11:38:29.924430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56022) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.961839 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dc588eb1-fdd4-4598-886b-c0261c59fe89 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364075 Feb 10 11:38:29.964204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56026) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:29.969281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804450060', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:30.161576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:30.165289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:30.167987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:30.173441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:30.182555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:30.280488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.457566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.485055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.558745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=e0b8260d-2ed2-4326-9e17-8f99e61fea97,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:30.572690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:30.573070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: a1e7d212-be66-4189-b994-4b696a3a5f4a, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:38:30.594281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network a1e7d212-be66-4189-b994-4b696a3a5f4a is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:38:30.603516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a1e7d212-be66-4189-b994-4b696a3a5f4a) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:30.607481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:30.608057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.612119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8abcc7-d802-48bb-992a-a06aecb12e9d None None] Network a1e7d212-be66-4189-b994-4b696a3a5f4a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:30.628733 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4d5d3093-2dbf-4de8-87d4-253c923dd021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6635618 Feb 10 11:38:30.692127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:30.879758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a1e7d212-be66-4189-b994-4b696a3a5f4a', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:38:30.880563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.032649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Allocated IP 172.20.0.18 (a1e7d212-be66-4189-b994-4b696a3a5f4a/e0b8260d-2ed2-4326-9e17-8f99e61fea97/5bf3d372-efe9-4cd7-935f-9f6147291946) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:31.232857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.244072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Transition to ACTIVE for port object 5bf3d372-efe9-4cd7-935f-9f6147291946 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:31.262794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Transition to ACTIVE for port object 5bf3d372-efe9-4cd7-935f-9f6147291946 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:31.268356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.279356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56032) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:31.285007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889218060', 'description': 'tempest-secgroup-smoke-889218060 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:31.291459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.295350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.298236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.304633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.315189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.337993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Network a1e7d212-be66-4189-b994-4b696a3a5f4a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:31.340752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:31.345208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:31.347258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Pushing event updated for resources: {'Port': ['ID=5bf3d372-efe9-4cd7-935f-9f6147291946,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.349608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.353390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.356167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.362172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.382084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.382977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.383343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.383678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.384011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.384337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.384664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.384987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.385311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.385629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.385949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:31.417444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.421038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.444867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Attempting to bind port 5bf3d372-efe9-4cd7-935f-9f6147291946 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:31.445730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Attempting to bind port 5bf3d372-efe9-4cd7-935f-9f6147291946 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:31.446090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Attempting to bind port 5bf3d372-efe9-4cd7-935f-9f6147291946 on network a1e7d212-be66-4189-b994-4b696a3a5f4a {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:31.452566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:31.452936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Checking segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:31.453336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.453724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Bound using segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:31.454179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Bound port: 5bf3d372-efe9-4cd7-935f-9f6147291946, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:31.454553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.461234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaac540-681b-49bf-a34a-83c2a102be58,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.463803 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.467755 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e3927dbd-3db6-49eb-88df-b16ae6d05fdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1847506 Feb 10 11:38:31.468143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:31.473327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:31.479126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.482983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.485879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.491529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.508007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.549147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] For port 5bf3d372-efe9-4cd7-935f-9f6147291946, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:31.552357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] For port 5bf3d372-efe9-4cd7-935f-9f6147291946, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5bf3d372-efe9-4cd7-935f-9f6147291946,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:31.556416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.572880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.576545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.597836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41352bb-e86e-4d9a-95fc-9e7fcec7e5a3,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.609453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.610830 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-699a2658-322e-4890-b6e1-6db4076d6fe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419592 Feb 10 11:38:31.613543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:31.619470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:31.625786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.629781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.633299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.635301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95880bb-aab8-41f7-8791-c5b1037632ac None None] Pushing event updated for resources: {'Port': ['ID=5bf3d372-efe9-4cd7-935f-9f6147291946,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.639817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.660949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.725226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.729420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.753675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e025bdcc-76f4-4c16-89f3-52115658b8eb,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.770567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.770567 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a81fd282-bc62-4895-bd33-6d59df7d789d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1541357 Feb 10 11:38:31.771770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56044) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:31.778302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:31.787222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.791132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.794376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.800222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.815906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.887003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.891439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.914938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d98a7e-63b6-4c19-93cf-ab4f01598c8b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:31.924836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:31.926309 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6d348915-dcce-4ada-86f9-aa455586de85 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1537099 Feb 10 11:38:31.928841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56048) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:31.935294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:31.941589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:31.946063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:31.948974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:31.954852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:31.970923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.022674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.036077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.039421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.062750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03160676-bd7e-426e-af32-bcd7901bfecb,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:32.072507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.073739 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-956278cb-f449-4ff5-ba3c-e6dd8b5df089 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1434646 Feb 10 11:38:32.076445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.082027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:32.087943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:32.091690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:32.094470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:32.099979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:32.110051 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:38:32.117775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.182163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.185573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.208745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ac9056-cea4-45c6-b78a-7312e3d017a6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:32.217336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.218514 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-68ae6b4a-d09e-449b-a08e-528c828c3056 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1411846 Feb 10 11:38:32.221330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56056) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:32.226625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '4aaac540-681b-49bf-a34a-83c2a102be58', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:32.232449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:32.236489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:32.239400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:32.245684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:32.259890 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:38:32.266966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.335708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.339688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.363750 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c747d297-f07b-4e87-84de-75f79b21afae,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:32.374227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:32.375601 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d1b855d7-3a4c-4345-bc64-71309d3b3826 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1533811 Feb 10 11:38:32.552624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d8346-61e2-4cf0-aa70-816b4243569f None None] Network a1e7d212-be66-4189-b994-4b696a3a5f4a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:38:32.649683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8a8fa23e-e149-4f99-8ee8-01aa0499df25 None None] Provisioning for port 5bf3d372-efe9-4cd7-935f-9f6147291946 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:32.914355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-2129372e-07c3-49e5-a6f5-84455dbd05d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889218060&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0416930 Feb 10 11:38:33.065549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71728a-b4ce-4631-a253-41f385167b9b req-ea096b40-11b0-4f5a-b4dc-0d30fa677823 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:33.066968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-ea096b40-11b0-4f5a-b4dc-0d30fa677823 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=a1e7d212-be66-4189-b994-4b696a3a5f4a HTTP/1.1" status: 200 len: 795 time: 0.1460462 Feb 10 11:38:33.082942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e8d435bd-b05e-45c8-9bc1-ed81191887ca tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0100806 Feb 10 11:38:33.169731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-a2c31731-a5a3-46c8-a93d-7f994dbbac75 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0815506 Feb 10 11:38:33.185072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-6764c2a8-3a70-4be5-942b-c55dad18b500 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:38:33.186082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-6764c2a8-3a70-4be5-942b-c55dad18b500 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050173 Feb 10 11:38:33.205425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5bf3d372-efe9-4cd7-935f-9f6147291946 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:33.272769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 5bf3d372-efe9-4cd7-935f-9f6147291946 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:33.277975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5bf3d372-efe9-4cd7-935f-9f6147291946 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:33.278343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.318132 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-eb113c63-375f-46c8-9ae2-051d955d90f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264393 Feb 10 11:38:33.392332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.424909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 5bf3d372-efe9-4cd7-935f-9f6147291946, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5bf3d372-efe9-4cd7-935f-9f6147291946,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:33.428553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.449303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-83bcd597-997d-46f4-ba8e-93c81f95d076 service neutron] 10.222.0.42 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251192 Feb 10 11:38:33.495335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=5bf3d372-efe9-4cd7-935f-9f6147291946,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:33.708068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:33.765404 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7203623-3f37-47e8-a1c6-4e486eb61249 req-ce0b3d05-934a-4b79-b428-2fed19b9ffca tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 210 time: 0.1752279 Feb 10 11:38:34.635828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71728a-b4ce-4631-a253-41f385167b9b req-a9464b1d-4e73-4229-80a0-edf6ae78d5eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:34.637531 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-a9464b1d-4e73-4229-80a0-edf6ae78d5eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=a1e7d212-be66-4189-b994-4b696a3a5f4a HTTP/1.1" status: 200 len: 795 time: 0.1456897 Feb 10 11:38:34.692245 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-45b4a646-6c24-45ba-87b6-6618c679a221 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 471 time: 0.0427415 Feb 10 11:38:34.700283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['4aaac540-681b-49bf-a34a-83c2a102be58']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:34.855068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:38:34.859263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:port and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:38:34.862040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:38:34.867615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:38:34.877673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:38:34.880812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:34.935886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec55d208-fc27-4cfb-b37d-b4704a951e62 req-47dcee9c-7a0e-4995-968c-f9dd7bb10287 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 210 time: 0.0453160 Feb 10 11:38:35.079467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.25 (a1e7d212-be66-4189-b994-4b696a3a5f4a/e0b8260d-2ed2-4326-9e17-8f99e61fea97/a243f401-baec-438b-9777-f81dd75c7b2b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:35.184284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5bf3d372-efe9-4cd7-935f-9f6147291946 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:35.252808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 5bf3d372-efe9-4cd7-935f-9f6147291946 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:35.253057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.363704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.380461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object a243f401-baec-438b-9777-f81dd75c7b2b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:35.401323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.474622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network a1e7d212-be66-4189-b994-4b696a3a5f4a is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:35.478026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:35.482194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:35.507451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:35.524462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.524907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.525242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.525569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.525898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.526224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.526539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.526887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.527200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.527535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.527847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:38:35.556128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:35.556727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.581304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-e227b064-233d-4734-8c2c-63bc2b25ea72 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8845758 Feb 10 11:38:35.591057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-489e1aac-da1f-465b-8351-dfc3d796997b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:38:35.592058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-489e1aac-da1f-465b-8351-dfc3d796997b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050633 Feb 10 11:38:35.671940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Request body: {'port': {'device_id': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:38:35.728410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9cb48fe8-8dd5-43ef-8bdd-f414b5bec267 None None] Provisioning for port a243f401-baec-438b-9777-f81dd75c7b2b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:35.732985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9cb48fe8-8dd5-43ef-8bdd-f414b5bec267 None None] Provisioning complete for port a243f401-baec-438b-9777-f81dd75c7b2b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:35.733350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9cb48fe8-8dd5-43ef-8bdd-f414b5bec267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.780432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:35.783198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9cb48fe8-8dd5-43ef-8bdd-f414b5bec267 None None] Port a243f401-baec-438b-9777-f81dd75c7b2b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:36.161513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a243f401-baec-438b-9777-f81dd75c7b2b {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:38:36.170628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.196239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Transition to ACTIVE for port object a243f401-baec-438b-9777-f81dd75c7b2b will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:36.200234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.256368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659796-d9f6-4841-bae1-76573c149281 req-8b8cff18-baac-44dc-ba4c-bcbaa63bca5a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:36.257755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-64659796-d9f6-4841-bae1-76573c149281 req-8b8cff18-baac-44dc-ba4c-bcbaa63bca5a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:38:36.348824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Pushing event updated for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:36.352956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-64659796-d9f6-4841-bae1-76573c149281 req-8b8cff18-baac-44dc-ba4c-bcbaa63bca5a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:38:36.354126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64659796-d9f6-4841-bae1-76573c149281 req-8b8cff18-baac-44dc-ba4c-bcbaa63bca5a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 932 time: 0.2872891 Feb 10 11:38:36.478081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64659796-d9f6-4841-bae1-76573c149281 req-5aba383f-5c10-494d-8e09-7c845e1412cd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949984 Feb 10 11:38:36.492929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Attempting to bind port a243f401-baec-438b-9777-f81dd75c7b2b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:36.493253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Attempting to bind port a243f401-baec-438b-9777-f81dd75c7b2b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:36.493566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Attempting to bind port a243f401-baec-438b-9777-f81dd75c7b2b on network a1e7d212-be66-4189-b994-4b696a3a5f4a {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:36.499854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Port a243f401-baec-438b-9777-f81dd75c7b2b on network a1e7d212-be66-4189-b994-4b696a3a5f4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:38:36.500163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Attempting to bind port a243f401-baec-438b-9777-f81dd75c7b2b on network a1e7d212-be66-4189-b994-4b696a3a5f4a {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:36.506237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:36.506523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Checking segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:36.507094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Bound using segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:36.507463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Bound port: a243f401-baec-438b-9777-f81dd75c7b2b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:36.507698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.595502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:36.598327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a243f401-baec-438b-9777-f81dd75c7b2b,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:36.602242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.663107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:36.665050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] 10.222.0.32 "PUT /v2.0/ports/a243f401-baec-438b-9777-f81dd75c7b2b HTTP/1.1" status: 200 len: 1094 time: 1.0667017 Feb 10 11:38:36.665471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:38:36.680205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7c4dc-83d8-4fbd-acae-d68c3b259681 service neutron] Pushing event updated for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:36.741295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b', 'status': 'completed', 'code': 200} Feb 10 11:38:36.778028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-219339d0-240d-4aca-ab06-918306b20713 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 1097 time: 0.0727701 Feb 10 11:38:36.849593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-1bc351f1-5119-4838-b865-730c46631514 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a243f401-baec-438b-9777-f81dd75c7b2b HTTP/1.1" status: 200 len: 217 time: 0.0648270 Feb 10 11:38:36.910897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71728a-b4ce-4631-a253-41f385167b9b req-65538719-cd6c-4e8f-a9eb-14ef942bcd2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:36.912346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-65538719-cd6c-4e8f-a9eb-14ef942bcd2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0b8260d-2ed2-4326-9e17-8f99e61fea97 HTTP/1.1" status: 200 len: 837 time: 0.0571353 Feb 10 11:38:36.989351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-f5889fa3-1d7d-4b54-9602-92f47b54b568 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1e7d212-be66-4189-b994-4b696a3a5f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710182 Feb 10 11:38:37.208874 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-dff4e244-bd0a-44fe-85e1-dafab3acfebc service neutron] 10.222.0.32 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120678 Feb 10 11:38:37.336774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe71728a-b4ce-4631-a253-41f385167b9b req-efa3fac3-6ff4-4367-a188-90725d94e696 service neutron] 10.222.0.32 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221678 Feb 10 11:38:37.450317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-661e8e32-4e0d-4aa5-8e69-14f96469712b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 1097 time: 0.0664737 Feb 10 11:38:37.580406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795ba18-a4fb-4277-846c-31426a5856fc req-f572d090-8e11-491e-9081-6bc05bae6abc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:37.581857 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-f572d090-8e11-491e-9081-6bc05bae6abc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a1e7d212-be66-4189-b994-4b696a3a5f4a HTTP/1.1" status: 200 len: 896 time: 0.1253917 Feb 10 11:38:37.691164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-8fd527f3-46a2-4612-aae2-097fd1dfe075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a243f401-baec-438b-9777-f81dd75c7b2b HTTP/1.1" status: 200 len: 217 time: 0.1025450 Feb 10 11:38:37.767216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795ba18-a4fb-4277-846c-31426a5856fc req-3c1e117f-624d-4cff-a90d-6f40273dab00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:37.768628 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-3c1e117f-624d-4cff-a90d-6f40273dab00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0b8260d-2ed2-4326-9e17-8f99e61fea97 HTTP/1.1" status: 200 len: 837 time: 0.0714209 Feb 10 11:38:37.777664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f18d-8085-4a5c-9e65-4959cf2621e1 req-3939ab3c-6ca3-491a-9ed5-e4d096924e4e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:37.779052 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ad9f18d-8085-4a5c-9e65-4959cf2621e1 req-3939ab3c-6ca3-491a-9ed5-e4d096924e4e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 944 time: 0.1392541 Feb 10 11:38:37.869958 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ad9f18d-8085-4a5c-9e65-4959cf2621e1 req-24f4cc94-593c-4984-b7d2-b60de230b89f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608656 Feb 10 11:38:37.881471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-7976b607-1da4-4c55-ae6c-49c0c3c6f228 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1e7d212-be66-4189-b994-4b696a3a5f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1015818 Feb 10 11:38:38.010790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-08f5d822-642b-4979-b41a-aa97f4c7fe44 service neutron] 10.222.0.32 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226010 Feb 10 11:38:38.140249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5795ba18-a4fb-4277-846c-31426a5856fc req-022b5508-4ac4-465c-863e-7a7e0ce117ff service neutron] 10.222.0.32 "GET /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219773 Feb 10 11:38:39.068102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f60fe-8eee-4922-bee7-24326ceaa34e req-9549f148-ee4f-4079-a165-25c578061c3d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:39.069537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a9f60fe-8eee-4922-bee7-24326ceaa34e req-9549f148-ee4f-4079-a165-25c578061c3d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 944 time: 0.0784438 Feb 10 11:38:39.114780 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a9f60fe-8eee-4922-bee7-24326ceaa34e req-b9ec70f6-aa03-494c-b121-710275694ae4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Feb 10 11:38:39.180370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a243f401-baec-438b-9777-f81dd75c7b2b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:38:39.310398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a243f401-baec-438b-9777-f81dd75c7b2b,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:39.323549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'a243f401-baec-438b-9777-f81dd75c7b2b', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'port_id': 'a243f401-baec-438b-9777-f81dd75c7b2b', 'mac_address': 'fa:16:3e:d1:b2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:38:39.407042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.423407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a243f401-baec-438b-9777-f81dd75c7b2b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:38:39.438146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a243f401-baec-438b-9777-f81dd75c7b2b,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:39.441776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:39.504170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:39.668572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['a243f401-baec-438b-9777-f81dd75c7b2b'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:38:40.307500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d31c-5e04-4e73-9b22-7102098a784c req-8790e544-f2d6-4b6d-b14f-61f7251b9886 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:40.308822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da9d31c-5e04-4e73-9b22-7102098a784c req-8790e544-f2d6-4b6d-b14f-61f7251b9886 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 945 time: 0.0740998 Feb 10 11:38:40.354949 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da9d31c-5e04-4e73-9b22-7102098a784c req-3cae4ecd-a21a-43de-a81e-a3ca0ad468b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Feb 10 11:38:41.205043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a243f401-baec-438b-9777-f81dd75c7b2b up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:41.273337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port a243f401-baec-438b-9777-f81dd75c7b2b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:41.277650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port a243f401-baec-438b-9777-f81dd75c7b2b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:41.278017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.387578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.414243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:38:41.423719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a243f401-baec-438b-9777-f81dd75c7b2b,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:41.432567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:41.500499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:41.546449 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b', 'code': 200} Feb 10 11:38:41.559956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08d8d-8a60-4e92-97ff-c450d8c4875b req-b138fa40-46c0-473f-8ebd-9c82a1007809 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:41.562054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ca08d8d-8a60-4e92-97ff-c450d8c4875b req-b138fa40-46c0-473f-8ebd-9c82a1007809 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.0876241 Feb 10 11:38:41.607019 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ca08d8d-8a60-4e92-97ff-c450d8c4875b req-bfa242e4-51fb-4af6-bdca-6854643b1606 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397763 Feb 10 11:38:41.784932 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b41ebc09-c7df-4e70-bcd8-c66b18874fbb req-870edc9e-f5b9-4afa-8d06-afe3ba133735 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 1099 time: 0.0697680 Feb 10 11:38:41.825830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b41ebc09-c7df-4e70-bcd8-c66b18874fbb req-5ca14592-f6fb-45fb-975d-7475fd3294e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Feb 10 11:38:42.799821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f193a2-3228-4056-a3aa-c782e76de8e6 req-01d415f1-eb9b-4cd1-8a67-72712b7d9188 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:42.801240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5f193a2-3228-4056-a3aa-c782e76de8e6 req-01d415f1-eb9b-4cd1-8a67-72712b7d9188 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.0752914 Feb 10 11:38:42.847641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5f193a2-3228-4056-a3aa-c782e76de8e6 req-faaf2d5f-42a4-4657-aaaf-dc47218cae5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Feb 10 11:38:44.047160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f6afe-43e8-4255-aab3-ab8b85905ebb req-ca07c25b-6ef9-48c3-9533-39d3d29352c4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:44.048613 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f97f6afe-43e8-4255-aab3-ab8b85905ebb req-ca07c25b-6ef9-48c3-9533-39d3d29352c4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.0783212 Feb 10 11:38:44.093495 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f97f6afe-43e8-4255-aab3-ab8b85905ebb req-91957182-0b20-4cbd-9855-4b1c283248e3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Feb 10 11:38:44.292002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa3f9-974f-4c1c-8309-3a55c21f0bb1 req-da97e3ff-8903-414c-a7b5-ab5c41b33783 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:38:44.293455 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25bfa3f9-974f-4c1c-8309-3a55c21f0bb1 req-da97e3ff-8903-414c-a7b5-ab5c41b33783 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.0759304 Feb 10 11:38:44.337285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25bfa3f9-974f-4c1c-8309-3a55c21f0bb1 req-ee336856-4e31-402f-8a4a-c383e0c4f3bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Feb 10 11:38:45.810446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56116) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:38:46.622807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.005319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.17 (a1e7d212-be66-4189-b994-4b696a3a5f4a/e0b8260d-2ed2-4326-9e17-8f99e61fea97/d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:38:47.158144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.172711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:47.192971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.260236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network a1e7d212-be66-4189-b994-4b696a3a5f4a is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:47.262946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:47.267054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:38:47.294690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:47.328142 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.411200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.516551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-26b066ba-6201-4d98-b778-f0c0ccd9bac8 None None] Provisioning for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:47.521030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-26b066ba-6201-4d98-b778-f0c0ccd9bac8 None None] Provisioning complete for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:47.521393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-26b066ba-6201-4d98-b778-f0c0ccd9bac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.574439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-26b066ba-6201-4d98-b778-f0c0ccd9bac8 None None] Port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:47.800434 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.804446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.910831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:47.913894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:48.136739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network a1e7d212-be66-4189-b994-4b696a3a5f4a is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:38:48.137782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:38:48.400720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2d9dac64-119c-41b3-9ae0-d6adc93dad75 None None] Provisioning complete for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:48.400973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2d9dac64-119c-41b3-9ae0-d6adc93dad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:48.451704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2d9dac64-119c-41b3-9ae0-d6adc93dad75 None None] Port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:38:48.514880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:38:48.707416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:38:48.716643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:38:48.730248 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7aa86d78-6668-4d89-b5e9-e3fc0366207c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/b0a12de6-b89a-4346-85f9-32b5d8dd3cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9126737 Feb 10 11:38:48.730444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:48.730444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:48.900374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:49.255108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:38:47Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7', 'name': '', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:d6:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:38:46Z', 'updated_at': '2022-02-10T11:38:47Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:49.258904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:38:49.259268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Updating router b0a12de6-b89a-4346-85f9-32b5d8dd3cda port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:38:49.309443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.660022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.671556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Transition to ACTIVE for port object d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:38:49.677154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.798775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6e112-9036-47e0-9cf2-f92f8a1df746 None None] Pushing event updated for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:49.891457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Attempting to bind port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:38:49.891824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Attempting to bind port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:38:49.892172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Attempting to bind port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 on network a1e7d212-be66-4189-b994-4b696a3a5f4a {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:38:49.898520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:38:49.899441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Checking segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:38:49.899820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.900195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Bound using segment: {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:38:49.900637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Bound port: d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296de5a-443e-44dc-828d-cf4c0f87c03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:38:49.901001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:49.992610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] For port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:38:49.996355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] For port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:38:50.003339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:50.084525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6e112-9036-47e0-9cf2-f92f8a1df746 None None] Pushing event updated for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:50.088612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:38:50.089220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:50.278277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:38:50.621729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:38:47Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7', 'name': '', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:d6:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:38:46Z', 'updated_at': '2022-02-10T11:38:49Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:38:50.626016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9819f31a-df6e-40c9-b66c-90f4d3c96c13 None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:38:47Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7', 'name': '', 'network_id': 'a1e7d212-be66-4189-b994-4b696a3a5f4a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:d6:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:38:46Z', 'updated_at': '2022-02-10T11:38:49Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'e0b8260d-2ed2-4326-9e17-8f99e61fea97', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:38:51.206972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:51.277036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:38:51.281475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:51.281847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.391254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.421972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:38:51.425435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:51.488826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:38:53.195322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:38:53.262644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:38:53.262949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:57.170080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbfce3a0-92dd-4907-a83d-6dbe9e3cc09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:38:59.352850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8e7eb94-8c8c-474f-b408-1f5840b5b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.462173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:00.645452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:02.024864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:03.720995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:06.817259 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:39:09.411309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56142) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:09.888092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.503725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:10.504462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.682752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:10.683094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:10.797818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:11.052868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.097518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:11.387702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:11.939063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:12.132493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:12.143465 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:12.145262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-04187b39-4de0-4b86-860f-6229428b28cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/b0a12de6-b89a-4346-85f9-32b5d8dd3cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329087 Feb 10 11:39:12.164380 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:12.165140 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.339535 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:12.543936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fd351-012d-4da1-91d8-3a3d13ad49f9 req-c2241034-eea8-45b6-8e83-be3750a4fc11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:12.544530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a54fd351-012d-4da1-91d8-3a3d13ad49f9 req-c2241034-eea8-45b6-8e83-be3750a4fc11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:12.559907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a54fd351-012d-4da1-91d8-3a3d13ad49f9 req-c2241034-eea8-45b6-8e83-be3750a4fc11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:12.561743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a54fd351-012d-4da1-91d8-3a3d13ad49f9 req-c2241034-eea8-45b6-8e83-be3750a4fc11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.0967565 Feb 10 11:39:12.606030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a54fd351-012d-4da1-91d8-3a3d13ad49f9 req-fa4dd6fa-d04f-4caa-b873-1a9d4c772357 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Feb 10 11:39:12.682110 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.685733 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:12.696364 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:12.696932 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:12.864934 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:13.236044 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:13.240003 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1925a795-7d93-4f07-a52b-fa94f9e2a7ff None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fcfb0373-5238-4e94-a201-b11601011bdb', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.195', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'port_id': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'mac_address': 'fa:16:3e:10:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:37:52Z', 'updated_at': '2022-02-10T11:37:58Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:13.944263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e8cc-eb80-4d9a-9272-b5a70b9056cc req-db2623f5-87f7-4a70-9743-5d42fd419b2e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:13.945736 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d9e8cc-eb80-4d9a-9272-b5a70b9056cc req-db2623f5-87f7-4a70-9743-5d42fd419b2e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.2159445 Feb 10 11:39:14.010854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f03f70-f733-4d99-9353-f640e3244ffc req-82440e27-c2e3-4ba3-967e-7529efe2cff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:14.012303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41f03f70-f733-4d99-9353-f640e3244ffc req-82440e27-c2e3-4ba3-967e-7529efe2cff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 946 time: 0.2196503 Feb 10 11:39:14.014379 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38d9e8cc-eb80-4d9a-9272-b5a70b9056cc req-121f49bb-6398-4913-a95f-31b20a38f653 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aaac540-681b-49bf-a34a-83c2a102be58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622661 Feb 10 11:39:14.078138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port a243f401-baec-438b-9777-f81dd75c7b2b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:14.078468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.318819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port a243f401-baec-438b-9777-f81dd75c7b2b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a243f401-baec-438b-9777-f81dd75c7b2b,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:14.319166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.436928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for a243f401-baec-438b-9777-f81dd75c7b2b owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:14.594772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.640289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=a243f401-baec-438b-9777-f81dd75c7b2b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:14.714796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port a243f401-baec-438b-9777-f81dd75c7b2b on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:14.717071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:14.719435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'name': 'network-vif-deleted', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:14.734770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41f03f70-f733-4d99-9353-f640e3244ffc req-6f3a8291-c996-4e9d-8c57-2271754013f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/a243f401-baec-438b-9777-f81dd75c7b2b HTTP/1.1" status: 204 len: 173 time: 0.7166629 Feb 10 11:39:14.853232 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c8499e-eda3-4df6-bfb4-75b3e7287e04', 'name': 'network-vif-deleted', 'tag': 'a243f401-baec-438b-9777-f81dd75c7b2b', 'status': 'completed', 'code': 200} Feb 10 11:39:15.166977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:15.207206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-50203c6f-5c40-4e07-9928-c9d79619414d req-e581339b-34a7-40b6-8733-f48d4bcf3d25 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:15.232259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-50203c6f-5c40-4e07-9928-c9d79619414d req-e581339b-34a7-40b6-8733-f48d4bcf3d25 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:15.233675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50203c6f-5c40-4e07-9928-c9d79619414d req-e581339b-34a7-40b6-8733-f48d4bcf3d25 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=76c8499e-eda3-4df6-bfb4-75b3e7287e04 HTTP/1.1" status: 200 len: 210 time: 0.0797954 Feb 10 11:39:15.240264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:15.240612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d10d4e59-1431-4ff3-b6b0-c2b1c4aa4fd7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:16.356094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56162) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.423474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.455352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.517076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.534158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaac540-681b-49bf-a34a-83c2a102be58,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:16.539928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.541069 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-019a4640-a208-4709-a5ae-e94310f1a925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/4aaac540-681b-49bf-a34a-83c2a102be58 HTTP/1.1" status: 204 len: 168 time: 0.1839976 Feb 10 11:39:16.584081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:16.766892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet e0b8260d-2ed2-4326-9e17-8f99e61fea97 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:16.769703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.826184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:16.927327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.001651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.044389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b8260d-2ed2-4326-9e17-8f99e61fea97,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:17.048961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.056836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f3eb9-10fc-4d12-bd5c-8960b274c579 None None] Network a1e7d212-be66-4189-b994-4b696a3a5f4a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:17.057319 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c0fecc2c-4689-471c-a91b-88e3ec85ebf2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/e0b8260d-2ed2-4326-9e17-8f99e61fea97 HTTP/1.1" status: 204 len: 168 time: 0.4709997 Feb 10 11:39:17.058737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56172) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:17.170857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.181498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 5bf3d372-efe9-4cd7-935f-9f6147291946 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:17.181968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.304670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] DHCP port deletion for a1e7d212-be66-4189-b994-4b696a3a5f4a request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:17.309304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Deleting port 5bf3d372-efe9-4cd7-935f-9f6147291946 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:17.309675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.403571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a243f401-baec-438b-9777-f81dd75c7b2b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:17.447221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: a243f401-baec-438b-9777-f81dd75c7b2b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:17.447583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a243f401-baec-438b-9777-f81dd75c7b2b not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:17.480733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 5bf3d372-efe9-4cd7-935f-9f6147291946, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5bf3d372-efe9-4cd7-935f-9f6147291946,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:17.481561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.548357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] For port 5bf3d372-efe9-4cd7-935f-9f6147291946, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=5bf3d372-efe9-4cd7-935f-9f6147291946,segment=NetworkSegment(4296de5a-443e-44dc-828d-cf4c0f87c03b),segment_id=4296de5a-443e-44dc-828d-cf4c0f87c03b)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:17.548909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.606697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 5bf3d372-efe9-4cd7-935f-9f6147291946 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:17.667729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Calling delete_port for 5bf3d372-efe9-4cd7-935f-9f6147291946 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:17.699528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.734446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:39:17.734795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:39:17.740912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=5bf3d372-efe9-4cd7-935f-9f6147291946,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:17.747359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port 5bf3d372-efe9-4cd7-935f-9f6147291946 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:17.863728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.892519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e7d212-be66-4189-b994-4b696a3a5f4a']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.904116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296de5a-443e-44dc-828d-cf4c0f87c03b') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.904399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296de5a-443e-44dc-828d-cf4c0f87c03b') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:17.915408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.931640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.937568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:17.937961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:17.954163 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:18.068337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.084881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.106133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=a1e7d212-be66-4189-b994-4b696a3a5f4a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:18.121037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-142e068e-15e7-4492-af04-40036640f4ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/a1e7d212-be66-4189-b994-4b696a3a5f4a HTTP/1.1" status: 204 len: 168 time: 1.0581248 Feb 10 11:39:18.121658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56176) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:18.122419 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-b637d66c-52aa-44bb-ac90-6ede9db1a8a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228158 Feb 10 11:39:18.212591 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-6f5ce94c-4505-429a-b186-72eef77de245 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1098 time: 0.0708158 Feb 10 11:39:18.236061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Deleting port 5bf3d372-efe9-4cd7-935f-9f6147291946 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:18.236646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.302559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-975561fd-d1ce-46be-8eb0-a88780b5c175 None None] The port '5bf3d372-efe9-4cd7-935f-9f6147291946' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:39:18.326114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 51d949a8-ec79-4008-aa8a-c2b3ece36199 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:18.326459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.361326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-e2f254f4-f745-493c-8a31-5a9945cc6ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:18.362744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-e2f254f4-f745-493c-8a31-5a9945cc6ed5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 897 time: 0.1327720 Feb 10 11:39:18.460544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-1ea70249-1ac0-4053-8788-2bb094f31805 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 1001 time: 0.0910504 Feb 10 11:39:18.494473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.494702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.524587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-d797f6a8-9e11-4f09-a43a-6451d5619a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:18.525997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-d797f6a8-9e11-4f09-a43a-6451d5619a64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 200 len: 835 time: 0.0601592 Feb 10 11:39:18.597753 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-b9828312-944f-4da0-8643-40026dc299df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc30c91f-4a6b-49d5-b2e2-705333653182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657785 Feb 10 11:39:18.611547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 51d949a8-ec79-4008-aa8a-c2b3ece36199 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:18.726075 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-308b4401-ad90-4657-b2ed-016d2f5df72f service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220670 Feb 10 11:39:18.755599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:18.800070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=51d949a8-ec79-4008-aa8a-c2b3ece36199,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:18.859619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-383c36c7-8e7e-4d4f-ac55-29a5d4c5818f req-8d7adef8-b641-4f75-9fae-3f3e43d69a81 service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271684 Feb 10 11:39:18.982231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.203211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5bf3d372-efe9-4cd7-935f-9f6147291946 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:19.235580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 5bf3d372-efe9-4cd7-935f-9f6147291946 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:19.235916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 5bf3d372-efe9-4cd7-935f-9f6147291946 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:19.364410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:19.555610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:19.564948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:19.571258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:19.577339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:19.577939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:19.625410 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-36c1f5d7-052a-4573-ac65-d04b4063e511 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/fcfb0373-5238-4e94-a201-b11601011bdb HTTP/1.1" status: 204 len: 168 time: 1.5025053 Feb 10 11:39:19.625964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:19.679633 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'status': 'completed', 'code': 200} Feb 10 11:39:19.761417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:19.872454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-47fb3bdf-f048-4a9d-a6b8-eef66c42f49e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 1098 time: 0.1707814 Feb 10 11:39:20.054033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-de590a59-fb05-4756-a54c-9ff0e5872f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:20.055527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-de590a59-fb05-4756-a54c-9ff0e5872f7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 200 len: 897 time: 0.1774373 Feb 10 11:39:20.087352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:20.091194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:20.102455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:20.103041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:20.119539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-a060fb1a-eb3c-4826-b488-7016406c3921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:20.120267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-a060fb1a-eb3c-4826-b488-7016406c3921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:20.139557 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-9db85a98-be6d-479a-a837-8b9efc469f17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 200 len: 217 time: 0.0769756 Feb 10 11:39:20.183786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-a060fb1a-eb3c-4826-b488-7016406c3921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:20.184877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-a060fb1a-eb3c-4826-b488-7016406c3921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.2372422 Feb 10 11:39:20.222649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-bbc77911-9b23-40ab-96a1-a2dd05ef89a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:20.224218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-bbc77911-9b23-40ab-96a1-a2dd05ef89a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 200 len: 835 time: 0.0784278 Feb 10 11:39:20.284931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-0122540d-2f74-4a23-927f-56fb29b631cb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:20.314620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:20.318590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-0122540d-2f74-4a23-927f-56fb29b631cb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:20.319765 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-657b1aea-b140-473e-ae8d-0db84c97b77e req-0122540d-2f74-4a23-927f-56fb29b631cb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273613 Feb 10 11:39:20.326189 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-98dcc265-7489-43c7-9d0b-975e3fde32fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fc30c91f-4a6b-49d5-b2e2-705333653182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944641 Feb 10 11:39:20.457355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-d34b4187-aacc-4c90-aa1d-f24bccb60281 service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250100 Feb 10 11:39:20.587468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bca89a93-58fa-401d-9904-21c0a4ccc145 req-f2557bad-0913-4cff-87f8-dc3d7148b3ef service neutron] 10.222.0.32 "GET /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233130 Feb 10 11:39:20.621776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:20.625923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a90cb09-3dc8-4ccd-8d75-73402ea6a67a None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:10Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7', 'name': '', 'network_id': 'fc30c91f-4a6b-49d5-b2e2-705333653182', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:6a:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:34Z', 'updated_at': '2022-02-10T11:37:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd7cbe428-f0e5-4707-be16-756d560e7a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:20.851121 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7095e1a-cc4a-4453-a356-ab3bfc127d36 None None] New status for floating IP fcfb0373-5238-4e94-a201-b11601011bdb: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:21.259563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-a2752313-9924-451d-81a7-6c207901e921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:21.260895 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-a2752313-9924-451d-81a7-6c207901e921 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.0757892 Feb 10 11:39:21.332822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port da1f1299-ab15-4722-add3-87bdd7f96b51 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:21.333158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.636731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe03c-a6d5-4051-aad4-29c6b00bb5eb req-b189d3bf-6368-4622-8e5a-1afe07cf5eb7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:21.638150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4ffe03c-a6d5-4051-aad4-29c6b00bb5eb req-b189d3bf-6368-4622-8e5a-1afe07cf5eb7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a4428ae-28da-4cbc-91e1-d46d1095192b HTTP/1.1" status: 200 len: 945 time: 0.1907694 Feb 10 11:39:21.639804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port da1f1299-ab15-4722-add3-87bdd7f96b51, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=da1f1299-ab15-4722-add3-87bdd7f96b51,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:21.640152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:21.774231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for da1f1299-ab15-4722-add3-87bdd7f96b51 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:21.842742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4ffe03c-a6d5-4051-aad4-29c6b00bb5eb req-d68bcabf-3c53-4f11-b3e2-78c65fee0874 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=0637d962-49ac-4d87-b632-11ad8cfbef13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954298 Feb 10 11:39:21.923599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.066893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=da1f1299-ab15-4722-add3-87bdd7f96b51,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:22.136333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port da1f1299-ab15-4722-add3-87bdd7f96b51 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:22.138778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:22.141365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'name': 'network-vif-deleted', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:22.157122 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a0ee86c-e5c9-4c34-8a5a-c47c11587719 req-03fd12e4-6cad-4a8b-a6b8-33453e8296cc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/da1f1299-ab15-4722-add3-87bdd7f96b51 HTTP/1.1" status: 204 len: 173 time: 0.8906052 Feb 10 11:39:22.195620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4428ae-28da-4cbc-91e1-d46d1095192b', 'name': 'network-vif-deleted', 'tag': 'da1f1299-ab15-4722-add3-87bdd7f96b51', 'status': 'completed', 'code': 200} Feb 10 11:39:22.712521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e2a99-9506-4271-af8d-c960663b5ef3 req-c6bb2f98-36bc-44e8-baf4-a512f061a3c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:22.713969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b3e2a99-9506-4271-af8d-c960663b5ef3 req-c6bb2f98-36bc-44e8-baf4-a512f061a3c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.0814548 Feb 10 11:39:22.761395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b3e2a99-9506-4271-af8d-c960663b5ef3 req-b1e735f9-06b9-4bcf-b8dc-1d7a0397c734 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Feb 10 11:39:22.946925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56196) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:23.016727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.045668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.108424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.129093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0637d962-49ac-4d87-b632-11ad8cfbef13,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:23.139450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.140552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-36b91284-2069-4033-bd14-a3a823c678bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/0637d962-49ac-4d87-b632-11ad8cfbef13 HTTP/1.1" status: 204 len: 168 time: 0.1926453 Feb 10 11:39:23.186848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56202) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:23.573591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:23.965028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd9bb3-e88c-41fe-93ef-93dabde933e2 req-0dea8d40-a21a-4493-b2d9-8c3502f75878 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:23.966469 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2bd9bb3-e88c-41fe-93ef-93dabde933e2 req-0dea8d40-a21a-4493-b2d9-8c3502f75878 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.0781963 Feb 10 11:39:24.015412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2bd9bb3-e88c-41fe-93ef-93dabde933e2 req-ad133016-525e-421d-bbfe-2575e4c22334 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Feb 10 11:39:24.187797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-132f3dbe-bb8b-40d6-b40e-aa1bb750e82d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:24.189125 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-132f3dbe-bb8b-40d6-b40e-aa1bb750e82d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 945 time: 0.0793114 Feb 10 11:39:24.255015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port 43dce657-d360-4750-ba92-cfc9a38a8205 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:24.255282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.268759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:24.269332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.454783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:24.455136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.494267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] For port 43dce657-d360-4750-ba92-cfc9a38a8205, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43dce657-d360-4750-ba92-cfc9a38a8205,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:24.494617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.573389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:24.742160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.785939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.786375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.786634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Floating IP a927bfd5-363f-4203-9618-d48e4699fa6c disassociated. External IP: 172.26.3.240, port: 43dce657-d360-4750-ba92-cfc9a38a8205. Feb 10 11:39:24.786984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for 43dce657-d360-4750-ba92-cfc9a38a8205 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:24.796787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:24.944597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:24.999649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=43dce657-d360-4750-ba92-cfc9a38a8205,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:25.098251 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.191435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56794187-811d-4c5e-b8f1-e9bf49f68d56 req-ea712480-b11a-43c1-a58d-9bfa05dbbdf7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 210 time: 0.0465183 Feb 10 11:39:25.267898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:25.465538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device da1f1299-ab15-4722-add3-87bdd7f96b51 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:25.499083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: da1f1299-ab15-4722-add3-87bdd7f96b51 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:25.499732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device da1f1299-ab15-4722-add3-87bdd7f96b51 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:25.500611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43dce657-d360-4750-ba92-cfc9a38a8205 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:25.540579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 43dce657-d360-4750-ba92-cfc9a38a8205 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:25.540924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43dce657-d360-4750-ba92-cfc9a38a8205 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:25.590856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:25.600263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:25.612232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:25.612756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:25.663143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] No DVR routers for this DVR port 43dce657-d360-4750-ba92-cfc9a38a8205 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:25.665982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:25.668598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'name': 'network-vif-deleted', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:25.684516 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4f0d0ae7-6ce5-42a2-bdaf-4262b1d5231e req-558ca16b-d308-419a-a7a0-231b27540b45 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "DELETE /v2.0/ports/43dce657-d360-4750-ba92-cfc9a38a8205 HTTP/1.1" status: 204 len: 173 time: 1.4905920 Feb 10 11:39:25.799444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router b0a12de6-b89a-4346-85f9-32b5d8dd3cda has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:25.822304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:25.885268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c11a16-4090-4370-9c9f-2128d2a3c953', 'name': 'network-vif-deleted', 'tag': '43dce657-d360-4750-ba92-cfc9a38a8205', 'status': 'completed', 'code': 200} Feb 10 11:39:26.012728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:26.022746 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Sync routers for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:26.036017 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-334e4964-c498-49f9-98ee-53d3c94f7338 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/b0a12de6-b89a-4346-85f9-32b5d8dd3cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8454595 Feb 10 11:39:26.036252 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:26.036609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:26.044609 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.182186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.186836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:26.199373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:26.200015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.271578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet d7cbe428-f0e5-4707-be16-756d560e7a40 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:39:26.275117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.282769 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:26.355216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.427814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6ef426fe-6b2d-4db9-83da-e9d9226a1ce4 req-6c6de50f-a839-45df-b242-6b9b6343bd37 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:26.449277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:26.461659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6ef426fe-6b2d-4db9-83da-e9d9226a1ce4 req-6c6de50f-a839-45df-b242-6b9b6343bd37 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:26.473901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ef426fe-6b2d-4db9-83da-e9d9226a1ce4 req-6c6de50f-a839-45df-b242-6b9b6343bd37 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=18c11a16-4090-4370-9c9f-2128d2a3c953 HTTP/1.1" status: 200 len: 210 time: 0.0896337 Feb 10 11:39:26.520684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.595445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.632554 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.634780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cbe428-f0e5-4707-be16-756d560e7a40,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:26.637852 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Checking router: b0a12de6-b89a-4346-85f9-32b5d8dd3cda for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:26.645669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.651694 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Routers {'b0a12de6-b89a-4346-85f9-32b5d8dd3cda'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:26.654715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c01a3d6-d0a5-4c40-84f1-f75761e4389d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/d7cbe428-f0e5-4707-be16-756d560e7a40 HTTP/1.1" status: 204 len: 168 time: 0.6145880 Feb 10 11:39:26.654861 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:38:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.654999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:26.662054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6492c4-c774-4227-8c8f-2c8af6cb2367 None None] Network fc30c91f-4a6b-49d5-b2e2-705333653182 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:26.850509 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] Set router b0a12de6-b89a-4346-85f9-32b5d8dd3cda gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:26.892053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:26.977205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:26.981736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9789e-725f-4699-9ea5-7088f24f30e5 None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:27.040586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] DHCP port deletion for fc30c91f-4a6b-49d5-b2e2-705333653182 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:39:27.045277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Deleting port d07d84dc-a9f9-4c61-a12a-f7bc29972566 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:27.045654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.189336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.199259 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:27.204005 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f412cc93-2c45-47a6-877d-06f4662a41eb None None] The sync data for ids ['b0a12de6-b89a-4346-85f9-32b5d8dd3cda'] in dv-neutron-827807-1-hyperv is: [{'id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'name': 'tempest-TestNetworkBasicOps-router-1430961009', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245'}], 'enable_snat': True}, 'gw_port_id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:37:29Z', 'updated_at': '2022-02-10T11:39:24Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'ad6656fe-c1a0-4ff0-babd-649094f4d238', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fe:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a12de6-b89a-4346-85f9-32b5d8dd3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:37:30Z', 'updated_at': '2022-02-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:27.213236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port ad6656fe-c1a0-4ff0-babd-649094f4d238 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:39:27.213585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.252555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d07d84dc-a9f9-4c61-a12a-f7bc29972566 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:27.285749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cbca3f83-1b1e-4f44-8bf1-5da96d25c3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.328131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b698a2-bd93-43e4-b809-6159b391b410 None None] New status for floating IP a927bfd5-363f-4203-9618-d48e4699fa6c: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:27.426539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port ad6656fe-c1a0-4ff0-babd-649094f4d238, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ad6656fe-c1a0-4ff0-babd-649094f4d238,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:27.426886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.466637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] For port d07d84dc-a9f9-4c61-a12a-f7bc29972566, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d07d84dc-a9f9-4c61-a12a-f7bc29972566,segment=NetworkSegment(a6d70fca-8e7d-4879-adcc-d6a572327d57),segment_id=a6d70fca-8e7d-4879-adcc-d6a572327d57)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:27.467022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.545508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for ad6656fe-c1a0-4ff0-babd-649094f4d238 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:27.606598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Calling delete_port for d07d84dc-a9f9-4c61-a12a-f7bc29972566 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:39:27.822402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.845199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.878410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:27.921516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=ad6656fe-c1a0-4ff0-babd-649094f4d238,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:27.928260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] Pushing event deleted for resources: {'Port': ['ID=d07d84dc-a9f9-4c61-a12a-f7bc29972566,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:27.936368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb9163-781a-46f2-a8bf-7f3751d79884 None None] No DVR routers for this DVR port d07d84dc-a9f9-4c61-a12a-f7bc29972566 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:39:28.023026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-662ebe80-96be-4993-9fbc-e9cfcb545731 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184410159&fields=id&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 267 time: 0.1333206 Feb 10 11:39:28.264484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.418863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-60a08a19-3713-4e0e-91ff-3384f4054a4a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:28.420304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-60a08a19-3713-4e0e-91ff-3384f4054a4a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.3887894 Feb 10 11:39:28.548255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-56cabdbd-f697-4f24-8ffa-942c68e9a659 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/quotas/a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 375 time: 0.0781775 Feb 10 11:39:28.553297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.590415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.638468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.638960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router b0a12de6-b89a-4346-85f9-32b5d8dd3cda {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:39:28.655672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-5223a37e-6cd8-4702-9303-6465ebbaf881 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001558 Feb 10 11:39:28.663747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.667690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b96afe36-736a-4da3-9719-27d51a0133af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/b0a12de6-b89a-4346-85f9-32b5d8dd3cda HTTP/1.1" status: 204 len: 168 time: 2.0117621 Feb 10 11:39:28.667863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:28.791920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.803181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-3418a58b-1685-4c6c-9286-05db410a3c9b service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343348 Feb 10 11:39:28.921085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.933269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-795725ef-b094-4959-b314-59e21f295f43 service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238611 Feb 10 11:39:28.949047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc30c91f-4a6b-49d5-b2e2-705333653182']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:28.961755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d70fca-8e7d-4879-adcc-d6a572327d57') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:28.962042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d70fca-8e7d-4879-adcc-d6a572327d57') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:28.973340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.989829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:28.995880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:39:28.996261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:39:29.010458 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:39:29.108835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.113200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.138946 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/fc30c91f-4a6b-49d5-b2e2-705333653182 HTTP/1.1" status: 204 len: 168 time: 0.4700031 Feb 10 11:39:29.139926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2ea41-1867-413c-8c2e-c70100c434c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=fc30c91f-4a6b-49d5-b2e2-705333653182,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.164788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:29.171192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--1108361962', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:29.178289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:29.182710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:29.188902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:29.200503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:29.211379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:29.214651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.238978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:29.249437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:39:29.266131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.266861 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment f0497e30-c334-432a-9382-f351bcd19076 of type vlan for network 14f06f39-7b72-43b9-82e3-aefa9e7688be Feb 10 11:39:29.287216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:29.287574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 59cddd9d-1a59-47ac-a8c9-6bdde0ee43d7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:29.287978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ad6656fe-c1a0-4ff0-babd-649094f4d238 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:39:29.315975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.321948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ad6656fe-c1a0-4ff0-babd-649094f4d238 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:39:29.322360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ad6656fe-c1a0-4ff0-babd-649094f4d238 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:39:29.355946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32845da0-2b19-4f17-8f6f-37ff60090118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.370972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43cdddd0-4144-4e63-9437-484337a96391 req-7e5a5880-6014-4636-8b51-6fc262d96da8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 210 time: 0.0490232 Feb 10 11:39:29.397643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.402381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:29.402953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.604981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4388905 Feb 10 11:39:29.607948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56254) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:29.614426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-349381654', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:29.623253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:29.627272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174435d7-0d5b-408e-8ca3-a395812ad17b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=14f06f39-7b72-43b9-82e3-aefa9e7688be,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:29.629695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:29.633500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:29.640022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:39:29.641146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:29.653270 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.654171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.675810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.820551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:29.993476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.026132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.154677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.225 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4c8335da-56d2-4858-80d4-0deaf9f51412) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:30.385607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-449ef17a-93e1-4be0-986c-0d7995327ae6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:30.387098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-449ef17a-93e1-4be0-986c-0d7995327ae6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.1526525 Feb 10 11:39:30.396599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.429187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.452738 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-e97bb6cb-5fe0-411f-b477-55a2c0387417 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 380 time: 0.0544012 Feb 10 11:39:30.466466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'port': {'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'admin_state_up': True, 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'security_groups': ['d9d87edd-29de-4415-b2ce-f4bcf88fb076']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:30.469549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.507437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:30.510708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:30.521689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:30.546880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=4c8335da-56d2-4858-80d4-0deaf9f51412,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:30.571467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.571816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.572140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.572468 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.572799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.573128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.573454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.573781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.574101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.574420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.574739 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:30.608443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6353ee6-785c-49ba-856c-9788d72a6aa2 req-fa8529ad-8069-4c84-b21a-bb9d80586800 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 210 time: 0.0588512 Feb 10 11:39:30.658448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.697391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:30.707339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:30.711738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.713605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.719062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Made reservation on behalf of a949380140f34dc0ac3ca1a90c759bea for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:30.722189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:30.905041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.20.0.7 (ec611f89-068d-4a00-af1a-fda79fe53d19/e37bd268-9bfb-468e-9866-f37e43a4c305/9eb09897-9d99-4416-95c0-fa7d12ad15cd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:30.969915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router a827cba3-be3d-4e29-81d6-a877b863049f is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:39:31.128671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.151027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Transition to ACTIVE for port object 9eb09897-9d99-4416-95c0-fa7d12ad15cd will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:31.182062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.188150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:31.201683 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Sync routers for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:31.216374 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:31.216981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:31.223394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.225228 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-401e6fa8-f8d5-41ef-a713-899ffcaefd61 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6160495 Feb 10 11:39:31.228245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56264) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.269438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:31.272703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:31.276285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:31.282699 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a293a5ec-1dea-42cc-ae14-b64726659c83 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530076 Feb 10 11:39:31.285067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56268) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.313867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:31.361094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:31.361977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.394889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-0f49392f-38cf-4e26-b253-4bd4e80e102c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9371076 Feb 10 11:39:31.407903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Request body: {'port': {'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:31.463298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99de7f-e491-42f1-b834-d873cbd10ce0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:31.467373 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bf99de7f-e491-42f1-b834-d873cbd10ce0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1781535 Feb 10 11:39:31.467674 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56272) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.507485 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:31.529523 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b046087-06f5-437b-b44e-b01cf3c0cf1b tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584545 Feb 10 11:39:31.529761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56276) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:31.535521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366409999', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:31.579799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.590913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-08b934a1-0bca-4bb4-8950-3829df47c8f4 None None] Provisioning for port 9eb09897-9d99-4416-95c0-fa7d12ad15cd completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:31.597442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-08b934a1-0bca-4bb4-8950-3829df47c8f4 None None] Provisioning complete for port 9eb09897-9d99-4416-95c0-fa7d12ad15cd triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:31.599651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08b934a1-0bca-4bb4-8950-3829df47c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.695777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-08b934a1-0bca-4bb4-8950-3829df47c8f4 None None] Port 9eb09897-9d99-4416-95c0-fa7d12ad15cd cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:31.752394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:31.757983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:31.761171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:31.771255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:31.782158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:31.867810 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:30Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:31.872102 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Checking router: a827cba3-be3d-4e29-81d6-a877b863049f for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:31.872590 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Updating router a827cba3-be3d-4e29-81d6-a877b863049f port 4c8335da-56d2-4858-80d4-0deaf9f51412 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:31.905036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.936057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f975432-1676-455b-b578-1bf29b570a21 req-675d3dbc-ffe3-4a0b-bd79-953ee2874db3 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:31.936672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9f975432-1676-455b-b578-1bf29b570a21 req-675d3dbc-ffe3-4a0b-bd79-953ee2874db3 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:31.955987 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:31.966122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9f975432-1676-455b-b578-1bf29b570a21 req-675d3dbc-ffe3-4a0b-bd79-953ee2874db3 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:31.967530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f975432-1676-455b-b578-1bf29b570a21 req-675d3dbc-ffe3-4a0b-bd79-953ee2874db3 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 931 time: 0.2061150 Feb 10 11:39:32.037763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.090990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f975432-1676-455b-b578-1bf29b570a21 req-9c0cbf49-b718-418a-8c0d-20feecdcf8c1 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102688 Feb 10 11:39:32.121737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb09897-9d99-4416-95c0-fa7d12ad15cd {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:32.129100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.145479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Transition to ACTIVE for port object 9eb09897-9d99-4416-95c0-fa7d12ad15cd will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:32.149333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.180942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.218331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Pushing event updated for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:32.252141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=d9036fc1-5b0b-425d-9c7b-c103d0bb9254,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:32.424589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:32.425054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: 14f06f39-7b72-43b9-82e3-aefa9e7688be, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:39:32.450702 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.469548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:39:32.475749 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Transition to ACTIVE for port object 4c8335da-56d2-4858-80d4-0deaf9f51412 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:32.481713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 14f06f39-7b72-43b9-82e3-aefa9e7688be) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:32.486948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:32.487463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.489221 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.494329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9100cc-d72e-48cb-bcdf-4a0e18c91773 None None] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:32.535590 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-84a1a2d6-c284-4d97-ae12-f89fa69ac827 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0023384 Feb 10 11:39:32.535814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:32.618151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Attempting to bind port 9eb09897-9d99-4416-95c0-fa7d12ad15cd on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:32.618764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Attempting to bind port 9eb09897-9d99-4416-95c0-fa7d12ad15cd by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:32.618764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Attempting to bind port 9eb09897-9d99-4416-95c0-fa7d12ad15cd on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:32.626023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Port 9eb09897-9d99-4416-95c0-fa7d12ad15cd on network ec611f89-068d-4a00-af1a-fda79fe53d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:39:32.626330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Attempting to bind port 9eb09897-9d99-4416-95c0-fa7d12ad15cd on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:32.629579 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Attempting to bind port 4c8335da-56d2-4858-80d4-0deaf9f51412 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:32.630203 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Attempting to bind port 4c8335da-56d2-4858-80d4-0deaf9f51412 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:32.630772 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Attempting to bind port 4c8335da-56d2-4858-80d4-0deaf9f51412 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:32.633910 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Pushing event updated for resources: {'Port': ['ID=4c8335da-56d2-4858-80d4-0deaf9f51412,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:32.634646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:32.635172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:32.635703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Bound using segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:32.636188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Bound port: 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:32.636766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.647729 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.648444 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.649517 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.650054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.650601 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.651177 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.651530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.651877 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.652199 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.652639 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.652968 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:32.656577 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:32.656948 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:32.657343 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.657720 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:32.658183 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Bound port: 4c8335da-56d2-4858-80d4-0deaf9f51412, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:32.658573 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.737293 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] For port 4c8335da-56d2-4858-80d4-0deaf9f51412, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:32.740342 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] For port 4c8335da-56d2-4858-80d4-0deaf9f51412, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4c8335da-56d2-4858-80d4-0deaf9f51412,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:32.746119 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.768445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:32.772709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:32.773923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-14f06f39-7b72-43b9-82e3-aefa9e7688be', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:39:32.774815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.777961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.836155 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:32.836911 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:32.858783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:32.860454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] 10.222.0.32 "PUT /v2.0/ports/9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 1093 time: 1.4581695 Feb 10 11:39:32.860971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:32.884839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8938f5-0c46-4774-8089-75dac95a286e service neutron] Pushing event updated for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.001790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Allocated IP 172.20.0.2 (14f06f39-7b72-43b9-82e3-aefa9e7688be/d9036fc1-5b0b-425d-9c7b-c103d0bb9254/f27eb357-a4b2-414a-9014-54b0a6f0ec55) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:33.011436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-cdf7f730-3486-4e61-bcd9-c23bf9fe4ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1096 time: 0.1149766 Feb 10 11:39:33.087924 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'status': 'completed', 'code': 200} Feb 10 11:39:33.098041 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-d94c3a06-b962-45f6-9803-d7bf678f44a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 217 time: 0.0797110 Feb 10 11:39:33.212282 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34d4ff-1212-418e-b513-1092cceccca5 None None] Pushing event updated for resources: {'Port': ['ID=4c8335da-56d2-4858-80d4-0deaf9f51412,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.230105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-a1ea5492-0fc0-4c15-933c-6909bd125fae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:33.235820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-a1ea5492-0fc0-4c15-933c-6909bd125fae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.1316075 Feb 10 11:39:33.293879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:33.324362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.335518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Transition to ACTIVE for port object f27eb357-a4b2-414a-9014-54b0a6f0ec55 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:33.358987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Transition to ACTIVE for port object f27eb357-a4b2-414a-9014-54b0a6f0ec55 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:33.365316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.435763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-16c4338a-cbcf-43ab-93da-81076cf9bf76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942115 Feb 10 11:39:33.460572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:33.464733 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:33.470385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:33.500469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.535173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c7192-d8fc-4ea2-8f09-9ad06397826d req-cecca6d7-c978-4af4-bde1-c796c8f8902b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:33.536788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-842c7192-d8fc-4ea2-8f09-9ad06397826d req-cecca6d7-c978-4af4-bde1-c796c8f8902b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.2236235 Feb 10 11:39:33.565219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Pushing event updated for resources: {'Port': ['ID=f27eb357-a4b2-414a-9014-54b0a6f0ec55,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.589565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.590207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.590718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.591223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.591758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.592490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.592988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.593489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.593982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.594480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.595073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:33.602891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Attempting to bind port f27eb357-a4b2-414a-9014-54b0a6f0ec55 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:33.604023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Attempting to bind port f27eb357-a4b2-414a-9014-54b0a6f0ec55 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:33.604023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Attempting to bind port f27eb357-a4b2-414a-9014-54b0a6f0ec55 on network 14f06f39-7b72-43b9-82e3-aefa9e7688be {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:33.610546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:33.610921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Checking segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:33.611347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.611734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Bound using segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:33.612194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Bound port: f27eb357-a4b2-414a-9014-54b0a6f0ec55, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:33.612848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.618742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-842c7192-d8fc-4ea2-8f09-9ad06397826d req-9989f2ad-2526-46cb-9a7d-7fa057137815 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742507 Feb 10 11:39:33.627084 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-f67b07e7-7de2-4f3a-8fc5-104b95d6f20b service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846812 Feb 10 11:39:33.668732 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:30Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:33.673836 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4c7549-34c6-4c79-b0a0-2dca48a88a51 None None] The sync data for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv is: [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:30Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:33.744886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.761795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] For port f27eb357-a4b2-414a-9014-54b0a6f0ec55, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:33.767134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] For port f27eb357-a4b2-414a-9014-54b0a6f0ec55, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f27eb357-a4b2-414a-9014-54b0a6f0ec55,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:33.773253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:33.793562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c37fa6d6-f2cb-483f-b613-ff8cb8f58a64 req-dac67356-cea5-46d7-955b-f548bc81ec6f service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593997 Feb 10 11:39:33.924920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d1de4-05fa-451b-9ed4-9c81610fda0d None None] Pushing event updated for resources: {'Port': ['ID=f27eb357-a4b2-414a-9014-54b0a6f0ec55,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:33.961017 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-9ca161f9-35b5-42f9-93d1-3a692256483a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1096 time: 0.1201668 Feb 10 11:39:34.081508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (14f06f39-7b72-43b9-82e3-aefa9e7688be/d9036fc1-5b0b-425d-9c7b-c103d0bb9254/d838491f-562f-4641-8f9c-554de4fac268) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:34.160524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-1209a58b-0771-414b-9b28-2459e963391e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:34.161974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-1209a58b-0771-414b-9b28-2459e963391e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1902833 Feb 10 11:39:34.243012 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-4242a286-e2ce-4eee-a079-810fdd2f4463 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 217 time: 0.0747440 Feb 10 11:39:34.308659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.313518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-e32e38dd-85a2-4196-8c6b-31f01fa43dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:34.315010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-e32e38dd-85a2-4196-8c6b-31f01fa43dea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0671079 Feb 10 11:39:34.326264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object d838491f-562f-4641-8f9c-554de4fac268 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:34.350791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.411077 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-40e558ce-1076-48d9-8bbc-30df6bf67b04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896049 Feb 10 11:39:34.422982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:34.426516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:34.430232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:34.467734 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:34.493921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.561743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-bbe090ea-9697-421b-abed-1c131fc2fdd1 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448658 Feb 10 11:39:34.696813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:34.716820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ce59a6b-9722-4a68-997a-3499ca8c14fa req-4746325c-c44f-4a4b-a71c-4f3d35e2940e service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493151 Feb 10 11:39:34.950286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433abc0-2b5a-4314-a56e-6a7a1c5372fd req-04f451cc-386f-4268-b05c-d1428f6b6ba7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:34.958289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c433abc0-2b5a-4314-a56e-6a7a1c5372fd req-04f451cc-386f-4268-b05c-d1428f6b6ba7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.1974349 Feb 10 11:39:35.006061 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c433abc0-2b5a-4314-a56e-6a7a1c5372fd req-cf0f3021-6fbc-4eda-892e-16e266d25805 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Feb 10 11:39:35.052989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e58b4e-e6c6-4455-bb00-888275e94162 None None] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:39:35.112119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.116717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.230819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:35.233261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.267318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-41d45571-5e2c-4168-b65b-dde591665e0a None None] Provisioning for port f27eb357-a4b2-414a-9014-54b0a6f0ec55 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:35.284330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f27eb357-a4b2-414a-9014-54b0a6f0ec55 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:35.373897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:35.375222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:35.410385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f27eb357-a4b2-414a-9014-54b0a6f0ec55 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:35.423342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f27eb357-a4b2-414a-9014-54b0a6f0ec55 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:35.423874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.541473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.582818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f27eb357-a4b2-414a-9014-54b0a6f0ec55, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f27eb357-a4b2-414a-9014-54b0a6f0ec55,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:35.586885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.587701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4c8335da-56d2-4858-80d4-0deaf9f51412 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:35.720605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f27eb357-a4b2-414a-9014-54b0a6f0ec55,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:35.735330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Provisioning for port d838491f-562f-4641-8f9c-554de4fac268 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:35.742084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Provisioning complete for port d838491f-562f-4641-8f9c-554de4fac268 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:35.742487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.768625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4c8335da-56d2-4858-80d4-0deaf9f51412 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:35.781494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router a827cba3-be3d-4e29-81d6-a877b863049f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:35.784219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4c8335da-56d2-4858-80d4-0deaf9f51412 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:35.784594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.846550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Port d838491f-562f-4641-8f9c-554de4fac268 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:35.870293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Provisioning complete for port f27eb357-a4b2-414a-9014-54b0a6f0ec55 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:35.870655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-267fd338-9005-42b7-8d78-3b2d69801598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.969308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:35.990749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4c8335da-56d2-4858-80d4-0deaf9f51412, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4c8335da-56d2-4858-80d4-0deaf9f51412,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:36.009203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:36.024211 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0a48afc5-b3e8-420f-999b-522790e73f15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/a827cba3-be3d-4e29-81d6-a877b863049f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4851160 Feb 10 11:39:36.024424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.024652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56292) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.110975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4c8335da-56d2-4858-80d4-0deaf9f51412,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:36.205611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.206006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.206332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.206684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.207034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.207411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.209101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f4874486-6d15-4583-bf41-ca33869cd8f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1832595 Feb 10 11:39:36.211953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56298) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.222371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f76db607-6885-4675-ad5c-720fa49df9ed None None] Provisioning complete for port d838491f-562f-4641-8f9c-554de4fac268 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:36.222731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f76db607-6885-4675-ad5c-720fa49df9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.242921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05045bfe-59d5-4fdd-a938-4cab8fd13428 req-896a9491-3aa4-4a23-a339-73c73297007f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.244403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05045bfe-59d5-4fdd-a938-4cab8fd13428 req-896a9491-3aa4-4a23-a339-73c73297007f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.1023390 Feb 10 11:39:36.275916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f76db607-6885-4675-ad5c-720fa49df9ed None None] Port d838491f-562f-4641-8f9c-554de4fac268 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:36.285073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.285561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.285956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.286315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.286667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.287063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:36.288796 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bfcdad79-c0a8-465b-90a5-c471433b3cc9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0758865 Feb 10 11:39:36.292080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56302) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.294676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05045bfe-59d5-4fdd-a938-4cab8fd13428 req-3c8485c7-bec1-4d7c-9fc9-44aa6a99376e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Feb 10 11:39:36.578138 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dff4cdba-87cc-4e51-8211-e56e6defcdfc tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2849205 Feb 10 11:39:36.797140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56308) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.803079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953754072', 'description': 'tempest-secgroup-smoke-953754072 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:36.808948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:36.812986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:36.815783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:36.821808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:36.832010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.865472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:36.869437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:36.872254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:36.878107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:36.934594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.938892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.983748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:36.986966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:36.990881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1900580 Feb 10 11:39:36.991362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56312) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:36.994792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.995130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.995488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.995809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.996130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.996462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.997215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.997518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.997834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.998145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.998461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934f6dc-7985-4e0c-abf2-ca5281105006 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:39:36.999996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.008230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.012431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.015531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.021094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.037023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.094736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.098129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.121299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa49a72-e149-490e-a7a1-87f846fda5ce,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.131702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.133451 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-11008c1f-597a-4c46-a782-65ea45f317f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1407561 Feb 10 11:39:37.136174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56316) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.141669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.147633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.152119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.154859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.161245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.180502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.238811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f27eb357-a4b2-414a-9014-54b0a6f0ec55 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:37.249930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.253574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.277523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13e9be5-2fd6-46a7-a9a2-92f8231c321b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.288381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.289653 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6cee5833-1f3a-45c0-8118-5014f265cdb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1525383 Feb 10 11:39:37.292394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56320) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.297917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.304264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.308777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.311807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.313341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f27eb357-a4b2-414a-9014-54b0a6f0ec55 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:37.313781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.317652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.335875 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.408267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Sync routers for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:37.410833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.414720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.438574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1b47c4-fd4c-460d-a435-5be2b0f98113,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.441506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4c8335da-56d2-4858-80d4-0deaf9f51412 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:37.450936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.452875 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fe1e3cab-e647-4b6f-b26b-3c6c58a543b7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1595438 Feb 10 11:39:37.455946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56326) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.461705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.467846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.472002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.474981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.478107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:37.478744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:37.482082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.503603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.523591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af833d-4f1b-4200-880b-f494d475e020 req-724ec6fe-f7f1-484c-9e1a-262630d55ee0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:37.525255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0af833d-4f1b-4200-880b-f494d475e020 req-724ec6fe-f7f1-484c-9e1a-262630d55ee0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.0995386 Feb 10 11:39:37.573494 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0af833d-4f1b-4200-880b-f494d475e020 req-133f8907-cd56-4cb6-b37d-84ee3d92a4a8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Feb 10 11:39:37.573727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.577321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.600311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cc0c27-084c-414a-88ab-d7eea3e0ae8a,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.617922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.619091 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cee20387-1062-446a-86f9-4eddb259d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1622205 Feb 10 11:39:37.622015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.627642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.633617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.637371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.640156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.645744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.655696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:37.662251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.677936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4c8335da-56d2-4858-80d4-0deaf9f51412 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:37.678306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.716863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:37.727052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.730573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.753558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397a9537-fc28-4b5a-aa83-c8c39684fbfe,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.761819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.765550 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-533e2b3a-bb2e-4d71-be15-9c1704073c1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1399934 Feb 10 11:39:37.765782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56334) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:37.771829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'a9d12a5a-c3e0-46ba-acae-11a8b83d3e76', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:37.777428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:37.781520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:37.784359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:37.790451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:37.800473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:39:37.807859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.875104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.879032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.906114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a349677e-51b2-4cb7-b6d7-0d0ee72fe6c4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:37.912780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:37.913989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50588de5-6e66-4cb8-81d9-1a9558589f64 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1467035 Feb 10 11:39:38.088133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-f74645e4-7331-4fc8-bd25-720f36cc603a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:38.103138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-f74645e4-7331-4fc8-bd25-720f36cc603a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:38.104438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-f74645e4-7331-4fc8-bd25-720f36cc603a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953754072&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0584185 Feb 10 11:39:38.131127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:38.134867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Checking router: a827cba3-be3d-4e29-81d6-a877b863049f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:38.135214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Updating router a827cba3-be3d-4e29-81d6-a877b863049f port d838491f-562f-4641-8f9c-554de4fac268 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:39:38.185097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.252855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b2f0d0c2-d3be-4bfa-8ba3-ee10bbb21a18 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:38.253524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b2f0d0c2-d3be-4bfa-8ba3-ee10bbb21a18 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:38.269892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b2f0d0c2-d3be-4bfa-8ba3-ee10bbb21a18 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:38.271036 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b2f0d0c2-d3be-4bfa-8ba3-ee10bbb21a18 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 200 len: 797 time: 0.1600673 Feb 10 11:39:38.287373 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-25e79a74-caff-4420-85dd-3d93d514424e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0103717 Feb 10 11:39:38.364818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-0e3f9b0f-56a6-4ccf-affc-6b604fbb1d2d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:38.379939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-0e3f9b0f-56a6-4ccf-affc-6b604fbb1d2d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:38.381639 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-0e3f9b0f-56a6-4ccf-affc-6b604fbb1d2d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892036 Feb 10 11:39:38.519220 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-5f28fab1-7c29-491f-b53f-d15f6b6fab71 service neutron] 10.222.0.42 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255975 Feb 10 11:39:38.529438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.540525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Transition to ACTIVE for port object d838491f-562f-4641-8f9c-554de4fac268 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:38.547040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.659763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-a44e5cc2-5fb2-47fd-bab4-7edab75e9702 service neutron] 10.222.0.42 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334710 Feb 10 11:39:38.670093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc42ab-b5e2-40cf-ac85-037daf60542c None None] Pushing event updated for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:38.766999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Attempting to bind port d838491f-562f-4641-8f9c-554de4fac268 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:38.767401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Attempting to bind port d838491f-562f-4641-8f9c-554de4fac268 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:38.767757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Attempting to bind port d838491f-562f-4641-8f9c-554de4fac268 on network 14f06f39-7b72-43b9-82e3-aefa9e7688be {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:38.774933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:38.775374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Checking segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:38.775772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.776152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Bound using segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:38.776603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Bound port: d838491f-562f-4641-8f9c-554de4fac268, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:38.776964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.842476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aea01-fa3c-4f9d-9587-dc98272155fc req-1bd37826-a451-467e-aa26-45f58150130c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:38.849964 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b9aea01-fa3c-4f9d-9587-dc98272155fc req-1bd37826-a451-467e-aa26-45f58150130c tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.1244972 Feb 10 11:39:38.884648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] For port d838491f-562f-4641-8f9c-554de4fac268, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:38.889258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] For port d838491f-562f-4641-8f9c-554de4fac268, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d838491f-562f-4641-8f9c-554de4fac268,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:38.893058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:38.914311 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2730bcb7-8ec7-497e-900e-ebba0da9486d req-c4dcf3ee-59df-423b-a3a5-975144e4f867 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 210 time: 0.0494664 Feb 10 11:39:38.950113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b9aea01-fa3c-4f9d-9587-dc98272155fc req-c0a35ba5-ecda-437c-9497-fa0d7adb133e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991664 Feb 10 11:39:39.027844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc42ab-b5e2-40cf-ac85-037daf60542c None None] Pushing event updated for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:39.033012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:39.033791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:39.252162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:39.575753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:38Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:39.579756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a00b-41a6-450f-a71b-33a262aef9ee None None] The sync data for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv is: [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:38Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:39.981537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-9a860b94-ca8d-40b9-88b7-4cc013ba8099 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:39.983024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-9a860b94-ca8d-40b9-88b7-4cc013ba8099 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 200 len: 797 time: 0.1656756 Feb 10 11:39:40.066143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-71c042dd-1c40-4282-90c6-aaae213ddd53 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 379 time: 0.0703266 Feb 10 11:39:40.076540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['a9d12a5a-c3e0-46ba-acae-11a8b83d3e76']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:40.332931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fcb02ecc-77eb-4788-9e81-54b9b465d9c7 req-62bda0f8-afee-432c-a9a7-d559bf1a3c4e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 210 time: 0.2355757 Feb 10 11:39:40.409670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:40.416931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437af93-0d2f-4139-9b90-4a85a581f082 req-9996f630-01db-4bef-92fe-2dcfcd9bbc37 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:40.418400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8437af93-0d2f-4139-9b90-4a85a581f082 req-9996f630-01db-4bef-92fe-2dcfcd9bbc37 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.3129032 Feb 10 11:39:40.427944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:40.456281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:39:40.459218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.496567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8437af93-0d2f-4139-9b90-4a85a581f082 req-f9066e7e-489f-4e61-b5af-2cbba4673190 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697775 Feb 10 11:39:40.638207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.10 (14f06f39-7b72-43b9-82e3-aefa9e7688be/d9036fc1-5b0b-425d-9c7b-c103d0bb9254/82e52fdb-f1a2-438a-96a5-98dcf96d0b28) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:40.817840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.833354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:40.854846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:40.923982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:40.926754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:40.931559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:40.959763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.001478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:41.002115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.027687 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-acdd678d-d283-4e2e-8f28-3ce7f1b94f84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548335 Feb 10 11:39:41.038402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Request body: {'port': {'device_id': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:41.147367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.227637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b9036b76-1f11-47cb-9bc3-3303d53e1a98 None None] Provisioning for port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:41.232784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b9036b76-1f11-47cb-9bc3-3303d53e1a98 None None] Provisioning complete for port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:41.233145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9036b76-1f11-47cb-9bc3-3303d53e1a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.302399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d838491f-562f-4641-8f9c-554de4fac268 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:41.370951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b9036b76-1f11-47cb-9bc3-3303d53e1a98 None None] Port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:39:41.389475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d838491f-562f-4641-8f9c-554de4fac268 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:41.394149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d838491f-562f-4641-8f9c-554de4fac268 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:41.394512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.503630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.537596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d838491f-562f-4641-8f9c-554de4fac268, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d838491f-562f-4641-8f9c-554de4fac268,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:41.543378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 9eb09897-9d99-4416-95c0-fa7d12ad15cd details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:39:41.547785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:41.561875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.581773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Transition to ACTIVE for port object 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:39:41.582131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.587693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.633674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51b656-ccfb-47f1-b01c-8700a7dc6415 req-6bbd3cb7-f75a-4450-a90c-aca3b807c388 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:41.634359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9c51b656-ccfb-47f1-b01c-8700a7dc6415 req-6bbd3cb7-f75a-4450-a90c-aca3b807c388 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:41.722968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.748530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:41.764127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:39:41.784352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9c51b656-ccfb-47f1-b01c-8700a7dc6415 req-6bbd3cb7-f75a-4450-a90c-aca3b807c388 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:41.785576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c51b656-ccfb-47f1-b01c-8700a7dc6415 req-6bbd3cb7-f75a-4450-a90c-aca3b807c388 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 932 time: 0.3107219 Feb 10 11:39:41.786155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.826326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.845842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb09897-9d99-4416-95c0-fa7d12ad15cd {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:41.864008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:41.868233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:41.936264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:41.945672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac616-3689-4b07-9d5e-c41f6d5ce98a req-f9347285-ade1-47cf-b896-9e2740619cfe tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:41.947056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a7ac616-3689-4b07-9d5e-c41f6d5ce98a req-f9347285-ade1-47cf-b896-9e2740619cfe tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 943 time: 0.3243344 Feb 10 11:39:41.954705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c51b656-ccfb-47f1-b01c-8700a7dc6415 req-6ce8d947-c6f8-4d58-85d6-8712a1633315 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606412 Feb 10 11:39:42.006730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Attempting to bind port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:39:42.006730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Attempting to bind port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:39:42.007368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Attempting to bind port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 on network 14f06f39-7b72-43b9-82e3-aefa9e7688be {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:42.021629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a7ac616-3689-4b07-9d5e-c41f6d5ce98a req-619fbb1a-4f1a-46d2-a7f6-b1324da74b16 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658722 Feb 10 11:39:42.022212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 on network 14f06f39-7b72-43b9-82e3-aefa9e7688be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:39:42.022536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Attempting to bind port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 on network 14f06f39-7b72-43b9-82e3-aefa9e7688be {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:39:42.029673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:39:42.030011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Checking segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:39:42.030401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Bound using segment: {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:39:42.030818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Bound port: 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0497e30-c334-432a-9382-f351bcd19076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:39:42.031160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.072545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['9eb09897-9d99-4416-95c0-fa7d12ad15cd'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:39:42.118505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:39:42.121453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:39:42.126644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.290423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:42.291820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] 10.222.0.32 "PUT /v2.0/ports/82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 200 len: 1094 time: 1.2575028 Feb 10 11:39:42.292256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:42.309508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164d0f-b963-4282-aa08-ad9e595f4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:42.377037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'status': 'completed', 'code': 200} Feb 10 11:39:42.418625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-8ae73d21-b2a0-4140-8af5-fe7f189fa1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1097 time: 0.0770330 Feb 10 11:39:42.489935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-b92cc513-346a-4046-b6f3-81a4ab2e5d44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 200 len: 217 time: 0.0646069 Feb 10 11:39:42.550996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-8eed50ef-6a9b-43a7-b173-da20f4386603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:42.552360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-8eed50ef-6a9b-43a7-b173-da20f4386603 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9036fc1-5b0b-425d-9c7b-c103d0bb9254 HTTP/1.1" status: 200 len: 834 time: 0.0565438 Feb 10 11:39:42.628323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-fb76c0b9-1f79-407d-9e76-59488aa6e6c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14f06f39-7b72-43b9-82e3-aefa9e7688be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699124 Feb 10 11:39:42.756412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-9ce0f0d0-3d18-4bb1-82ac-023c77d16b6e service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218734 Feb 10 11:39:42.883889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-156fc6c5-3421-4dc9-a549-b8670c667543 req-68720a1b-694f-4651-a265-a4f6cd64f7a8 service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208990 Feb 10 11:39:42.999948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-7a179129-7bc5-4463-a72c-3f039a90141a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1097 time: 0.0695331 Feb 10 11:39:43.220308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d838491f-562f-4641-8f9c-554de4fac268 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:43.234884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-6f923cc0-7db4-4d6e-8697-72ea0c6f25da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:43.237008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-6f923cc0-7db4-4d6e-8697-72ea0c6f25da service neutron] 10.222.0.32 "GET /v2.0/networks?id=14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 200 len: 898 time: 0.2303312 Feb 10 11:39:43.287134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d838491f-562f-4641-8f9c-554de4fac268 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:43.287545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.315967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5e9f-3cd8-40af-8a9a-493837eb4819 req-c1826111-90db-4308-bc7b-a249f80c0edd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:43.317430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b1a5e9f-3cd8-40af-8a9a-493837eb4819 req-c1826111-90db-4308-bc7b-a249f80c0edd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 944 time: 0.2296500 Feb 10 11:39:43.343645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-54ea8f81-5b04-46b5-8d4f-5f70f34e5c6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 200 len: 217 time: 0.0986147 Feb 10 11:39:43.403840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0661d-c10d-4b64-91fd-9315dbdc8047 req-0ce53dc7-3beb-4641-809e-1e980b65a17a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:43.404903 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89b0661d-c10d-4b64-91fd-9315dbdc8047 req-0ce53dc7-3beb-4641-809e-1e980b65a17a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 944 time: 0.2604275 Feb 10 11:39:43.448769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b1a5e9f-3cd8-40af-8a9a-493837eb4819 req-38cab937-adef-4d14-9e6a-d02b69dac256 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206775 Feb 10 11:39:43.464424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-1776e151-4190-483a-ab7d-4f89151c5562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:43.473572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-1776e151-4190-483a-ab7d-4f89151c5562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9036fc1-5b0b-425d-9c7b-c103d0bb9254 HTTP/1.1" status: 200 len: 834 time: 0.1131201 Feb 10 11:39:43.515355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89b0661d-c10d-4b64-91fd-9315dbdc8047 req-29081f8e-85b3-4078-87d9-ab774715b992 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040595 Feb 10 11:39:43.552073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-49735bdf-7341-4c3b-88e7-581956b825c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14f06f39-7b72-43b9-82e3-aefa9e7688be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786932 Feb 10 11:39:43.558933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 9eb09897-9d99-4416-95c0-fa7d12ad15cd up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:43.627138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 9eb09897-9d99-4416-95c0-fa7d12ad15cd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:43.631939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 9eb09897-9d99-4416-95c0-fa7d12ad15cd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:43.632301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.687159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-5ce9c782-7374-4954-8439-b0f350b5f4ba service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252501 Feb 10 11:39:43.742723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.768727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:43.778648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:43.783405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:43.821254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:39:43.823926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52ed6ddb-b0e0-428c-8570-d344cf628a18 req-a7039a70-d35b-4942-8e60-a6cc01fd20e6 service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302772 Feb 10 11:39:43.826881 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'code': 200} Feb 10 11:39:43.851180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:44.095056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6a71158-d118-4af0-9136-6be613777ebe req-112938e9-6c82-4006-bef3-3dbfe774781a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1098 time: 0.0645075 Feb 10 11:39:44.140617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6a71158-d118-4af0-9136-6be613777ebe req-c40ff073-4fd9-41b7-8c1e-63be46c65fb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Feb 10 11:39:44.805019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9212-a063-4db3-ae5e-3cba73e00b1f req-1ba5cdee-f1cb-48a7-9cbc-14490abdada0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:44.806894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-107b9212-a063-4db3-ae5e-3cba73e00b1f req-1ba5cdee-f1cb-48a7-9cbc-14490abdada0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 944 time: 0.2221427 Feb 10 11:39:44.832184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1d6d9-a459-4972-ac51-c2e2fdea6361 req-6168d08b-691d-4915-8fef-ab7377708174 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:44.833546 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8b1d6d9-a459-4972-ac51-c2e2fdea6361 req-6168d08b-691d-4915-8fef-ab7377708174 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.1205289 Feb 10 11:39:44.890262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-107b9212-a063-4db3-ae5e-3cba73e00b1f req-2c142daf-ed46-4647-a911-fd4b8b3484d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767989 Feb 10 11:39:44.894769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8b1d6d9-a459-4972-ac51-c2e2fdea6361 req-a3d49dfc-2151-411a-9ea9-41fad1cb18e6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557842 Feb 10 11:39:45.564251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:39:45.693172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:45.705587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'port_id': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'mac_address': 'fa:16:3e:e9:83:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:39:45.760915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.780650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:39:45.794753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:45.798667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:45.861855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:46.001473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['82e52fdb-f1a2-438a-96a5-98dcf96d0b28'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:39:46.149230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c6cd-5cee-4051-80c6-24ad01c565ce req-a56c2499-c207-4e94-b868-f3dc3d6db647 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:46.150664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eec8c6cd-5cee-4051-80c6-24ad01c565ce req-a56c2499-c207-4e94-b868-f3dc3d6db647 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 945 time: 0.1357365 Feb 10 11:39:46.175103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6411fb4-abe2-47a1-9c22-34855e872a9e req-436ef154-bf42-41bf-92e1-abd24c01edc6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:46.176517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6411fb4-abe2-47a1-9c22-34855e872a9e req-436ef154-bf42-41bf-92e1-abd24c01edc6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.1269937 Feb 10 11:39:46.232111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eec8c6cd-5cee-4051-80c6-24ad01c565ce req-a095b60d-08bb-4eb0-b599-a706852a79d5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752950 Feb 10 11:39:46.238837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6411fb4-abe2-47a1-9c22-34855e872a9e req-2fb32ad2-2e0c-4fcc-8afc-5fdb2036261a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564876 Feb 10 11:39:46.450310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4024a13-0414-4842-91bf-0eab41cc885b req-6089e9c2-10a4-4f1f-b2e7-3e83848f31b6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:46.451657 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4024a13-0414-4842-91bf-0eab41cc885b req-6089e9c2-10a4-4f1f-b2e7-3e83848f31b6 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.0776751 Feb 10 11:39:46.495741 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4024a13-0414-4842-91bf-0eab41cc885b req-d372a55f-477f-486b-9eb4-04b3aca95fce tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 Feb 10 11:39:46.522548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:46.589253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5d6879e-4c0e-48c3-9572-c969f21c7cc5 tempest-TestVolumeBootPattern-143304340 tempest-TestVolumeBootPattern-143304340-project-admin] Synchronizing usage tracker for tenant:b2e29415c30c41d5b72bf2bb6f652d59 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:39:46.605278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c5d6879e-4c0e-48c3-9572-c969f21c7cc5 tempest-TestVolumeBootPattern-143304340 tempest-TestVolumeBootPattern-143304340-project-admin] Unset dirty status for tenant:b2e29415c30c41d5b72bf2bb6f652d59 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:39:46.606410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c5d6879e-4c0e-48c3-9572-c969f21c7cc5 tempest-TestVolumeBootPattern-143304340 tempest-TestVolumeBootPattern-143304340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1093 time: 0.0829370 Feb 10 11:39:46.609446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:46.614549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:46.620532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:46.624640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:floatingip and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:46.627415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:46.632942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:46.644345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.775988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:46.909778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.26.3.39 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/c3183392-32d6-4d8a-b875-d7738b5264d0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:47.058279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.084344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.151981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:47.154454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:47.157857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:47.189473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=c3183392-32d6-4d8a-b875-d7738b5264d0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:47.568764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481579d0-f7f7-4802-b936-ccb3a655de1f req-525050eb-01c3-4876-b829-e9baf0baa3b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:47.570187 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-481579d0-f7f7-4802-b936-ccb3a655de1f req-525050eb-01c3-4876-b829-e9baf0baa3b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 945 time: 0.1812620 Feb 10 11:39:47.579154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:39:47.638823 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-481579d0-f7f7-4802-b936-ccb3a655de1f req-ac8fe9ab-3b06-4b85-a27d-7bf256137c9a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586565 Feb 10 11:39:47.651303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:39:47.657166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:39:47.657892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.771949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.800826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:47.811299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:39:47.816569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.854808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:47.862595 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'code': 200} Feb 10 11:39:47.886983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:47.919429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.161177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-217aac68-4210-4eb3-a057-3df5b9ee8a40 req-5cd2f106-4459-4d13-bd28-3ab481adcf47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1099 time: 0.1198978 Feb 10 11:39:48.197940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.207613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.260176 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-217aac68-4210-4eb3-a057-3df5b9ee8a40 req-c36b8bf5-0463-4530-9df6-d3d8bd027f5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935476 Feb 10 11:39:48.320802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=c3183392-32d6-4d8a-b875-d7738b5264d0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:48.332648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:48.514153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Floating IP 15fe294f-4335-4a5c-824f-be00cb6f658a associated. External IP: 172.26.3.39, port: 9eb09897-9d99-4416-95c0-fa7d12ad15cd. Feb 10 11:39:48.923017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872409ec-ff06-4610-952a-045c9d1c0224 req-4274c62b-a5ed-4165-ae52-486f1f962a07 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:48.924469 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-872409ec-ff06-4610-952a-045c9d1c0224 req-4274c62b-a5ed-4165-ae52-486f1f962a07 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.1553471 Feb 10 11:39:48.986225 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-872409ec-ff06-4610-952a-045c9d1c0224 req-c1d7034e-7a97-4bf0-8dee-bb38ec24d0cb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557353 Feb 10 11:39:49.005388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:49.314695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:49.326438 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:49.340808 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:49.341523 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:49.341774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:49.399063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e29845f-338f-4fe5-80c4-f5c7784576c4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7884169 Feb 10 11:39:49.399983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:49.457348 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'status': 'completed', 'code': 200} Feb 10 11:39:49.518259 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:49.547555 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-09e4239a-c31c-4093-8b35-b73925b24c43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1098 time: 0.0703702 Feb 10 11:39:49.677771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-7efed6be-aa7b-4d04-8958-251757676627 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:49.679207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-7efed6be-aa7b-4d04-8958-251757676627 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1249931 Feb 10 11:39:49.788049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-8a0585d5-182c-4f16-8de9-e332d876b7f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 998 time: 0.0923266 Feb 10 11:39:49.850100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-621221b6-da67-4563-910a-4ed6cad25dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:49.851536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-621221b6-da67-4563-910a-4ed6cad25dc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0585957 Feb 10 11:39:49.867375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:49.871839 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:49.882402 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:49.882983 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:49.924029 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-2c269656-3fdd-4346-92f6-597a422e1db6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667615 Feb 10 11:39:50.058525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-f059c9c9-14a6-4f81-a9aa-f5b343319bab service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272583 Feb 10 11:39:50.068561 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:50.244771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d0c3c9c-04de-4833-ba5f-569a61014c5f req-3dda9a99-339d-4e9e-a32e-7f499a7a0c06 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811013 Feb 10 11:39:50.257658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba931f-20ce-46fc-8115-ef95a81624f9 req-a5e87932-f6b7-4bb6-8f90-81ca3485c9c7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:50.259647 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4ba931f-20ce-46fc-8115-ef95a81624f9 req-a5e87932-f6b7-4bb6-8f90-81ca3485c9c7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.1259956 Feb 10 11:39:50.307983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4ba931f-20ce-46fc-8115-ef95a81624f9 req-db65636b-9bbb-4b02-810e-cc4f130a8544 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Feb 10 11:39:50.427382 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-59746609-434a-45b4-836c-3dba4d507527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:50.431368 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746609-434a-45b4-836c-3dba4d507527 None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:47Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:50.505321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc96ae2-8cb8-4be6-9b3b-ca4ec249d014 req-09f71f89-214c-4336-b197-371c183191d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:50.506761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc96ae2-8cb8-4be6-9b3b-ca4ec249d014 req-09f71f89-214c-4336-b197-371c183191d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.0760024 Feb 10 11:39:50.554269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc96ae2-8cb8-4be6-9b3b-ca4ec249d014 req-0542b52e-62f3-4e73-9db3-e9cec1ef4faa tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414546 Feb 10 11:39:50.581492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:50.648714 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9006e98-5862-4102-88b4-69d5a9ad9ce3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1094 time: 0.0661557 Feb 10 11:39:50.651498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:50.656658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:39:50.662038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:39:50.665802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:39:50.668605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:39:50.674338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:39:50.685578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.819343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:50.953675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.105 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/d0d57a73-0a28-4b42-9954-d2ed806f870c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:39:51.094123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.121543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.185657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:39:51.188146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:39:51.191560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:39:51.222235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d0d57a73-0a28-4b42-9954-d2ed806f870c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:51.772804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:51.828308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.024973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.029241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.135774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=d0d57a73-0a28-4b42-9954-d2ed806f870c,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:39:52.147491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:52.334940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 216c0dcc-0444-4164-b529-231dfbdab69a associated. External IP: 172.26.3.105, port: 82e52fdb-f1a2-438a-96a5-98dcf96d0b28. Feb 10 11:39:52.717276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router a827cba3-be3d-4e29-81d6-a877b863049f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:39:52.996697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:39:53.008801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Sync routers for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:39:53.020335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:53.021678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:53.022287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:53.074674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-217b15bf-09af-4a60-9355-f633f4c2799a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4221723 Feb 10 11:39:53.075203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:39:53.077658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:53.130474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'status': 'completed', 'code': 200} Feb 10 11:39:53.191126 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-52a81535-7bf9-495d-ac92-636ef1984881 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1119752 Feb 10 11:39:53.208996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:53.229127 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-eb6ec723-f20b-4f90-b200-f8fd9d007971 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1099 time: 0.0724492 Feb 10 11:39:53.359012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220796-47e6-4084-9724-6326d223eb32 req-4b9030c3-15b8-4cf8-8a2b-38095a7aa485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:53.360489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-4b9030c3-15b8-4cf8-8a2b-38095a7aa485 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 200 len: 898 time: 0.1262054 Feb 10 11:39:53.463592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-bd43e9ee-f10d-4c7c-99f9-60f4e6a6177c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 200 len: 1000 time: 0.0963879 Feb 10 11:39:53.523448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74220796-47e6-4084-9724-6326d223eb32 req-80c30f4a-aa11-488b-926e-e8715ee78418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:39:53.525407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-80c30f4a-aa11-488b-926e-e8715ee78418 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9036fc1-5b0b-425d-9c7b-c103d0bb9254 HTTP/1.1" status: 200 len: 834 time: 0.0565112 Feb 10 11:39:53.550898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '216c0dcc-0444-4164-b529-231dfbdab69a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'port_id': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'mac_address': 'fa:16:3e:e9:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:51Z', 'updated_at': '2022-02-10T11:39:51Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:53.554731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Checking router: a827cba3-be3d-4e29-81d6-a877b863049f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:39:53.565953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:39:53.566544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:53.599731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-d048ff1f-a916-4db3-97df-b5d2ed7d2707 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14f06f39-7b72-43b9-82e3-aefa9e7688be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689240 Feb 10 11:39:53.729024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-176012b9-7ec6-490c-94e6-7991dfb23bdf service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231222 Feb 10 11:39:53.738348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:39:53.857048 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74220796-47e6-4084-9724-6326d223eb32 req-e85c9e7e-8261-4c4f-b180-eac5a38fec70 service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216803 Feb 10 11:39:54.111339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '216c0dcc-0444-4164-b529-231dfbdab69a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'port_id': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'mac_address': 'fa:16:3e:e9:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:51Z', 'updated_at': '2022-02-10T11:39:51Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:39:54.115406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a82ab-dbf9-41e8-a818-7b7d7e48c992 None None] The sync data for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv is: [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '216c0dcc-0444-4164-b529-231dfbdab69a', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'port_id': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'mac_address': 'fa:16:3e:e9:83:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:51Z', 'updated_at': '2022-02-10T11:39:51Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:39:54.194279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56420) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:54.299246 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92659651-1e96-4570-9fb8-e1cbd480eb9b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1037107 Feb 10 11:39:54.336063 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f9992-5be7-4d04-a592-ac3e13046a19 None None] New status for floating IP 15fe294f-4335-4a5c-824f-be00cb6f658a: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:55.303013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56426) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:55.407182 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-197e0f3b-a67c-48f4-8a57-389fd8e46e91 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1019952 Feb 10 11:39:56.409840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:56.515322 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e1e225e0-08fe-4a28-a58f-af4d8c2632f3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1043382 Feb 10 11:39:57.178327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-68767d01-4df7-4b9a-b1bc-d3d976da3c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:57.517869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56434) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:57.620207 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-87739917-43ea-42e6-a77d-ee290228060e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1012053 Feb 10 11:39:58.535468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e33232-084b-4adc-ac4f-fd5d3288c760 None None] New status for floating IP 216c0dcc-0444-4164-b529-231dfbdab69a: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:39:58.623932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56438) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:58.726908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1288f216-359d-498e-a7e2-d66638af06db tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 992 time: 0.1005795 Feb 10 11:39:59.364871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-689a48f3-82f5-48aa-8c19-ace1200345eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:39:59.729644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56442) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:39:59.829656 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cb6368e9-e1b9-4da1-bdf7-e60de4ded4d4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 994 time: 0.0988848 Feb 10 11:40:00.471829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:00.652054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:02.032413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:03.733106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:18.988101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-190c47f0-abb3-44c7-b5ec-685be3caa325 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666642 Feb 10 11:40:19.127271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-faca04e3-47fa-4710-805e-2359dd7609b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1098 time: 0.0704074 Feb 10 11:40:19.271912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-150f2392-a617-4869-bbcd-11e19a701d50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:19.273226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-150f2392-a617-4869-bbcd-11e19a701d50 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1267087 Feb 10 11:40:19.370260 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-7cd955df-99fb-45c4-9833-d7ae33f5585b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 1000 time: 0.0908568 Feb 10 11:40:19.523333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-36a25218-787b-408a-8581-7d4dfe472781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:19.524662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-36a25218-787b-408a-8581-7d4dfe472781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.1486654 Feb 10 11:40:19.596968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-5e4e13e2-aa20-49d8-a40b-d97fb600c45c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661974 Feb 10 11:40:19.724332 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-e814fea3-4631-46da-8559-b5de81dd92c7 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200552 Feb 10 11:40:19.854329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-245a3346-a67a-408c-8a92-74ee1dbb4077 req-f3572846-2076-41b1-bcee-101d6d93bb6d service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223805 Feb 10 11:40:20.822128 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:40:22.485704 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56462) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:22.586052 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0697c053-76a2-48b9-9316-07876994d48e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 200 len: 994 time: 0.0991380 Feb 10 11:40:22.929772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:23.129650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port d0d57a73-0a28-4b42-9954-d2ed806f870c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:23.129985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.292934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.293165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.411946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for d0d57a73-0a28-4b42-9954-d2ed806f870c owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:23.552746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:23.600737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=d0d57a73-0a28-4b42-9954-d2ed806f870c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:23.687351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.165867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router a827cba3-be3d-4e29-81d6-a877b863049f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:24.360033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:24.369207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Sync routers for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:24.379496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:24.380831 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:24.381424 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:24.431014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3738e1cd-cca0-4f14-b254-e245914e85a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/216c0dcc-0444-4164-b529-231dfbdab69a HTTP/1.1" status: 204 len: 168 time: 1.5001826 Feb 10 11:40:24.431597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:24.487537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'status': 'completed', 'code': 200} Feb 10 11:40:24.561640 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:24.583550 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-e833f983-e413-4770-82a7-a5d6ba9514db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 1099 time: 0.0727758 Feb 10 11:40:24.725544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3631f-da65-4815-9b07-c808197cc294 req-b1a4d563-2894-4db3-83ba-f0d6349fc86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:24.727329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-b1a4d563-2894-4db3-83ba-f0d6349fc86f service neutron] 10.222.0.32 "GET /v2.0/networks?id=14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 200 len: 898 time: 0.1359384 Feb 10 11:40:24.836241 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-36cfd7ad-8713-474f-bbd9-6de87b019494 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 200 len: 217 time: 0.1025937 Feb 10 11:40:24.874045 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:24.878043 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Checking router: a827cba3-be3d-4e29-81d6-a877b863049f for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:24.888823 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:24.889428 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:39:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:24.916441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3631f-da65-4815-9b07-c808197cc294 req-e4e25ed5-baeb-456b-ba2d-e3ae19e3f410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:24.917766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-e4e25ed5-baeb-456b-ba2d-e3ae19e3f410 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d9036fc1-5b0b-425d-9c7b-c103d0bb9254 HTTP/1.1" status: 200 len: 834 time: 0.0652874 Feb 10 11:40:24.923338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a1ec0-2977-4aa5-8f98-c4b7e0482474 req-2987fbb8-3d50-45d2-889a-de5e8a2fb7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:24.923974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7d8a1ec0-2977-4aa5-8f98-c4b7e0482474 req-2987fbb8-3d50-45d2-889a-de5e8a2fb7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:24.983686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7d8a1ec0-2977-4aa5-8f98-c4b7e0482474 req-2987fbb8-3d50-45d2-889a-de5e8a2fb7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:24.984813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8a1ec0-2977-4aa5-8f98-c4b7e0482474 req-2987fbb8-3d50-45d2-889a-de5e8a2fb7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.2013419 Feb 10 11:40:25.038564 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-771cc4e0-3494-48a5-b514-d16a53bb73c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14f06f39-7b72-43b9-82e3-aefa9e7688be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119862 Feb 10 11:40:25.043908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d8a1ec0-2977-4aa5-8f98-c4b7e0482474 req-7cc123c8-4bee-4f87-b755-94ba95d08449 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521038 Feb 10 11:40:25.069814 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:25.170719 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-4699b526-8242-4a2b-829a-bd4ebc34b1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255054 Feb 10 11:40:25.300242 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7d3631f-da65-4815-9b07-c808197cc294 req-5091326a-35f8-435f-bada-0ba074dcac69 service neutron] 10.222.0.32 "GET /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232810 Feb 10 11:40:25.376290 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:25.380080 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a26b894-8465-43e5-981e-419a7d06724e None None] The sync data for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv is: [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:39:34Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'd838491f-562f-4641-8f9c-554de4fac268', 'name': '', 'network_id': '14f06f39-7b72-43b9-82e3-aefa9e7688be', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:35:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:33Z', 'updated_at': '2022-02-10T11:39:41Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd9036fc1-5b0b-425d-9c7b-c103d0bb9254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:25.589713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa69a37-b6df-46d2-bc4c-9d026885b8fe None None] New status for floating IP 216c0dcc-0444-4164-b529-231dfbdab69a: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:40:26.142637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-bd96c2af-c272-45c1-b117-afbc6cf6e857 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:26.144165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-bd96c2af-c272-45c1-b117-afbc6cf6e857 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.0760801 Feb 10 11:40:26.252585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:26.253248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.372780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ce68-8705-4481-8dfe-6500b6613e2a req-6a92e6a3-e395-4b1a-a68d-b91192bfac63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:26.374255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f892ce68-8705-4481-8dfe-6500b6613e2a req-6a92e6a3-e395-4b1a-a68d-b91192bfac63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fb79714-a6cf-45ec-9edd-25cbf29e0f2b HTTP/1.1" status: 200 len: 946 time: 0.1942787 Feb 10 11:40:26.601389 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f892ce68-8705-4481-8dfe-6500b6613e2a req-53550937-25f9-4398-8012-b33f9994ba03 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065694 Feb 10 11:40:26.634619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:26.635726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.753999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:26.886627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:26.934936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=82e52fdb-f1a2-438a-96a5-98dcf96d0b28,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:27.010796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:27.013251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.015939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'name': 'network-vif-deleted', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:27.030464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5ae575d3-78b2-4371-b559-e4418c7289e5 req-81773767-be1c-4721-ab5b-eabf58a775ad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/82e52fdb-f1a2-438a-96a5-98dcf96d0b28 HTTP/1.1" status: 204 len: 173 time: 0.8803461 Feb 10 11:40:27.072483 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb79714-a6cf-45ec-9edd-25cbf29e0f2b', 'name': 'network-vif-deleted', 'tag': '82e52fdb-f1a2-438a-96a5-98dcf96d0b28', 'status': 'completed', 'code': 200} Feb 10 11:40:27.179876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31c34c4e-5029-4cf9-adfe-5690db25fdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.706927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56488) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:27.773375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.804740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.864685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.881488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d12a5a-c3e0-46ba-acae-11a8b83d3e76,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:27.894851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:27.896056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba9547f4-ab41-4afe-b34b-de9ddbf97f6e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/a9d12a5a-c3e0-46ba-acae-11a8b83d3e76 HTTP/1.1" status: 204 len: 168 time: 0.1881700 Feb 10 11:40:27.934915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56494) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:28.319036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:28.996025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port d838491f-562f-4641-8f9c-554de4fac268 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:28.996744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.177012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port d838491f-562f-4641-8f9c-554de4fac268, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d838491f-562f-4641-8f9c-554de4fac268,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:29.177351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.295584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for d838491f-562f-4641-8f9c-554de4fac268 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:29.356255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6f673d6f-68a9-4d92-ad15-edc64ed80b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.464363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.506516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=d838491f-562f-4641-8f9c-554de4fac268,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:29.798353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:29.903396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:29.936091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:29.936457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 82e52fdb-f1a2-438a-96a5-98dcf96d0b28 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:30.471681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.485168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router a827cba3-be3d-4e29-81d6-a877b863049f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:30.654810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.681006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:30.690518 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Sync routers for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:30.693071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f34b06f0-5e73-4f19-ae61-5e3beb91c4f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/a827cba3-be3d-4e29-81d6-a877b863049f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7570620 Feb 10 11:40:30.695757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:30.703354 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:30.703954 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:30.881652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet d9036fc1-5b0b-425d-9c7b-c103d0bb9254 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:40:30.884471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:30.902846 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:30.936606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.020934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.091000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.128396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=d9036fc1-5b0b-425d-9c7b-c103d0bb9254,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:31.135346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.141282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-530d5f12-d6bd-438b-92f5-5e9b965dee9e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/d9036fc1-5b0b-425d-9c7b-c103d0bb9254 HTTP/1.1" status: 204 len: 168 time: 0.4445832 Feb 10 11:40:31.141939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f2a81-7e87-440e-8efb-d1d3025f9eba None None] Network 14f06f39-7b72-43b9-82e3-aefa9e7688be requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:31.143887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:31.187951 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:40:29Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.191959 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Checking router: a827cba3-be3d-4e29-81d6-a877b863049f for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:31.204607 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Routers {'a827cba3-be3d-4e29-81d6-a877b863049f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:31.205471 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['a827cba3-be3d-4e29-81d6-a877b863049f'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.346493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.388657 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] Set router a827cba3-be3d-4e29-81d6-a877b863049f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:31.412978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] DHCP port deletion for 14f06f39-7b72-43b9-82e3-aefa9e7688be request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:40:31.417803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Deleting port f27eb357-a4b2-414a-9014-54b0a6f0ec55 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:31.418174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.544360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.553946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 4c8335da-56d2-4858-80d4-0deaf9f51412 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:40:31.554303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.623990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] For port f27eb357-a4b2-414a-9014-54b0a6f0ec55, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f27eb357-a4b2-414a-9014-54b0a6f0ec55,segment=NetworkSegment(f0497e30-c334-432a-9382-f351bcd19076),segment_id=f0497e30-c334-432a-9382-f351bcd19076)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:31.624916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.677626 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:40:29Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:31.681375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31963d52-c58b-45c3-9984-2f58600b048f None None] The sync data for ids ['a827cba3-be3d-4e29-81d6-a877b863049f'] in dv-neutron-827807-1-hyperv is: [{'id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'name': 'tempest-TestNetworkBasicOps-router-349381654', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:39:29Z', 'updated_at': '2022-02-10T11:40:29Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '4c8335da-56d2-4858-80d4-0deaf9f51412', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a827cba3-be3d-4e29-81d6-a877b863049f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:39:30Z', 'updated_at': '2022-02-10T11:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:31.733883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 4c8335da-56d2-4858-80d4-0deaf9f51412, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4c8335da-56d2-4858-80d4-0deaf9f51412,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:31.734554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.745076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Calling delete_port for f27eb357-a4b2-414a-9014-54b0a6f0ec55 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:31.815964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:31.864917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] Pushing event deleted for resources: {'Port': ['ID=f27eb357-a4b2-414a-9014-54b0a6f0ec55,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:31.870269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5728b03-4e9a-46ac-9075-45383bebf209 None None] No DVR routers for this DVR port f27eb357-a4b2-414a-9014-54b0a6f0ec55 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:40:31.953227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 4c8335da-56d2-4858-80d4-0deaf9f51412 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:40:32.036331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.122222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.169838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=4c8335da-56d2-4858-80d4-0deaf9f51412,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:32.395329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.646682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.650685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.684569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.685204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router a827cba3-be3d-4e29-81d6-a877b863049f {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:40:32.700428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.701723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-485f3c91-e19d-48f3-9113-031112994380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/a827cba3-be3d-4e29-81d6-a877b863049f HTTP/1.1" status: 204 len: 168 time: 1.5567462 Feb 10 11:40:32.704460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56506) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:32.821197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.948937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:32.972777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f06f39-7b72-43b9-82e3-aefa9e7688be']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:32.984456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0497e30-c334-432a-9382-f351bcd19076') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:32.984744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0497e30-c334-432a-9382-f351bcd19076') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:32.995778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.021256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.027993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:40:33.028364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:40:33.042829 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:40:33.125777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.131675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.160540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=14f06f39-7b72-43b9-82e3-aefa9e7688be,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:33.170611 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d224190f-4ec0-47ba-a40a-aba67741ff93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/14f06f39-7b72-43b9-82e3-aefa9e7688be HTTP/1.1" status: 204 len: 168 time: 0.4651253 Feb 10 11:40:33.180596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56510) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:33.186515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--601302394', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:33.191551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:33.196139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:33.199103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:33.206366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:33.216927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:33.220026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.245778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f27eb357-a4b2-414a-9014-54b0a6f0ec55 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:33.248865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:40:33.257983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.258368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20 of type vlan for network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 Feb 10 11:40:33.282338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f27eb357-a4b2-414a-9014-54b0a6f0ec55 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:33.282682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f27eb357-a4b2-414a-9014-54b0a6f0ec55 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:33.283333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4c8335da-56d2-4858-80d4-0deaf9f51412 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:33.284589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.316868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.317134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4c8335da-56d2-4858-80d4-0deaf9f51412 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:33.317470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4c8335da-56d2-4858-80d4-0deaf9f51412 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:33.317879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d838491f-562f-4641-8f9c-554de4fac268 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:40:33.320581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:33.321147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.348970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d838491f-562f-4641-8f9c-554de4fac268 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:40:33.349304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d838491f-562f-4641-8f9c-554de4fac268 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:40:33.526897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3451903 Feb 10 11:40:33.529746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56514) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:33.530259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cecc6-3c83-49b7-9965-74db64a04193 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:33.535699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-840472672', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:33.545242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:33.546686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:40:33.546865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:33.550428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:33.558565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:33.571484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.573084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.593171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.746961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:33.749470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.046611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.079084 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.237318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.212 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/de15baa8-5918-439d-8516-be1ce9ddac85) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:34.398931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.430350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.504369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=de15baa8-5918-439d-8516-be1ce9ddac85,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:34.507484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:34.509335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:34.511779 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:34.543000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.543539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.543979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.544079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.544339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.544814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.544962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.546262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.546262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.546262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.546262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:34.681414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.682569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:34.916555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:40:35.136148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:35.152462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:35.160378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:35.160920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:35.166158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:35.169799 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f522569c-1db3-4bab-9f48-dc160c2beb33 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6367941 Feb 10 11:40:35.172125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56518) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.217288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f3aa048-2aa5-4c23-9b16-0de727564d6f tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438547 Feb 10 11:40:35.218838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56522) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.349559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce365fa-1d73-438a-94cc-3e1c8bb956db tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:35.351076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3ce365fa-1d73-438a-94cc-3e1c8bb956db tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314247 Feb 10 11:40:35.354165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56526) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.355714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:35.401659 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-67a88606-5658-48e5-bc5c-7e887627f733 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454130 Feb 10 11:40:35.404007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56530) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:35.411896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050361787', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:35.542829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:35.546346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:35.549226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:35.556037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:35.566839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:35.645407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:35.649170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:35.649512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Updating router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 port de15baa8-5918-439d-8516-be1ce9ddac85 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:35.670038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:35.705483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:35.914821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.002595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=62505f12-3fc7-406a-af2a-064f2bf4ed8f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:36.007578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:36.007932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: dfb6fd4d-fe5e-4b1f-ba86-1abe72020289, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:40:36.034165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:40:36.045100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, dfb6fd4d-fe5e-4b1f-ba86-1abe72020289) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:36.049211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:36.049769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.056960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d260e-815b-4f8f-b730-82bd85a81631 None None] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:36.075952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dd662a99-862d-481b-9a61-1a984e25d757 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6697373 Feb 10 11:40:36.083210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56534) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:36.149002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.168661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Transition to ACTIVE for port object de15baa8-5918-439d-8516-be1ce9ddac85 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:36.182671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.319914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Pushing event updated for resources: {'Port': ['ID=de15baa8-5918-439d-8516-be1ce9ddac85,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:36.325686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Attempting to bind port de15baa8-5918-439d-8516-be1ce9ddac85 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:36.325686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Attempting to bind port de15baa8-5918-439d-8516-be1ce9ddac85 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:36.325686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Attempting to bind port de15baa8-5918-439d-8516-be1ce9ddac85 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.342490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.343696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.343696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:36.375183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:36.375183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:36.375509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.375634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:36.376084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Bound port: de15baa8-5918-439d-8516-be1ce9ddac85, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:36.377464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.454846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] For port de15baa8-5918-439d-8516-be1ce9ddac85, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:36.460225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:40:36.460225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.480282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] For port de15baa8-5918-439d-8516-be1ce9ddac85, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=de15baa8-5918-439d-8516-be1ce9ddac85,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:36.484206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:36.662995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f005b-ebe6-449b-ad58-80dad86faa9a None None] Pushing event updated for resources: {'Port': ['ID=de15baa8-5918-439d-8516-be1ce9ddac85,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:36.712101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:36.712101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:36.865959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Allocated IP 172.20.0.2 (dfb6fd4d-fe5e-4b1f-ba86-1abe72020289/62505f12-3fc7-406a-af2a-064f2bf4ed8f/2708d2e1-beff-4262-adbe-30a978198f76) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:36.987144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:37.064776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.287853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.330291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Transition to ACTIVE for port object 2708d2e1-beff-4262-adbe-30a978198f76 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:37.358228 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Transition to ACTIVE for port object 2708d2e1-beff-4262-adbe-30a978198f76 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:37.367568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.441803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:37.448607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:37.448607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:37.452022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Pushing event updated for resources: {'Port': ['ID=2708d2e1-beff-4262-adbe-30a978198f76,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:37.465777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:37.465777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dba402-f6b8-4e18-ac02-4636ce5acda3 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:34Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:37.479564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (dfb6fd4d-fe5e-4b1f-ba86-1abe72020289/62505f12-3fc7-406a-af2a-064f2bf4ed8f/e783efc0-abe1-41ef-a921-ebb5c2e2c651) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:37.578962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Attempting to bind port 2708d2e1-beff-4262-adbe-30a978198f76 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:37.580082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Attempting to bind port 2708d2e1-beff-4262-adbe-30a978198f76 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:37.581343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Attempting to bind port 2708d2e1-beff-4262-adbe-30a978198f76 on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:37.589978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:37.589978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Checking segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:37.590489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.590901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Bound using segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:37.591341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Bound port: 2708d2e1-beff-4262-adbe-30a978198f76, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:37.591717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.679311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.700137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] For port 2708d2e1-beff-4262-adbe-30a978198f76, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:37.706538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] For port 2708d2e1-beff-4262-adbe-30a978198f76, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2708d2e1-beff-4262-adbe-30a978198f76,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:37.713008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.736337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object e783efc0-abe1-41ef-a921-ebb5c2e2c651 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:37.758897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:37.830288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1bbf-a496-4a1b-ab4d-321a0e4e16bb None None] Pushing event updated for resources: {'Port': ['ID=2708d2e1-beff-4262-adbe-30a978198f76,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:37.837650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:37.841594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:37.846763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:37.880367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:37.907318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.907639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.907971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.908342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.908932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.909264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.909589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.909908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.910231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.910550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.910866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:37.928528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.044690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.474903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.480155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.593359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:38.595821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:38.761622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09b333-5019-4f00-8b02-6af5504c4bab None None] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:40:38.841018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:38.842161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:38.891754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-536f49e5-efb2-4282-b360-f8468d33d29c None None] Provisioning for port 2708d2e1-beff-4262-adbe-30a978198f76 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:39.231404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:39.262028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fad29d02-7204-47dd-b08d-03aea7ac515f None None] Provisioning for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:39.267492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fad29d02-7204-47dd-b08d-03aea7ac515f None None] Provisioning complete for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:39.267923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fad29d02-7204-47dd-b08d-03aea7ac515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.326945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fad29d02-7204-47dd-b08d-03aea7ac515f None None] Port e783efc0-abe1-41ef-a921-ebb5c2e2c651 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:39.333040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device de15baa8-5918-439d-8516-be1ce9ddac85 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:39.414157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port de15baa8-5918-439d-8516-be1ce9ddac85 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:39.420899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port de15baa8-5918-439d-8516-be1ce9ddac85 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:39.421290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.474774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:39.490190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f9c99e7-1ea2-4dc5-960c-9ea86c8f0f12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/7bc477e1-c75c-48c7-8d70-5b7dbc93f349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4081604 Feb 10 11:40:39.492727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56540) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:39.537189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-31e98856-3356-4384-ab09-2fd3d16f9c1d None None] Provisioning complete for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:39.537548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-31e98856-3356-4384-ab09-2fd3d16f9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.634230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-31e98856-3356-4384-ab09-2fd3d16f9c1d None None] Port e783efc0-abe1-41ef-a921-ebb5c2e2c651 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:39.639957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.640338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.640677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.640771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.641044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.641397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.641748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.643514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c815f53-bdf2-44a1-ae87-14cf995a9724 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1498470 Feb 10 11:40:39.646464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56544) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:39.658971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port de15baa8-5918-439d-8516-be1ce9ddac85, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=de15baa8-5918-439d-8516-be1ce9ddac85,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:39.662704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.663650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2708d2e1-beff-4262-adbe-30a978198f76 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:39.715148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.715465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.715820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.716171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.716516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.716856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:39.718542 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e8893493-882f-4f7c-83d8-c094ae03f172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0712900 Feb 10 11:40:39.721410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56548) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:39.781949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=de15baa8-5918-439d-8516-be1ce9ddac85,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:39.797688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6c86de06-9f2a-4c37-b8bf-6ee9bc6ff453 None None] Provisioning complete for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:39.798061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c86de06-9f2a-4c37-b8bf-6ee9bc6ff453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.832883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2708d2e1-beff-4262-adbe-30a978198f76 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:39.841981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2708d2e1-beff-4262-adbe-30a978198f76 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:39.842349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:39.895788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6c86de06-9f2a-4c37-b8bf-6ee9bc6ff453 None None] Port e783efc0-abe1-41ef-a921-ebb5c2e2c651 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:39.923273 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-63979f19-b34f-47e1-a071-925108fe0639 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2007000 Feb 10 11:40:39.970251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.006825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 2708d2e1-beff-4262-adbe-30a978198f76, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2708d2e1-beff-4262-adbe-30a978198f76,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:40.012358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.075841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=2708d2e1-beff-4262-adbe-30a978198f76,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.256407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.262169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958358027', 'description': 'tempest-secgroup-smoke-1958358027 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.268061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.272198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.275306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.281619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.291312 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.325020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.328679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.331522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.336939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.389139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.393168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.434610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9594a053-ef00-4ff9-be99-4b6b340c00c2,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.441939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.443317 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a34160ae-7d6c-4643-ac22-6ed49337d4b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1859150 Feb 10 11:40:40.446515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56558) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.452887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.459004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.463498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.466756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.472914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.490349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.552635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.556103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.581759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6550ab-6a2c-44cc-b429-e1cbb04a4690,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.590573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.591865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f22fe07-1ed1-4042-9850-bcaf6e71214b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1445601 Feb 10 11:40:40.594517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56562) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.599911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.605566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.609262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.612095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.617689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.634170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.695078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.699029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.726494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d06b98-9d66-4125-8b30-acbd1a726083,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.730830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.732020 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4142030a-8e32-4d2a-b36c-acc2e611bc40 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1365986 Feb 10 11:40:40.734879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56566) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.740487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.746808 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.750759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.753799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.759320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.778052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.839760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.843178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.866260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00133a38-b2fa-4809-a84c-fac7cea9d662,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:40.878263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.879530 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f83b4e00-4dcd-4368-beb7-22b05b8c8994 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431174 Feb 10 11:40:40.883126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56570) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:40.888544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:40.894576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:40.898569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:40.902024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:40.907963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:40.926806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.990693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:40.995605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.019408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a5fce1-8381-421c-b2a1-bce4b3d8dfec,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.027994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.029114 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f32ae7c-af30-43c9-886f-6b2534cd47ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452610 Feb 10 11:40:41.031825 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56574) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:41.037217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:41.043452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:41.051627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:41.054526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:41.060190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:41.070867 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:41.077036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.141122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:41.153279 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:41.153972 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:41.252740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.259451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.260987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device de15baa8-5918-439d-8516-be1ce9ddac85 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:41.283332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66587d7-7778-4e60-b98b-ce83df95c0a2,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.295298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.297690 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1d17e244-099a-4889-9054-0c4cf39a1c3e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2641351 Feb 10 11:40:41.299816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56578) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:41.306188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '9594a053-ef00-4ff9-be99-4b6b340c00c2', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:41.313628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:41.317761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:41.321790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:41.328442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:41.339317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port de15baa8-5918-439d-8516-be1ce9ddac85 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:41.339688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.341047 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:40:41.348618 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.350337 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:41.418482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.422547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.445301 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0b9b6-22fe-4284-bfc4-be4cbae1ec86,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:41.458215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.463474 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-18aab96d-eb5f-43bd-b255-289594608480 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1584525 Feb 10 11:40:41.478956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2708d2e1-beff-4262-adbe-30a978198f76 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:41.555461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2708d2e1-beff-4262-adbe-30a978198f76 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:41.555840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.690292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-6d955d2e-b5da-4325-9be5-97f8e78c61bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:41.706257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-6d955d2e-b5da-4325-9be5-97f8e78c61bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:41.707730 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-6d955d2e-b5da-4325-9be5-97f8e78c61bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958358027&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0642793 Feb 10 11:40:41.714087 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:38Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:41.717889 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:41.718235 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Updating router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 port e783efc0-abe1-41ef-a921-ebb5c2e2c651 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:40:41.768250 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:41.855809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-8ca3b6b6-8848-4022-8883-d602a1f40bd8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:41.856465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-8ca3b6b6-8848-4022-8883-d602a1f40bd8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:41.872077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-8ca3b6b6-8848-4022-8883-d602a1f40bd8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:41.873774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-8ca3b6b6-8848-4022-8883-d602a1f40bd8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 796 time: 0.1592212 Feb 10 11:40:41.891524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-0c89ef63-0539-4539-912e-ae64770b82c1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0114520 Feb 10 11:40:41.977090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-d7f8577f-0dbf-4ae4-bebb-1b5a3d380cfd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:41.993566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-d7f8577f-0dbf-4ae4-bebb-1b5a3d380cfd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:41.996009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-d7f8577f-0dbf-4ae4-bebb-1b5a3d380cfd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994906 Feb 10 11:40:42.108892 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.126863 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Transition to ACTIVE for port object e783efc0-abe1-41ef-a921-ebb5c2e2c651 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:42.134020 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.143815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-23e0f4f1-3604-4611-b036-43b46557cd5f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:40:42.144772 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-23e0f4f1-3604-4611-b036-43b46557cd5f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1368089 Feb 10 11:40:42.265486 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Pushing event updated for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:42.290049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-6cc1a267-b74c-4c4e-ae1a-26995b862ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376989 Feb 10 11:40:42.302726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.303254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.303726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.304191 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.307278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:40:42.366742 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Attempting to bind port e783efc0-abe1-41ef-a921-ebb5c2e2c651 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:42.367458 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Attempting to bind port e783efc0-abe1-41ef-a921-ebb5c2e2c651 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:42.367597 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Attempting to bind port e783efc0-abe1-41ef-a921-ebb5c2e2c651 on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:42.376718 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:42.377090 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Checking segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:42.377480 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.377869 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Bound using segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:42.378321 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Bound port: e783efc0-abe1-41ef-a921-ebb5c2e2c651, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:42.378685 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.435615 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7248dd7d-fe6d-44e2-80b5-7948d739cc58 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392925 Feb 10 11:40:42.474276 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] For port e783efc0-abe1-41ef-a921-ebb5c2e2c651, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:42.477417 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] For port e783efc0-abe1-41ef-a921-ebb5c2e2c651, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e783efc0-abe1-41ef-a921-ebb5c2e2c651,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:42.482214 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:42.557652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce93ec-ee7b-45bb-88f8-7ef8ad6476ce None None] Pushing event updated for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:42.566004 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:42.566926 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:42.748478 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:43.217841 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:42Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:43.223288 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273829b9-4bd5-4c9c-86ad-a3e6d9c4c103 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:42Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:43.769459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5350478f-465b-48bb-b2ac-30963a94285d req-48888846-410a-45bb-8f26-8d36260c0ce3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 210 time: 0.1536667 Feb 10 11:40:44.958734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b2546164-34d2-4c6e-b2b4-cbdfa837e492 req-6d85edf3-8ed2-4aae-b88f-522e78694247 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 210 time: 0.0502586 Feb 10 11:40:45.032220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-c3c7d625-21a4-4588-a250-e8ae74dc0411 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:45.034080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-c3c7d625-21a4-4588-a250-e8ae74dc0411 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 796 time: 0.2337914 Feb 10 11:40:45.095731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-3ee74ae4-f401-4927-998e-647dbff68450 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 380 time: 0.0457058 Feb 10 11:40:45.104325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['9594a053-ef00-4ff9-be99-4b6b340c00c2']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:45.261305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:45.274576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:45.285067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e783efc0-abe1-41ef-a921-ebb5c2e2c651 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:45.292248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:40:45.295128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.358943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:45.366134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:45.366134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.484341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.8 (dfb6fd4d-fe5e-4b1f-ba86-1abe72020289/62505f12-3fc7-406a-af2a-064f2bf4ed8f/6251fc11-5a8a-47d6-9bcc-6bf8705646ed) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:45.500457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.536808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e783efc0-abe1-41ef-a921-ebb5c2e2c651, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e783efc0-abe1-41ef-a921-ebb5c2e2c651,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:45.544105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.618305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:45.705995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.723387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 6251fc11-5a8a-47d6-9bcc-6bf8705646ed will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:45.746463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.815876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:45.818624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:45.821163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:45.862513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:45.898070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:45.899083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:45.927195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-7222f619-1e55-4dbe-a1f0-404eed1ec4cf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8268905 Feb 10 11:40:45.941827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Request body: {'port': {'device_id': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:46.068193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.118721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-415dbd57-9265-43f9-8e32-9b3019d949f1 None None] Provisioning for port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:46.123507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-415dbd57-9265-43f9-8e32-9b3019d949f1 None None] Provisioning complete for port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:46.123821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-415dbd57-9265-43f9-8e32-9b3019d949f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.179209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-415dbd57-9265-43f9-8e32-9b3019d949f1 None None] Port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:40:46.295361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729df3b5-7c3e-43e5-b9ca-5d05ecbefeaa req-cf5923f4-4ea4-4da4-b0f5-ce69d12333bd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:46.296036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-729df3b5-7c3e-43e5-b9ca-5d05ecbefeaa req-cf5923f4-4ea4-4da4-b0f5-ce69d12333bd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:40:46.371662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-729df3b5-7c3e-43e5-b9ca-5d05ecbefeaa req-cf5923f4-4ea4-4da4-b0f5-ce69d12333bd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:40:46.373009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-729df3b5-7c3e-43e5-b9ca-5d05ecbefeaa req-cf5923f4-4ea4-4da4-b0f5-ce69d12333bd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 931 time: 0.2610145 Feb 10 11:40:46.450500 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-729df3b5-7c3e-43e5-b9ca-5d05ecbefeaa req-2ae4a6cd-2383-4976-99d2-2f43b419bf8d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694733 Feb 10 11:40:46.516799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6251fc11-5a8a-47d6-9bcc-6bf8705646ed {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:46.523469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.537028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Transition to ACTIVE for port object 6251fc11-5a8a-47d6-9bcc-6bf8705646ed will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:40:46.540582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.783879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:46.882191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Attempting to bind port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:40:46.882512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Attempting to bind port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:40:46.882826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Attempting to bind port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:46.888457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:40:46.888765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Attempting to bind port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:40:46.894683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:40:46.895020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Checking segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:40:46.895416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Bound using segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:40:46.895823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Bound port: 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:40:46.896150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:46.986644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:40:46.989786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:40:46.994288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.057743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.059180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 200 len: 1093 time: 1.1241465 Feb 10 11:40:47.059539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:47.074263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65204-076a-48a5-ab3e-b34b1ebc41c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:47.128490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'status': 'completed', 'code': 200} Feb 10 11:40:47.175135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-27648486-2345-48bc-b35c-a85220f711a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1096 time: 0.0804517 Feb 10 11:40:47.243011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-185fbd8d-479b-405c-9307-422809f43ae2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 200 len: 217 time: 0.0613155 Feb 10 11:40:47.255664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e783efc0-abe1-41ef-a921-ebb5c2e2c651 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:47.314726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-57d9990f-d2b2-46cb-a499-5fee0286991f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:47.316353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-57d9990f-d2b2-46cb-a499-5fee0286991f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0678887 Feb 10 11:40:47.338534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e783efc0-abe1-41ef-a921-ebb5c2e2c651 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:47.338853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:47.390701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-b0d59a9e-a37e-471b-a8df-f4e24563698c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687776 Feb 10 11:40:47.520458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-60a973fe-41f5-49e6-9885-328a53da87a6 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235933 Feb 10 11:40:47.704630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b548bea1-3c84-48f9-a7cb-a98de982d80e req-c9ff38c3-e189-457c-bdf3-21e77bcccbf6 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782112 Feb 10 11:40:47.718430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34beb5-aec1-4e81-9f4e-9621f6cd55c7 req-8b9b3b77-eb3d-4c45-9c78-a461a50b510c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:47.719994 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b34beb5-aec1-4e81-9f4e-9621f6cd55c7 req-8b9b3b77-eb3d-4c45-9c78-a461a50b510c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 943 time: 0.1265407 Feb 10 11:40:47.804668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b34beb5-aec1-4e81-9f4e-9621f6cd55c7 req-d429addc-4138-4c92-ad0e-177cf23f6f4d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788167 Feb 10 11:40:47.831359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-f0dea96d-a6bb-43ea-a8cc-6136fdb41395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1096 time: 0.0761926 Feb 10 11:40:47.959913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-c343dbd9-9975-4882-afc0-5a6fad9bb5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:47.961361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-c343dbd9-9975-4882-afc0-5a6fad9bb5de service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 897 time: 0.1239829 Feb 10 11:40:48.048900 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-861a696a-e12a-4644-8776-f09edcd16e74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 200 len: 217 time: 0.0804493 Feb 10 11:40:48.110623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-0f10b1ee-d200-49d3-88b0-cbfc9d98b3d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:48.111998 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-0f10b1ee-d200-49d3-88b0-cbfc9d98b3d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0561218 Feb 10 11:40:48.193243 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-901560fb-ceac-470b-a84e-8ebbca0581dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750799 Feb 10 11:40:48.324567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-930ad059-9467-4393-a7b3-67222b37ed33 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241302 Feb 10 11:40:48.544330 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6834e3e-bf91-4a9c-9d43-799301ded06d req-5bfcb963-fccf-4739-ad1c-31bab2453f34 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119856 Feb 10 11:40:49.005120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582652ee-de79-4f0e-a2b5-e64f2b85c821 req-c958aa8a-2a55-47c4-a0a5-f582de7f42a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:49.006879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-582652ee-de79-4f0e-a2b5-e64f2b85c821 req-c958aa8a-2a55-47c4-a0a5-f582de7f42a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 943 time: 0.0829272 Feb 10 11:40:49.052362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-582652ee-de79-4f0e-a2b5-e64f2b85c821 req-a526a258-c2de-4abf-9cb7-fc4a7cd2f80a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Feb 10 11:40:49.970518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 6251fc11-5a8a-47d6-9bcc-6bf8705646ed details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:40:50.101402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:50.114796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'port_id': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'mac_address': 'fa:16:3e:8a:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:40:50.169514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.187061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6251fc11-5a8a-47d6-9bcc-6bf8705646ed {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:40:50.208468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:50.212429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:50.255346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347bc0f-2c70-4d41-9596-0d835b4385cb req-300853aa-f8d3-4bc0-a77a-e4e56ee92c73 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:50.256797 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3347bc0f-2c70-4d41-9596-0d835b4385cb req-300853aa-f8d3-4bc0-a77a-e4e56ee92c73 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 944 time: 0.0812402 Feb 10 11:40:50.303731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3347bc0f-2c70-4d41-9596-0d835b4385cb req-299e843b-8986-41e6-a6b0-bbeb2b7030d4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411263 Feb 10 11:40:50.312468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:50.428260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['6251fc11-5a8a-47d6-9bcc-6bf8705646ed'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:40:51.496644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205709c-4563-4ed2-8363-b6c91f52a001 req-99c9e04d-fc80-4c0d-9a80-c4d679d2646e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:51.498248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5205709c-4563-4ed2-8363-b6c91f52a001 req-99c9e04d-fc80-4c0d-9a80-c4d679d2646e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 944 time: 0.0742428 Feb 10 11:40:51.543417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5205709c-4563-4ed2-8363-b6c91f52a001 req-6b159b29-09df-4374-a72b-41cd4587ba80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Feb 10 11:40:51.985303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 6251fc11-5a8a-47d6-9bcc-6bf8705646ed up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:40:52.061113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:40:52.065402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:40:52.065768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.173010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.199009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:52.208702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:40:52.212339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:52.267134 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'code': 200} Feb 10 11:40:52.281193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:52.485551 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8a58ea8-fde4-4080-8932-41d11873ae41 req-cb414cde-dbaf-49dd-90c9-2687750b3a96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0679622 Feb 10 11:40:52.526076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8a58ea8-fde4-4080-8932-41d11873ae41 req-cb0cd7a8-7c27-413b-9f72-8fe4d07fc384 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Feb 10 11:40:52.732007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0deaf-ab16-4877-81d9-5dec4e187b9c req-db798114-d2bb-465a-a624-2a806d31921b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:52.733412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6f0deaf-ab16-4877-81d9-5dec4e187b9c req-db798114-d2bb-465a-a624-2a806d31921b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0733187 Feb 10 11:40:52.781267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6f0deaf-ab16-4877-81d9-5dec4e187b9c req-d5f3efd0-e269-4db0-bd4f-498b314491d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Feb 10 11:40:53.974411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb84bd-67e0-4a1e-b3bd-55f358c4a9e7 req-5bd1dab6-ca61-4d37-a7d4-84611c7502ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:53.975894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21fb84bd-67e0-4a1e-b3bd-55f358c4a9e7 req-5bd1dab6-ca61-4d37-a7d4-84611c7502ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0759451 Feb 10 11:40:54.020254 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21fb84bd-67e0-4a1e-b3bd-55f358c4a9e7 req-7384be29-4c23-4701-89fa-4192f752d40e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Feb 10 11:40:54.215518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b6ccf-dbe3-4fe9-9e12-794082058b65 req-a0e374f7-176b-42bd-bd7f-fca24ba75fa9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:54.216937 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e72b6ccf-dbe3-4fe9-9e12-794082058b65 req-a0e374f7-176b-42bd-bd7f-fca24ba75fa9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0780551 Feb 10 11:40:54.268835 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e72b6ccf-dbe3-4fe9-9e12-794082058b65 req-7be62bee-b8dd-445f-866e-5eec0c5964f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464408 Feb 10 11:40:54.295891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56634) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:54.375758 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db813de2-081d-4e5b-99f4-81e72bde9a5b tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1093 time: 0.0786786 Feb 10 11:40:54.378360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56638) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:54.383321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:40:54.388580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:40:54.392268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:40:54.394983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:40:54.400469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:40:54.410983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:54.539859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:54.669324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.175 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/718a2329-9e25-4ab9-a312-f430da958b6f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:40:54.810559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:54.837535 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:54.906086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:40:54.908741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:40:54.912828 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:40:54.935817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=718a2329-9e25-4ab9-a312-f430da958b6f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:55.395701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.451994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.647256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.651505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:55.752520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=718a2329-9e25-4ab9-a312-f430da958b6f,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:40:55.765990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.031103 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c associated. External IP: 172.26.3.175, port: 6251fc11-5a8a-47d6-9bcc-6bf8705646ed. Feb 10 11:40:56.409946 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:40:56.603701 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:40:56.613632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:40:56.625257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:56.625956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:56.628018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:56.679367 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-15d349ce-5a96-4b12-aa46-db7c06170849 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2999260 Feb 10 11:40:56.679830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:40:56.682419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56642) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:56.735067 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'status': 'completed', 'code': 200} Feb 10 11:40:56.811784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:56.836834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3debf8f0-9126-483e-a5a2-3be62312fbdc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 991 time: 0.1531622 Feb 10 11:40:56.853292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-bbf04086-df1c-4e9e-99f5-0298fed74601 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0916462 Feb 10 11:40:56.987778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-f2124637-299f-49cd-8d6c-a6c48fbe0f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:56.989130 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-f2124637-299f-49cd-8d6c-a6c48fbe0f3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 897 time: 0.1300986 Feb 10 11:40:57.099151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-ae0034a5-54a6-4cb4-b152-0b6e02ea7d9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 200 len: 999 time: 0.1040020 Feb 10 11:40:57.154903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:8a:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:57.158705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:40:57.161209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-f0fdf913-2678-445b-9c3a-aec322c4fca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:40:57.162622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-f0fdf913-2678-445b-9c3a-aec322c4fca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0579104 Feb 10 11:40:57.177088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:40:57.177670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:40:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:57.240336 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-7cd8e38e-e22f-4f7e-a742-b8d4d728c12a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720663 Feb 10 11:40:57.294529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-60648cde-d861-4e03-bd42-aa852373f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:40:57.357097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:40:57.377676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-257cbd52-fb29-4cd8-8de1-455652495abe service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310728 Feb 10 11:40:57.506445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2400b1b7-0512-45b2-9bb1-f2403ada7b68 req-89834fc9-2926-4c51-911d-fa409915e1eb service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230707 Feb 10 11:40:57.724501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:8a:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:40:57.728327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67562-bee7-4f28-97cd-35bb471ef8f8 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:8a:df:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:40:55Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:40:57.821838 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:40:57.840849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:58.028193 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a3948-023c-4dd2-b979-53a4694a2453 None None] New status for floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:40:58.044960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ed2300aa-e077-4343-9adc-9c4622a505d9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 991 time: 0.2029977 Feb 10 11:40:59.048762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:40:59.152452 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9978aea4-235e-4e7d-936a-8d98a63f98b0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 993 time: 0.1025894 Feb 10 11:40:59.357667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a277-f20c-4ce7-bfcc-ca5f0d2fc740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:00.474817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:00.656207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:02.037480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:03.752566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:25.803685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:25.873442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-31032df7-c20b-4177-9f19-a6647c739448 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=f902deda074a421ba203c58957122032&network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 2999 time: 0.0686705 Feb 10 11:41:27.186921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f705b79-8fe0-4512-913d-ba1f47826d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:29.243767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:29.304417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2d7603-0ae4-4c42-8f72-c48365ec6b97 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:29.305956 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ca2d7603-0ae4-4c42-8f72-c48365ec6b97 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa HTTP/1.1" status: 200 len: 814 time: 0.0612125 Feb 10 11:41:29.360038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc8096d1-ce1e-4cae-9c1d-0c3d81cb67a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.405993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56704) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:30.411647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:30.478577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.518498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.659114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.791560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.795315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:30.795983 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c disassociated. External IP: 172.26.3.175, port: 6251fc11-5a8a-47d6-9bcc-6bf8705646ed. Feb 10 11:41:31.286225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:31.481521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:31.487399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:31.491111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:31.505133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:31.506075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:31.553123 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db0ef064-cfee-4acd-a788-2f691232b369 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 690 time: 1.1436086 Feb 10 11:41:31.553123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:31.553506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56712) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:31.620911 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'status': 'completed', 'code': 200} Feb 10 11:41:31.640073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d5044944-78e7-462e-92ab-2bc7383f0f46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 690 time: 0.0853984 Feb 10 11:41:31.695421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:31.714228 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-efbf11ad-dc8b-4738-8a4d-65c965e39c9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 1098 time: 0.0718410 Feb 10 11:41:31.845636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797590-6738-4831-8936-252600f6c50e req-896589e3-2399-4056-a04a-54cb51b3ef41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:31.847088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-896589e3-2399-4056-a04a-54cb51b3ef41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 897 time: 0.1270273 Feb 10 11:41:31.919078 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-5504838a-fdd9-4d64-9c0f-65149b83fbff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 200 len: 217 time: 0.0658381 Feb 10 11:41:31.988941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5797590-6738-4831-8936-252600f6c50e req-db28b952-4b73-4675-8e29-270a115982ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:31.991199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-db28b952-4b73-4675-8e29-270a115982ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0665371 Feb 10 11:41:32.018063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:32.022480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:32.043743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:32.044335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:32.071478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-833fc6f0-02bb-4f24-9db0-7228a9a28982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748069 Feb 10 11:41:32.177624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:32.214434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-d18947c6-5473-484f-ab93-37ee253ae4d3 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359060 Feb 10 11:41:32.245422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:32.368641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5797590-6738-4831-8936-252600f6c50e req-e6ad504c-946d-441c-a141-023e9643a70f service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481006 Feb 10 11:41:32.643769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56720) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:32.681401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:32.687750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89c358-ce56-47da-a8a6-9146c41e3e89 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:32.740427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44503ee5-2a90-4d96-a44c-dc64e800000a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 690 time: 0.0944967 Feb 10 11:41:32.991568 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3ff23-4fa0-41d7-a23a-94a174c53f78 None None] New status for floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:41:33.743693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56726) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:33.765681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:33.929192 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e5a830b-f44b-4ef8-a17b-58071280c3ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 688 time: 0.1842539 Feb 10 11:41:34.823781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:41:35.191763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56734) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:35.198013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358027677', 'description': 'tempest-secgroup-smoke-358027677 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:35.204707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:35.214641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:35.226329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.273887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:35.278351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:35.282347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:35.292572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:35.354735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.362358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.434466 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a5e6a4-75a2-44e0-a8ba-16351240ad6a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:35.445079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.449452 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2538438 Feb 10 11:41:35.449881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56738) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:35.456064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:35.461032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.461563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.461878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.462221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.462533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.462864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.463252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.463589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.463881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.464196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.464505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e205c4e-f204-4607-ac93-cb14561e27ee tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:35.475800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:35.479762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:35.483367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:35.489336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:35.514627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.594717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.599168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.638683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb94c2f-3c1c-4b79-9464-acf894c3de54,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:35.641937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.643159 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dea670bc-c87e-45e7-9bc2-3fbc5f77885f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1922944 Feb 10 11:41:35.646233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56744) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:35.652077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:35.658019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:35.664285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:35.668969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:35.680970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:35.720636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.795892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.800061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.824409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40ef6ef-edf8-4de3-b5e9-a9b9d73f57bf,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:35.836291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.840210 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-05965a7a-0bc6-42aa-972e-d0b388e0151c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1902454 Feb 10 11:41:35.840526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56748) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:35.846125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:35.852232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:35.856529 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:35.860174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:35.866205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:35.884240 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.949544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.953594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.977322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1931b7d8-7b03-4717-a94c-976191f67ec8,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:35.987753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:35.991263 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-23f820c9-0d6d-4366-81f4-6cf3a8c246e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1474757 Feb 10 11:41:35.991992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56752) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:36.003305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:36.009365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:36.013157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:36.016096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:36.021932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:36.040013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.105411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.109856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.139749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ffa1f8-1eaf-48f5-894e-b39193785671,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:36.155854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.158029 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fd05f0ee-6fd0-4d3a-ab43-4b90a797d3f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1650813 Feb 10 11:41:36.160928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56756) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:36.178119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:36.184698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:36.188595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:36.191661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:36.199958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:36.212094 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:41:36.219457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.285752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.290050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.318019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054f84e0-3b32-440b-a8ea-e67727570b14,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:36.325366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.327450 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8c5d3994-dbcc-40e9-a51f-73f7f5d769e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1652563 Feb 10 11:41:36.330569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56760) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:36.336099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '05a5e6a4-75a2-44e0-a8ba-16351240ad6a', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:36.342667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:36.346467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:36.349706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:36.355279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:36.365544 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:41:36.371989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.437632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.441409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.464356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ead2579-952a-4330-875f-dc54979ff7e1,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:36.474983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:36.476397 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-47493fca-7f0a-413b-839d-de8b750f9861 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447942 Feb 10 11:41:36.659798 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-e68157bb-1243-4640-a3f8-aabbc7f861f3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-358027677&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0484071 Feb 10 11:41:36.815399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-3c954a3e-79bf-41b4-a836-4ca5170cda47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:36.817264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-3c954a3e-79bf-41b4-a836-4ca5170cda47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 796 time: 0.1544940 Feb 10 11:41:36.834025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-6989ff60-394a-4156-85bd-086a9a3b9463 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0113573 Feb 10 11:41:36.926524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-82fae62f-59c9-4860-8829-06cafc757e15 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876961 Feb 10 11:41:37.154250 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-41c95920-1ec8-4ecb-be47-9d7ab0379fe3 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075613 Feb 10 11:41:37.404524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-ee2c75fc-baeb-4525-a6d9-633ee6697518 service neutron] 10.222.0.42 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437768 Feb 10 11:41:37.586137 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64ad46ff-f189-4823-a24b-9d06825c70c6 req-0ca19acb-7f27-4e80-a2c5-c553f32e8c23 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 210 time: 0.0394890 Feb 10 11:41:38.248681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-9d395646-8672-4525-b473-f13a6145b353 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184410159&fields=id&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 267 time: 0.0400550 Feb 10 11:41:38.392962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13aee5-442a-4422-8857-1d671d749b64 req-5b624f32-9b81-4055-9ed3-a63f015dbded tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:38.394385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-5b624f32-9b81-4055-9ed3-a63f015dbded tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.1390038 Feb 10 11:41:38.410034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-616904c5-32d9-4abb-911d-f86f8fe5c56f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/quotas/a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 375 time: 0.0102975 Feb 10 11:41:38.616464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-cce81cb3-053c-4f48-b119-e91630c92ba2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1988773 Feb 10 11:41:38.627521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-5f53583f-9450-4974-99d9-1893420d9cfd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:38.629122 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-5f53583f-9450-4974-99d9-1893420d9cfd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 796 time: 0.1805649 Feb 10 11:41:38.781328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3cf168f-197e-4bcf-8d36-e86c254e9b58 req-07bbe134-7ee7-409d-98cf-5f1d301275ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 210 time: 0.0638151 Feb 10 11:41:38.803359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-da09d279-35f6-4353-b5de-c153af4906e3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 472 time: 0.1521986 Feb 10 11:41:38.819530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '62247014-fb1e-41b7-a4df-771eee9588bb', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['05a5e6a4-75a2-44e0-a8ba-16351240ad6a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:38.912399 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-e7e56c6e-6635-4b56-ade7-d8a4dc04ea24 service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789998 Feb 10 11:41:39.060254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:39.081754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:39.089873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-637cc371-2328-4402-bffc-606e20c8abb8 service neutron] 10.222.0.42 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718729 Feb 10 11:41:39.096707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:41:39.099737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.261815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.13 (dfb6fd4d-fe5e-4b1f-ba86-1abe72020289/62505f12-3fc7-406a-af2a-064f2bf4ed8f/f98001e1-88e7-4138-a4df-a02b3fe3cd65) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:39.455215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.503530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-484cc4a7-a202-4725-8551-b87a04ff46d6 req-b82f2fab-0fb0-4aa4-b7aa-7b24dc31ef2d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 210 time: 0.0536201 Feb 10 11:41:39.511489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object f98001e1-88e7-4138-a4df-a02b3fe3cd65 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:39.535671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.605518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:39.608391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:39.612116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:39.647317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:39.668058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.668407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.668738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.669072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.669442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.669765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.670082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.670410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.670728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.671041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.671383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:39.688127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:39.688716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.716043 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-541919e9-f161-4de5-954c-78e6a71a0ae7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8999743 Feb 10 11:41:39.728683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Request body: {'port': {'device_id': '62247014-fb1e-41b7-a4df-771eee9588bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:39.855525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-17eb7d49-1857-4883-bc08-3a43be4c6b26 None None] Provisioning for port f98001e1-88e7-4138-a4df-a02b3fe3cd65 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:39.863258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-17eb7d49-1857-4883-bc08-3a43be4c6b26 None None] Provisioning complete for port f98001e1-88e7-4138-a4df-a02b3fe3cd65 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:39.864518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-17eb7d49-1857-4883-bc08-3a43be4c6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:39.921510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-17eb7d49-1857-4883-bc08-3a43be4c6b26 None None] Port f98001e1-88e7-4138-a4df-a02b3fe3cd65 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:41:40.004644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.071821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e65e6a-3931-49f7-a710-0e3b1e2a1118 req-231221a8-3f97-4e8b-b1dc-d796482e6382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:40.072491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-07e65e6a-3931-49f7-a710-0e3b1e2a1118 req-231221a8-3f97-4e8b-b1dc-d796482e6382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:41:40.142007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-07e65e6a-3931-49f7-a710-0e3b1e2a1118 req-231221a8-3f97-4e8b-b1dc-d796482e6382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:41:40.143345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07e65e6a-3931-49f7-a710-0e3b1e2a1118 req-231221a8-3f97-4e8b-b1dc-d796482e6382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 932 time: 0.2242234 Feb 10 11:41:40.273149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07e65e6a-3931-49f7-a710-0e3b1e2a1118 req-1b3eb03b-8a50-4dfe-b8e5-85c8c41baade tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237006 Feb 10 11:41:40.401607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98001e1-88e7-4138-a4df-a02b3fe3cd65 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:41:40.409211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.425152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Transition to ACTIVE for port object f98001e1-88e7-4138-a4df-a02b3fe3cd65 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:40.430804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.526963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13aee5-442a-4422-8857-1d671d749b64 req-38da30ab-3433-4d94-9002-ff504434027f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:40.527708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-bf13aee5-442a-4422-8857-1d671d749b64 req-38da30ab-3433-4d94-9002-ff504434027f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:41:40.547953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-bf13aee5-442a-4422-8857-1d671d749b64 req-38da30ab-3433-4d94-9002-ff504434027f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:41:40.549223 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-38da30ab-3433-4d94-9002-ff504434027f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 812 time: 0.1750786 Feb 10 11:41:40.576005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Pushing event updated for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:40.664128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-bf13aee5-442a-4422-8857-1d671d749b64 req-1195508e-56d8-4833-82c1-204829008f24 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:41:40.678770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-bf13aee5-442a-4422-8857-1d671d749b64 req-1195508e-56d8-4833-82c1-204829008f24 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:41:40.679962 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-1195508e-56d8-4833-82c1-204829008f24 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a949380140f34dc0ac3ca1a90c759bea HTTP/1.1" status: 200 len: 380 time: 0.1165838 Feb 10 11:41:40.694295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'port': {'device_id': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'admin_state_up': True, 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'security_groups': ['d9d87edd-29de-4415-b2ce-f4bcf88fb076']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:40.694636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Attempting to bind port f98001e1-88e7-4138-a4df-a02b3fe3cd65 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:41:40.695169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Attempting to bind port f98001e1-88e7-4138-a4df-a02b3fe3cd65 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:41:40.695673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Attempting to bind port f98001e1-88e7-4138-a4df-a02b3fe3cd65 on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:40.738818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Port f98001e1-88e7-4138-a4df-a02b3fe3cd65 on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:41:40.739137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Attempting to bind port f98001e1-88e7-4138-a4df-a02b3fe3cd65 on network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:40.758485 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cbc48af6-4195-4d6d-aa93-aaf9e7408214 req-66ee0754-e068-42f0-bb63-dd5cb9f714d4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 210 time: 0.0602109 Feb 10 11:41:40.763687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:41:40.764091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Checking segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:41:40.764508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Bound using segment: {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:41:40.764945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Bound port: f98001e1-88e7-4138-a4df-a02b3fe3cd65, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:41:40.765288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.852204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:40.861593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:41:40.863590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:40.866124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:41:40.870523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.873748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Made reservation on behalf of a949380140f34dc0ac3ca1a90c759bea for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:41:40.877367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.941032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:40.942980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] 10.222.0.32 "PUT /v2.0/ports/f98001e1-88e7-4138-a4df-a02b3fe3cd65 HTTP/1.1" status: 200 len: 1094 time: 1.2189596 Feb 10 11:41:40.946069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:41.044367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346d492-b7f4-41c0-aa29-d490dea74781 service neutron] Pushing event updated for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:41.068271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'status': 'completed', 'code': 200} Feb 10 11:41:41.099213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-f1ebda91-7348-4456-ae54-a614818c81e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 1097 time: 0.1115382 Feb 10 11:41:41.103603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.20.0.14 (ec611f89-068d-4a00-af1a-fda79fe53d19/e37bd268-9bfb-468e-9866-f37e43a4c305/c17c9d58-d7c5-4508-a9c3-72122f932708) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:41.183687 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-359b99b0-b2a8-4c51-a1d7-e396f02fca02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65 HTTP/1.1" status: 200 len: 217 time: 0.0767550 Feb 10 11:41:41.251902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-24bd373f-8b48-4f0b-a40e-2b05ee3fbad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:41.253444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-24bd373f-8b48-4f0b-a40e-2b05ee3fbad7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0632458 Feb 10 11:41:41.340005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-4596c832-bbed-4d30-9ee0-7417561d96ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801663 Feb 10 11:41:41.418370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.436338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Transition to ACTIVE for port object c17c9d58-d7c5-4508-a9c3-72122f932708 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:41.459438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.536924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network ec611f89-068d-4a00-af1a-fda79fe53d19 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:41.540392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:41.542888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:41.547044 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-727369f6-8aa8-4d84-8692-1c846a141b45 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998806 Feb 10 11:41:41.559459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3973bc-1a68-442b-bed9-757c2e999ce6 req-df111298-5274-4dfe-9c87-f5efea23509e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:41.561639 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c3973bc-1a68-442b-bed9-757c2e999ce6 req-df111298-5274-4dfe-9c87-f5efea23509e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 944 time: 0.1289046 Feb 10 11:41:41.569785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:41.612057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:41.612659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.641465 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-fdfd535b-afba-44e6-8cd6-eab111828f6d tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549809 Feb 10 11:41:41.653031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Request body: {'port': {'device_id': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:41.777154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:41.803457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c3973bc-1a68-442b-bed9-757c2e999ce6 req-4363cd45-9fdd-44ae-b7a7-8825c2473249 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218409 Feb 10 11:41:41.836917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87c1821-3cd4-4ff3-a2a4-b8d97d822cdd req-d907b5db-6eae-44bd-8f1b-12e14d2453f4 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743347 Feb 10 11:41:41.926379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-35e1fdf3-fada-4036-9efb-47951cf4b60d None None] Provisioning for port c17c9d58-d7c5-4508-a9c3-72122f932708 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:41.936559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-35e1fdf3-fada-4036-9efb-47951cf4b60d None None] Provisioning complete for port c17c9d58-d7c5-4508-a9c3-72122f932708 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:41.937377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35e1fdf3-fada-4036-9efb-47951cf4b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.001544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-35e1fdf3-fada-4036-9efb-47951cf4b60d None None] Port c17c9d58-d7c5-4508-a9c3-72122f932708 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:41:42.040023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-ae5dc835-7447-402e-8d95-883763affe9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 1097 time: 0.1526153 Feb 10 11:41:42.151893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17c9d58-d7c5-4508-a9c3-72122f932708 {{(pid=83553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:41:42.158794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.171924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cc87f-f4de-40b3-bfe3-2e892b8e9d14 req-287de15b-48db-4207-a7f7-54e72db70110 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:42.172519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-614cc87f-f4de-40b3-bfe3-2e892b8e9d14 req-287de15b-48db-4207-a7f7-54e72db70110 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 932 time: 0.2158203 Feb 10 11:41:42.174068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Transition to ACTIVE for port object c17c9d58-d7c5-4508-a9c3-72122f932708 will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:41:42.183679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.238300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-1daf2e5e-397a-41c7-96b8-f88314de8824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:42.239934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-1daf2e5e-397a-41c7-96b8-f88314de8824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 897 time: 0.1887367 Feb 10 11:41:42.314372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-614cc87f-f4de-40b3-bfe3-2e892b8e9d14 req-950d0f0e-cd2e-4f3e-befd-c462b15bf851 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328034 Feb 10 11:41:42.315117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:42.334926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-1bfead18-18ac-4b87-9395-715fc44c7ec5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65 HTTP/1.1" status: 200 len: 217 time: 0.0853734 Feb 10 11:41:42.402769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-088eb77d-905a-48fe-ac88-646f79c3e283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:42.404947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-088eb77d-905a-48fe-ac88-646f79c3e283 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0629113 Feb 10 11:41:42.442550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Attempting to bind port c17c9d58-d7c5-4508-a9c3-72122f932708 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:41:42.442970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Attempting to bind port c17c9d58-d7c5-4508-a9c3-72122f932708 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:41:42.443460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Attempting to bind port c17c9d58-d7c5-4508-a9c3-72122f932708 on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:42.449827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Port c17c9d58-d7c5-4508-a9c3-72122f932708 on network ec611f89-068d-4a00-af1a-fda79fe53d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:41:42.450280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Attempting to bind port c17c9d58-d7c5-4508-a9c3-72122f932708 on network ec611f89-068d-4a00-af1a-fda79fe53d19 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:41:42.457760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:41:42.458101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Checking segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:41:42.458490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Bound using segment: {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:41:42.458924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Bound port: c17c9d58-d7c5-4508-a9c3-72122f932708, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e7c679-14f5-4192-aeec-26f33de09321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:41:42.459292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.499825 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-8d2e974c-9a7f-4bf7-84f7-64d241f3aa28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884399 Feb 10 11:41:42.568155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:41:42.571308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c17c9d58-d7c5-4508-a9c3-72122f932708,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:41:42.575926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.640599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:42.641903 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-7b80b2ad-aac2-406f-926a-4bbfeab440b8 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361768 Feb 10 11:41:42.642037 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] 10.222.0.32 "PUT /v2.0/ports/c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 1094 time: 0.9936433 Feb 10 11:41:42.642368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:42.659806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256605a5-da71-473b-9227-9c31e8517c32 service neutron] Pushing event updated for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:42.728899 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'status': 'completed', 'code': 200} Feb 10 11:41:42.773474 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-daadf62e-2087-4c86-822d-a71c24aae228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1097 time: 0.0800838 Feb 10 11:41:42.802891 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-902b76ff-a583-41ba-b86c-7a54aeee1c61 req-53f41395-029a-4726-b0de-5381a84b9f6c service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512332 Feb 10 11:41:42.840975 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-8d44f56e-9a8b-4242-9512-b9702ff35a56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 217 time: 0.0614171 Feb 10 11:41:42.904996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13aee5-442a-4422-8857-1d671d749b64 req-0d113fae-952d-48de-987e-fec473fac169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:42.906360 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-0d113fae-952d-48de-987e-fec473fac169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0604334 Feb 10 11:41:42.979664 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-f1bea51b-d7ce-433d-b644-ca769b86fbc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679708 Feb 10 11:41:43.024907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7554b51-fa6f-4efc-8017-df77234d841b req-8afed85c-ac8f-4205-828e-1002cfa74bbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.026327 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7554b51-fa6f-4efc-8017-df77234d841b req-8afed85c-ac8f-4205-828e-1002cfa74bbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 944 time: 0.0825498 Feb 10 11:41:43.072678 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7554b51-fa6f-4efc-8017-df77234d841b req-98abab0c-5efa-42a1-b56c-c7f05453aa35 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Feb 10 11:41:43.111614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-f49e8381-2260-4e6b-a551-27d3b3265620 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252897 Feb 10 11:41:43.313036 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-bf13aee5-442a-4422-8857-1d671d749b64 req-f711ab9a-90e8-4187-8701-abe72c1da8e5 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962526 Feb 10 11:41:43.426662 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-c9a795ea-a961-4004-891f-8a7e3953c5ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1097 time: 0.0720127 Feb 10 11:41:43.525958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c456f0-fd92-44ef-96f4-d1da5aefd6a6 req-32964cb0-67e5-41bd-bdb4-2f49b8e349a0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.527454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3c456f0-fd92-44ef-96f4-d1da5aefd6a6 req-32964cb0-67e5-41bd-bdb4-2f49b8e349a0 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.0791867 Feb 10 11:41:43.560670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-dd691893-8e1f-40c6-ba84-89da2c679d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.562092 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-dd691893-8e1f-40c6-ba84-89da2c679d4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1293366 Feb 10 11:41:43.574350 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3c456f0-fd92-44ef-96f4-d1da5aefd6a6 req-72f3c84c-efa2-4440-a3ed-0e42287d0552 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Feb 10 11:41:43.629986 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-b93097e0-1694-4895-8508-d7112c591faf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 217 time: 0.0604913 Feb 10 11:41:43.693647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-1fe39e16-2e53-4f63-b455-aee9fd49b54f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:43.695044 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-1fe39e16-2e53-4f63-b455-aee9fd49b54f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0588398 Feb 10 11:41:43.767635 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-d1e29ea0-f435-434f-8cb8-a13c055016d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660326 Feb 10 11:41:43.894119 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-e2dd7197-ba0c-4f24-8a0a-9e7012b0b6d4 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203485 Feb 10 11:41:44.021475 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-5731d2f9-897d-41ae-99f8-3cf233cef73c req-fea252d9-de89-4706-abe4-3f66d243ef7f service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211498 Feb 10 11:41:44.195152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f98001e1-88e7-4138-a4df-a02b3fe3cd65 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:41:44.266924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc6ab-24f6-4251-abac-1aa03dd8e2ea req-d4cf9c3a-4b5c-44e9-a662-d632df931dc2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:44.268401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2afc6ab-24f6-4251-abac-1aa03dd8e2ea req-d4cf9c3a-4b5c-44e9-a662-d632df931dc2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 944 time: 0.0763152 Feb 10 11:41:44.313332 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2afc6ab-24f6-4251-abac-1aa03dd8e2ea req-6ed259cf-8e44-4bdb-89c7-2664ae260986 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390844 Feb 10 11:41:44.326844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:44.340202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'port_id': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'mac_address': 'fa:16:3e:9b:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:41:44.392025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:44.408431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98001e1-88e7-4138-a4df-a02b3fe3cd65 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:41:44.422723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:44.426636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:44.489747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:44.498248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.498592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.498928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.499281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.499613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.499938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.500527 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.500850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.501167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.501483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.501800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:41:44.646019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['f98001e1-88e7-4138-a4df-a02b3fe3cd65'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:41:44.772183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f113c86-5e42-4159-8d35-deae39bbb843 req-5c8719d7-ac81-4002-b390-63f92878adca tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:44.773570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f113c86-5e42-4159-8d35-deae39bbb843 req-5c8719d7-ac81-4002-b390-63f92878adca tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.0782664 Feb 10 11:41:44.818337 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2f113c86-5e42-4159-8d35-deae39bbb843 req-b17952e7-c657-4259-a69f-c55d4e6c6d17 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Feb 10 11:41:45.507581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff673d9-4928-4c0b-b3df-bfaaf344fa7b req-47e8b777-d244-4c1e-a4ab-cd61de5d8dcb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:45.508929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff673d9-4928-4c0b-b3df-bfaaf344fa7b req-47e8b777-d244-4c1e-a4ab-cd61de5d8dcb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 945 time: 0.0766981 Feb 10 11:41:45.555802 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff673d9-4928-4c0b-b3df-bfaaf344fa7b req-343c7157-5a42-4452-9352-dc508a5e4ecd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 Feb 10 11:41:46.008820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007b581-9903-4adf-9d0c-1c3bd6a02a1e req-17c41a18-4eff-43a6-8352-2495033beb5b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:46.010256 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0007b581-9903-4adf-9d0c-1c3bd6a02a1e req-17c41a18-4eff-43a6-8352-2495033beb5b tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.0759225 Feb 10 11:41:46.053978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0007b581-9903-4adf-9d0c-1c3bd6a02a1e req-e86ead7f-9ce7-422d-8e9c-754c16bfa329 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381916 Feb 10 11:41:46.215328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f98001e1-88e7-4138-a4df-a02b3fe3cd65 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:46.290686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port f98001e1-88e7-4138-a4df-a02b3fe3cd65 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:46.296061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port f98001e1-88e7-4138-a4df-a02b3fe3cd65 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:46.296417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:46.422061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:46.453585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:46.464860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:46.470279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:46.515339 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'code': 200} Feb 10 11:41:46.543114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:46.771857 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-15427f61-6102-4735-8cdb-a79443053e36 req-23664c45-615c-4d3e-ae1f-c8e9ab2e5034 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 1099 time: 0.0852129 Feb 10 11:41:46.792435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cf3fa-9182-4d02-b74d-1a3d580beec3 req-e351a1fa-2e8b-4b67-9db5-dfb7692e48d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:46.793877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-878cf3fa-9182-4d02-b74d-1a3d580beec3 req-e351a1fa-2e8b-4b67-9db5-dfb7692e48d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0860207 Feb 10 11:41:46.813995 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-15427f61-6102-4735-8cdb-a79443053e36 req-7b5aac32-ca7b-4d0f-8c03-c6247dada18d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Feb 10 11:41:46.838269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-878cf3fa-9182-4d02-b74d-1a3d580beec3 req-5317b752-5cdc-471c-b5f9-b2d0289bb26e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389214 Feb 10 11:41:47.249000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003a21c-1428-4875-b3b3-de270aa84b39 req-d382827a-a8bf-474b-867f-fb0b017e3f08 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:47.250783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b003a21c-1428-4875-b3b3-de270aa84b39 req-d382827a-a8bf-474b-867f-fb0b017e3f08 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.0752597 Feb 10 11:41:47.294674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b003a21c-1428-4875-b3b3-de270aa84b39 req-80fa08ca-3f3d-4031-9ded-f1428a04a149 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 Feb 10 11:41:48.162806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106555-c819-44a3-ae6e-8e8023d11578 req-518b887a-7fef-4801-a4f9-0c6ae50bf180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:48.164649 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68106555-c819-44a3-ae6e-8e8023d11578 req-518b887a-7fef-4801-a4f9-0c6ae50bf180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.2067423 Feb 10 11:41:48.215901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68106555-c819-44a3-ae6e-8e8023d11578 req-d410fd85-83dd-4579-959e-c176a0193021 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Feb 10 11:41:48.496847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c4e5d-f2fe-4003-83ab-6beb6c265ae9 req-30d49b5a-cd6e-4fcd-acac-30421d9677c5 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:48.498340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f0c4e5d-f2fe-4003-83ab-6beb6c265ae9 req-30d49b5a-cd6e-4fcd-acac-30421d9677c5 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.0829904 Feb 10 11:41:48.547924 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f0c4e5d-f2fe-4003-83ab-6beb6c265ae9 req-1fab0cf3-5ccf-4e60-bc5a-ad0ef51bb237 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Feb 10 11:41:49.410226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16918ac-1074-485d-a26e-9fa8687e1a1c req-aa0341f9-3f5c-4997-abc3-8f1b1dda6fd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:49.411666 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f16918ac-1074-485d-a26e-9fa8687e1a1c req-aa0341f9-3f5c-4997-abc3-8f1b1dda6fd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0769408 Feb 10 11:41:49.464270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f16918ac-1074-485d-a26e-9fa8687e1a1c req-a97b102a-a132-4231-8ffc-75777db806bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 Feb 10 11:41:49.659949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954e8d2-e356-42fe-9386-c52401d99ea8 req-9027c0b7-90a1-4912-968e-be8e9b889b68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:49.661394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2954e8d2-e356-42fe-9386-c52401d99ea8 req-9027c0b7-90a1-4912-968e-be8e9b889b68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0765686 Feb 10 11:41:49.757552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2954e8d2-e356-42fe-9386-c52401d99ea8 req-400813ec-e5f9-473a-8b8f-49882585dbea tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906525 Feb 10 11:41:49.777536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093001c8-d5fd-4d45-8bfe-bb38938e12e7 req-9e5b2096-683c-49ed-b17d-0a4a0ee334de tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:49.779588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-093001c8-d5fd-4d45-8bfe-bb38938e12e7 req-9e5b2096-683c-49ed-b17d-0a4a0ee334de tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 944 time: 0.1117344 Feb 10 11:41:49.785207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56854) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:49.831004 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-093001c8-d5fd-4d45-8bfe-bb38938e12e7 req-c17c6320-5996-432f-9594-2c7249929d90 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455196 Feb 10 11:41:49.860319 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5ca30d17-177c-48db-aa49-e47ed859fdb9 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 1094 time: 0.0715528 Feb 10 11:41:49.860791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:49.868308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'port_id': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:49.955289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.232971 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c17c9d58-d7c5-4508-a9c3-72122f932708 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:41:50.373504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c17c9d58-d7c5-4508-a9c3-72122f932708,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:50.386288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'port_id': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'mac_address': 'fa:16:3e:10:01:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:41:50.441810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.458910 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c9d58-d7c5-4508-a9c3-72122f932708 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:41:50.474508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c17c9d58-d7c5-4508-a9c3-72122f932708,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:50.479587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.545198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:50.569949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.573291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:50.745307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['c17c9d58-d7c5-4508-a9c3-72122f932708'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:41:50.766343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c associated. External IP: 172.26.3.175, port: f98001e1-88e7-4138-a4df-a02b3fe3cd65. Feb 10 11:41:51.079631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300786e-bdcf-478e-bf1b-a3c045a5cba0 req-8afdb701-5f61-492a-b036-803df6c581b2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:51.081053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2300786e-bdcf-478e-bf1b-a3c045a5cba0 req-8afdb701-5f61-492a-b036-803df6c581b2 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 945 time: 0.1069043 Feb 10 11:41:51.135219 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2300786e-bdcf-478e-bf1b-a3c045a5cba0 req-aa5127d3-2c7b-499f-8d9a-9ad29c607986 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480628 Feb 10 11:41:51.370924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:51.564091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:51.568843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:51.573305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:51.585086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:51.585684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:51.623439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d9580134-1932-4888-b5b6-8996717b9901 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 992 time: 1.7611496 Feb 10 11:41:51.623989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:51.626455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56864) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:51.679969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'status': 'completed', 'code': 200} Feb 10 11:41:51.780097 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10bae1a8-615b-4454-8b1a-6e474295b72a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 992 time: 0.1513405 Feb 10 11:41:51.791115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:51.799342 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-39a2c581-a835-41f9-960f-93effe8cf220 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 1099 time: 0.0941291 Feb 10 11:41:51.927724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-0914735e-2c11-4138-80ab-4f758c2f18a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:51.929255 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-0914735e-2c11-4138-80ab-4f758c2f18a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 200 len: 897 time: 0.1244268 Feb 10 11:41:52.030129 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-c28d00ad-9c8a-41bb-9583-76749aa3f743 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65 HTTP/1.1" status: 200 len: 1000 time: 0.0953705 Feb 10 11:41:52.090246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-c682519a-7e63-4895-9cf4-7874edf9ca54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:52.091722 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-c682519a-7e63-4895-9cf4-7874edf9ca54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 200 len: 835 time: 0.0556312 Feb 10 11:41:52.132240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:9b:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62247014-fb1e-41b7-a4df-771eee9588bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:41:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:52.136562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:52.147947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:52.148547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:52.164829 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-62bbb3d4-b7fd-4401-8015-68fad84173da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664694 Feb 10 11:41:52.267589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c17c9d58-d7c5-4508-a9c3-72122f932708 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:41:52.341235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64395b59-cb64-40d7-bc50-4265c7b96151 req-c6e504bc-46bd-49aa-a50a-3310f5d0c720 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:52.342787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64395b59-cb64-40d7-bc50-4265c7b96151 req-c6e504bc-46bd-49aa-a50a-3310f5d0c720 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 945 time: 0.0821137 Feb 10 11:41:52.388681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:52.389529 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-85f2ac46-aa11-4fff-b01c-70a533c766dc service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189596 Feb 10 11:41:52.400684 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64395b59-cb64-40d7-bc50-4265c7b96151 req-204ab37d-a230-4e4d-9e5c-976beb92c115 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514827 Feb 10 11:41:52.427113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port c17c9d58-d7c5-4508-a9c3-72122f932708 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:41:52.443914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port c17c9d58-d7c5-4508-a9c3-72122f932708 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:41:52.444212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.518207 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-fbe66d39-8e24-44d1-a84b-6d932010321f req-d093bd06-b743-4b83-a9a9-7e6ab3383512 service neutron] 10.222.0.32 "GET /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226521 Feb 10 11:41:52.732196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.782883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56872) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:52.788102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:52.828891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c17c9d58-d7c5-4508-a9c3-72122f932708,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:41:52.835827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:52.879491 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'code': 200} Feb 10 11:41:52.898600 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2d5f01c0-0933-420d-996f-775f74d337cb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 992 time: 0.1143811 Feb 10 11:41:52.928216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:52.942627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:9b:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62247014-fb1e-41b7-a4df-771eee9588bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:41:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:52.946814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2917e810-f3d9-43d7-abe1-da76c1f64fc3 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '3493d70a-0961-45c0-a9b2-1203563fdf0c', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'port_id': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'mac_address': 'fa:16:3e:9b:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62247014-fb1e-41b7-a4df-771eee9588bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:40:55Z', 'updated_at': '2022-02-10T11:41:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:53.130227 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6439fe52-bd11-4902-8d3e-4af3a13d1b1b req-de338ae9-1806-4d10-902c-9e289ac12883 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1099 time: 0.0718489 Feb 10 11:41:53.158320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35176e7-0c1e-491a-8417-8c0ae916631c None None] New status for floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:41:53.172973 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6439fe52-bd11-4902-8d3e-4af3a13d1b1b req-79e10456-c67f-4792-b936-96ebc0fbe2d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371780 Feb 10 11:41:53.598609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6133b06-9bca-46c3-9645-65e74226c134 req-11226c92-588d-4526-85a9-b62c7dc4d0b9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:53.600056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6133b06-9bca-46c3-9645-65e74226c134 req-11226c92-588d-4526-85a9-b62c7dc4d0b9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.0784712 Feb 10 11:41:53.643661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6133b06-9bca-46c3-9645-65e74226c134 req-f0269b7a-b6c2-4a68-a084-709cf442eb3f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381713 Feb 10 11:41:53.902430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56880) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:54.005964 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f5e9ca67-29d5-4f54-88bc-e0d079e8a2b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 200 len: 994 time: 0.1022699 Feb 10 11:41:54.836572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c31614-1d5c-4fcd-84e6-59468f0756f8 req-952fd6b3-3cee-4d60-86e0-8dcbb2db4ad8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:54.838023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26c31614-1d5c-4fcd-84e6-59468f0756f8 req-952fd6b3-3cee-4d60-86e0-8dcbb2db4ad8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.0766876 Feb 10 11:41:54.884707 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26c31614-1d5c-4fcd-84e6-59468f0756f8 req-e2ca303d-546f-420b-a98b-bf5bcde016b9 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396705 Feb 10 11:41:55.080160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb99c3-f9b2-49cc-9e6f-626668799435 req-cc24a269-04d1-4151-bd3d-b5d1ce3825db tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:55.081562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccdb99c3-f9b2-49cc-9e6f-626668799435 req-cc24a269-04d1-4151-bd3d-b5d1ce3825db tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.0772026 Feb 10 11:41:55.124690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ccdb99c3-f9b2-49cc-9e6f-626668799435 req-51804213-6674-46e4-9473-cfa7bddb8d99 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377748 Feb 10 11:41:55.154889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:55.225653 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-459e0962-c8ea-408d-85b4-318d8ade35fb tempest-TestVolumeBootPattern-143304340 tempest-TestVolumeBootPattern-143304340-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1094 time: 0.0696280 Feb 10 11:41:55.228301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:41:55.233311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:41:55.238982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:41:55.242786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Usage tracker for resource:floatingip and tenant:a949380140f34dc0ac3ca1a90c759bea is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:41:55.245685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:41:55.251698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:41:55.261612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.394307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.532036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Allocated IP 172.26.3.235 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/a25f01f2-e018-4a00-bf6a-583c191cf360) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:41:55.674622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.701826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:55.769493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:41:55.772139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:41:55.776251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:41:55.893094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=a25f01f2-e018-4a00-bf6a-583c191cf360,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:56.353873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.406140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.598400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.603203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.705747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event updated for resources: {'Port': ['ID=a25f01f2-e018-4a00-bf6a-583c191cf360,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:41:56.719906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:56.905131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Floating IP 9e05868d-18b8-44d7-8de7-a9453d837f9e associated. External IP: 172.26.3.235, port: c17c9d58-d7c5-4508-a9c3-72122f932708. Feb 10 11:41:57.189012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e06d629-00cf-4517-822a-e64737c363a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.377841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:41:57.569794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:41:57.578763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:41:57.590404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:57.591084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:57.593768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:57.649959 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ef2d66bf-eb0f-4c56-b157-f1169e0b82dc tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4205873 Feb 10 11:41:57.650527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:41:57.704106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'status': 'completed', 'code': 200} Feb 10 11:41:57.800429 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-e488d4da-5279-4516-8366-510bea5edaa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1099 time: 0.0703824 Feb 10 11:41:57.821240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:57.934203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-d7f813a4-0e88-4ebe-8753-351456540037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:57.935577 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-d7f813a4-0e88-4ebe-8753-351456540037 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1243711 Feb 10 11:41:58.049839 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-1ceab22b-4291-446c-9dfb-ef77ddb3d40b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 1000 time: 0.1042745 Feb 10 11:41:58.110797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-1fa607b1-2eec-4050-bb29-0af46bf0fa89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:41:58.112227 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-1fa607b1-2eec-4050-bb29-0af46bf0fa89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0562234 Feb 10 11:41:58.166515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}, {'id': '9e05868d-18b8-44d7-8de7-a9453d837f9e', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:10:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:56Z', 'updated_at': '2022-02-10T11:41:56Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:58.170385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:41:58.180954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:41:58.181549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:58.188653 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-b61382a6-4288-4fea-943e-85f96c4765d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693147 Feb 10 11:41:58.328581 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-0f3c9537-70a9-4fa9-bce5-ea67250a6b2b service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251748 Feb 10 11:41:58.359533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:41:58.458758 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-dee1cecd-a2e6-4340-b781-d4e6458e220b req-15da711e-e9e7-4e29-9865-40cec4017b88 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247568 Feb 10 11:41:58.699748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}, {'id': '9e05868d-18b8-44d7-8de7-a9453d837f9e', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:10:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:56Z', 'updated_at': '2022-02-10T11:41:56Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:41:58.704217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f1d0-9691-487b-9ac3-4269e1ea306e None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}, {'id': '9e05868d-18b8-44d7-8de7-a9453d837f9e', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:10:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:41:56Z', 'updated_at': '2022-02-10T11:41:56Z', 'revision_number': 0, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:41:59.362894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f12ca97a-ac90-4b55-9500-51f0b43d9044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:41:59.421669 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c480a2da-84c8-4540-afd0-48783cb1e676 None None] New status for floating IP 9e05868d-18b8-44d7-8de7-a9453d837f9e: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:00.480698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:00.661621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:02.043467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:03.780533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:11.827262 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:42:20.766236 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-933f62b9-d841-45a3-86db-3eadcc5e3607 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719936 Feb 10 11:42:20.909540 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-30b4f727-8f50-45c5-9d74-9a1370e13ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1098 time: 0.0731530 Feb 10 11:42:21.153705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-5a6ac361-108c-4237-ab39-8d9fcf8d33bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:21.155126 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-5a6ac361-108c-4237-ab39-8d9fcf8d33bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.2251050 Feb 10 11:42:21.259081 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-d3720ea2-c3e5-422e-9206-37438490aa8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 1000 time: 0.0965726 Feb 10 11:42:21.321040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-71259d4c-1423-47a1-8730-399c380c9e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:21.321957 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-71259d4c-1423-47a1-8730-399c380c9e37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0574963 Feb 10 11:42:21.393634 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-096dd851-accd-4cf7-9ac9-b10cc834532a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658467 Feb 10 11:42:21.543837 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-fcc87a75-a701-4f9d-ade4-dbf18d87dd3d service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431012 Feb 10 11:42:21.677705 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-86b13ca4-2a1e-44dc-bd47-11c3ee9d4a8a req-2b0792c5-9927-41dd-a5e7-28fe4ae58395 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264377 Feb 10 11:42:25.362795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2cd81-63c3-4f31-9ec4-de41fe9678fb req-987dd4b3-0cd2-40bf-b2a8-35f45c8ca8ed tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:25.364164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bac2cd81-63c3-4f31-9ec4-de41fe9678fb req-987dd4b3-0cd2-40bf-b2a8-35f45c8ca8ed tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0744865 Feb 10 11:42:25.408337 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bac2cd81-63c3-4f31-9ec4-de41fe9678fb req-bd953db7-07ee-487b-9f46-e38a246e98dd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Feb 10 11:42:26.602322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c67b-8754-434e-8897-fa82418cd36b req-cbe56ac6-8c5c-4c30-99ac-45da7ede8f8d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:26.603774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5173c67b-8754-434e-8897-fa82418cd36b req-cbe56ac6-8c5c-4c30-99ac-45da7ede8f8d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0768123 Feb 10 11:42:26.648805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5173c67b-8754-434e-8897-fa82418cd36b req-c334a743-4795-4793-89c7-12d358b29aba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=05a5e6a4-75a2-44e0-a8ba-16351240ad6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395465 Feb 10 11:42:26.666788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-de1c096a-d71f-40ac-a163-6c18a0b5721c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:26.667496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-de1c096a-d71f-40ac-a163-6c18a0b5721c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:26.679644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-de1c096a-d71f-40ac-a163-6c18a0b5721c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:26.680695 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-de1c096a-d71f-40ac-a163-6c18a0b5721c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 946 time: 0.0907590 Feb 10 11:42:26.744485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port f98001e1-88e7-4138-a4df-a02b3fe3cd65 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:26.744749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:26.975611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port f98001e1-88e7-4138-a4df-a02b3fe3cd65, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f98001e1-88e7-4138-a4df-a02b3fe3cd65,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:26.975957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:27.198687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b013fa0-0492-4cd7-9dcf-f6ab9341a84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:27.264058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:27.264365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:27.264676 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c disassociated. External IP: 172.26.3.175, port: f98001e1-88e7-4138-a4df-a02b3fe3cd65. Feb 10 11:42:27.265014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for f98001e1-88e7-4138-a4df-a02b3fe3cd65 owned by compute:nova {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:27.401731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:27.446253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=f98001e1-88e7-4138-a4df-a02b3fe3cd65,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:27.729765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:27.812554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-651cfd4b-f7a4-4cf8-a8a4-9a77447b6af8 req-79cbcaf8-d4a8-454b-acd0-be4451082e1d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=62247014-fb1e-41b7-a4df-771eee9588bb HTTP/1.1" status: 200 len: 210 time: 0.0411708 Feb 10 11:42:27.941165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:27.951727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:27.964245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:27.964844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:28.007794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port f98001e1-88e7-4138-a4df-a02b3fe3cd65 on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:28.010376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:28.012867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'name': 'network-vif-deleted', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:28.028487 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b2c47ddd-1c7e-429b-849f-0287263d237c req-ff1a2ca7-d3a4-48d5-b75e-eb9f73ec249e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/f98001e1-88e7-4138-a4df-a02b3fe3cd65 HTTP/1.1" status: 204 len: 173 time: 1.3429952 Feb 10 11:42:28.068989 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62247014-fb1e-41b7-a4df-771eee9588bb', 'name': 'network-vif-deleted', 'tag': 'f98001e1-88e7-4138-a4df-a02b3fe3cd65', 'status': 'completed', 'code': 200} Feb 10 11:42:28.161644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:28.515052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:28.518878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:28.529141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:28.529734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:41:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:28.709336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:29.010757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56932) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:29.015966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:29.019935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d41d88-b846-4daf-aa14-c6cb353ef01a None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:40:37Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'e783efc0-abe1-41ef-a921-ebb5c2e2c651', 'name': '', 'network_id': 'dfb6fd4d-fe5e-4b1f-ba86-1abe72020289', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:53:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:37Z', 'updated_at': '2022-02-10T11:40:45Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '62505f12-3fc7-406a-af2a-064f2bf4ed8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:29.080890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.109617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.176867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.196379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a5e6a4-75a2-44e0-a8ba-16351240ad6a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:29.204249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.204848 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d8179e10-29ac-42f9-9e42-bfa38d7610e4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/05a5e6a4-75a2-44e0-a8ba-16351240ad6a HTTP/1.1" status: 204 len: 168 time: 0.1929655 Feb 10 11:42:29.246666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56938) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:29.257254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591dac9-8694-4026-8edd-df9bf7958473 None None] New status for floating IP 3493d70a-0961-45c0-a9b2-1203563fdf0c: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:42:29.364606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7fae2fa-0617-4c63-ac33-0b36529c8d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.404678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 718a2329-9e25-4ab9-a312-f430da958b6f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:29.405005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.571903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.572225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:29.689189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 718a2329-9e25-4ab9-a312-f430da958b6f owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:29.768753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:42:29.768977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:42:30.270493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 718a2329-9e25-4ab9-a312-f430da958b6f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:30.271119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.434087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.434405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.437822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f98001e1-88e7-4138-a4df-a02b3fe3cd65 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:30.473863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: f98001e1-88e7-4138-a4df-a02b3fe3cd65 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:30.474206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f98001e1-88e7-4138-a4df-a02b3fe3cd65 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:30.486667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.557099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 718a2329-9e25-4ab9-a312-f430da958b6f owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:30.664541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.791980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.834591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=718a2329-9e25-4ab9-a312-f430da958b6f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:30.925475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.939576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:30.940699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-45be6429-f3b1-49bf-9d11-fb03fa2b84f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/3493d70a-0961-45c0-a9b2-1203563fdf0c HTTP/1.1" status: 204 len: 168 time: 1.6930118 Feb 10 11:42:31.313592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96f7d-a11f-41bc-a7a3-6cb8692027df req-7b1c84f5-215b-4c49-ab82-24889c6e659a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:31.314266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1df96f7d-a11f-41bc-a7a3-6cb8692027df req-7b1c84f5-215b-4c49-ab82-24889c6e659a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:31.328674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1df96f7d-a11f-41bc-a7a3-6cb8692027df req-7b1c84f5-215b-4c49-ab82-24889c6e659a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:31.329770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1df96f7d-a11f-41bc-a7a3-6cb8692027df req-7b1c84f5-215b-4c49-ab82-24889c6e659a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0910280 Feb 10 11:42:31.378675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1df96f7d-a11f-41bc-a7a3-6cb8692027df req-522f26b6-4ac1-4db4-84d9-2588f73ccaba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Feb 10 11:42:32.045848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:32.571118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24168-a8ed-4559-ab6f-1ac65786c343 req-8e6589c2-5184-4c2a-bcf9-901832d3a093 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:32.572656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d5e24168-a8ed-4559-ab6f-1ac65786c343 req-8e6589c2-5184-4c2a-bcf9-901832d3a093 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0747972 Feb 10 11:42:32.602767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-74735f4d-5a10-44c6-a7fd-5032da80b09c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:32.603486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-74735f4d-5a10-44c6-a7fd-5032da80b09c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:32.615365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-74735f4d-5a10-44c6-a7fd-5032da80b09c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:32.616453 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-74735f4d-5a10-44c6-a7fd-5032da80b09c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 945 time: 0.0865715 Feb 10 11:42:32.617131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d5e24168-a8ed-4559-ab6f-1ac65786c343 req-0ac69d60-c876-414c-abde-6d0f70324c02 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=9594a053-ef00-4ff9-be99-4b6b340c00c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 Feb 10 11:42:32.684974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:32.685226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:32.917865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:32.918214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:33.036158 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 6251fc11-5a8a-47d6-9bcc-6bf8705646ed owned by compute:nova {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:33.176645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:33.227390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=6251fc11-5a8a-47d6-9bcc-6bf8705646ed,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:33.298554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port 6251fc11-5a8a-47d6-9bcc-6bf8705646ed on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:33.300862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:33.303194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'name': 'network-vif-deleted', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:33.318734 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-aae12c43-cc25-4e6b-a61b-210f6c30087f req-7aec9d10-532d-48a2-9bd8-b5e3aa34ba6b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/6251fc11-5a8a-47d6-9bcc-6bf8705646ed HTTP/1.1" status: 204 len: 173 time: 0.6975396 Feb 10 11:42:33.463453 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0498a-2252-4a51-9bb8-75ce90b2f7bc', 'name': 'network-vif-deleted', 'tag': '6251fc11-5a8a-47d6-9bcc-6bf8705646ed', 'status': 'completed', 'code': 200} Feb 10 11:42:33.777754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:33.805943 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f9744f4-594b-4653-a206-2d2feb6d271c req-c2bbaa95-fcf8-481a-9711-59aa932341c9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0498a-2252-4a51-9bb8-75ce90b2f7bc HTTP/1.1" status: 200 len: 210 time: 0.0474145 Feb 10 11:42:34.914699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 56956) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:34.980406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:35.012554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:35.072894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:35.100382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594a053-ef00-4ff9-be99-4b6b340c00c2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:35.106488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:35.110853 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bbde63b2-f77a-44a0-a69a-aed7f65e0806 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/9594a053-ef00-4ff9-be99-4b6b340c00c2 HTTP/1.1" status: 204 len: 168 time: 0.1919174 Feb 10 11:42:35.149035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56962) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:35.529064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.106945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port e783efc0-abe1-41ef-a921-ebb5c2e2c651 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:36.107300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.393154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port e783efc0-abe1-41ef-a921-ebb5c2e2c651, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e783efc0-abe1-41ef-a921-ebb5c2e2c651,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:36.393844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.457662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 6251fc11-5a8a-47d6-9bcc-6bf8705646ed no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:36.489450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 6251fc11-5a8a-47d6-9bcc-6bf8705646ed {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:36.489784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 6251fc11-5a8a-47d6-9bcc-6bf8705646ed not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:36.516647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for e783efc0-abe1-41ef-a921-ebb5c2e2c651 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:36.693466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:36.739265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=e783efc0-abe1-41ef-a921-ebb5c2e2c651,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:37.032433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:37.595661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:37.882485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:37.893117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Sync routers for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:37.896929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-356c2b7e-cb0b-42e2-9d2f-e6e41a66d549 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/7bc477e1-c75c-48c7-8d70-5b7dbc93f349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454112 Feb 10 11:42:37.898108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56968) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:37.904357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:37.904958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:38.079394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet 62505f12-3fc7-406a-af2a-064f2bf4ed8f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:42:38.082193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.086013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:38.138297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.219030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.294072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.332742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=62505f12-3fc7-406a-af2a-064f2bf4ed8f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:38.337156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.343129 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1e8fdec3-2577-4e5f-9d50-f7afd09c7a84 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/62505f12-3fc7-406a-af2a-064f2bf4ed8f HTTP/1.1" status: 204 len: 168 time: 0.4440660 Feb 10 11:42:38.345057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05397a0-b64d-4f5e-932b-968cacb162d7 None None] Network dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:38.345741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56972) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:38.542823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.568536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:42:36Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:38.574698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Checking router: 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:38.599135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Routers {'7bc477e1-c75c-48c7-8d70-5b7dbc93f349'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:38.599787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:38.737914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.749938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port de15baa8-5918-439d-8516-be1ce9ddac85 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:38.750342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.784981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] DHCP port deletion for dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:42:38.789701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] Set router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:38.830813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Deleting port 2708d2e1-beff-4262-adbe-30a978198f76 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:42:38.831097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:38.922943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port de15baa8-5918-439d-8516-be1ce9ddac85, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=de15baa8-5918-439d-8516-be1ce9ddac85,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:38.923333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.046223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for de15baa8-5918-439d-8516-be1ce9ddac85 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:39.247597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] For port 2708d2e1-beff-4262-adbe-30a978198f76, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2708d2e1-beff-4262-adbe-30a978198f76,segment=NetworkSegment(1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20),segment_id=1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:39.248206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.322236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.368296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=de15baa8-5918-439d-8516-be1ce9ddac85,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:39.384145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2708d2e1-beff-4262-adbe-30a978198f76 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:39.412721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Calling delete_port for 2708d2e1-beff-4262-adbe-30a978198f76 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:42:39.511650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:42:36Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:39.518467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2386ea67-3f11-4791-b0a6-1f7a0a2d5463 None None] The sync data for ids ['7bc477e1-c75c-48c7-8d70-5b7dbc93f349'] in dv-neutron-827807-1-hyperv is: [{'id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'name': 'tempest-TestNetworkBasicOps-router-840472672', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:40:33Z', 'updated_at': '2022-02-10T11:42:36Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': 'de15baa8-5918-439d-8516-be1ce9ddac85', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ab:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc477e1-c75c-48c7-8d70-5b7dbc93f349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:40:34Z', 'updated_at': '2022-02-10T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:39.561482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.589964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.620545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] Pushing event deleted for resources: {'Port': ['ID=2708d2e1-beff-4262-adbe-30a978198f76,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:39.631659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.643181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2877ae2-9ed3-4dc4-a3f2-e9578bf68b6e None None] No DVR routers for this DVR port 2708d2e1-beff-4262-adbe-30a978198f76 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:42:39.841375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.845839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.875108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.876166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc477e1-c75c-48c7-8d70-5b7dbc93f349 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:42:39.890946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:39.894571 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e46e6505-2a0c-45c1-9513-949081e6ed86 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/7bc477e1-c75c-48c7-8d70-5b7dbc93f349 HTTP/1.1" status: 204 len: 168 time: 1.5455065 Feb 10 11:42:39.894799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:40.010675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.149406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.174705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb6fd4d-fe5e-4b1f-ba86-1abe72020289']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:40.186495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:40.186841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1362bcdb-ec6f-4486-84b4-5cc6f0ac3b20') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:40.197631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.212993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.219387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:42:40.219756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:42:40.233256 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:42:40.309100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.326013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.337127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=dfb6fd4d-fe5e-4b1f-ba86-1abe72020289,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:40.347593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.347938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.348294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.348628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.348957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.349281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.349601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.349921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.350240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.350553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.350867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:40.354093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4100715c-3bb2-4e97-ad51-ac897d556c54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/dfb6fd4d-fe5e-4b1f-ba86-1abe72020289 HTTP/1.1" status: 204 len: 168 time: 0.4583361 Feb 10 11:42:40.381516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:40.386791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--200482409', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:40.392523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:40.396502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:40.399414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:40.405102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:40.414536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:40.417365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.448885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:42:40.458248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.458575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 8e495a35-8ba6-4ab2-ae3c-c7214aa01376 of type vlan for network 919a4b31-9136-4e88-a6d7-d16ef57dc902 Feb 10 11:42:40.483943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.518920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.522859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:40.523421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.628486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2431226 Feb 10 11:42:40.628727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:40.635692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:40.641102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6effa2-3a56-44ff-826c-d2002bb04353 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=919a4b31-9136-4e88-a6d7-d16ef57dc902,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:40.644675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:40.648482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:40.650824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:42:40.651559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:40.657361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:40.667499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.668409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.687870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:40.922765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.095755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.124378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.259167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.215 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/1d9e43a8-ea31-407d-bb4c-841d677d025b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:41.310047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e783efc0-abe1-41ef-a921-ebb5c2e2c651 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:41.341249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e783efc0-abe1-41ef-a921-ebb5c2e2c651 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:41.341592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e783efc0-abe1-41ef-a921-ebb5c2e2c651 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:41.341990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device de15baa8-5918-439d-8516-be1ce9ddac85 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:42:41.372374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: de15baa8-5918-439d-8516-be1ce9ddac85 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:42:41.372710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device de15baa8-5918-439d-8516-be1ce9ddac85 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:42:41.405121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.432492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.498586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:41.502182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:41.504025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=1d9e43a8-ea31-407d-bb4c-841d677d025b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:41.506413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:41.663804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.664523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:41.884493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:42:42.080438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:42.089699 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Sync routers for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:42.101353 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:42.101977 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:42.105503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.110152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b706b402-df65-401d-b404-aee25398a402 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4772797 Feb 10 11:42:42.110523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:42.273988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:42.284465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-859b515a-0aa3-424a-8204-fcf1479c8f72 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1728847 Feb 10 11:42:42.286942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56994) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:42.412125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b666c-9bff-42e5-81e5-41c353c650c2 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:42.413502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db0b666c-9bff-42e5-81e5-41c353c650c2 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256649 Feb 10 11:42:42.416325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 56998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:42.455147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f9e8d6e4-d491-4cfa-b34a-72fb7873103c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376420 Feb 10 11:42:42.457380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57002) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:42.462484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1597871109', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:42.551021 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:41Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:42.555127 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Checking router: 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:42.555500 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Updating router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 port 1d9e43a8-ea31-407d-bb4c-841d677d025b binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:42:42.606533 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.669864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:42.673503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:42.676341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:42.681987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:42.692153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:42.790575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.946354 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:42.957197 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Transition to ACTIVE for port object 1d9e43a8-ea31-407d-bb4c-841d677d025b will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:42.970103 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.010969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.066248 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Attempting to bind port 1d9e43a8-ea31-407d-bb4c-841d677d025b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:43.066521 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Attempting to bind port 1d9e43a8-ea31-407d-bb4c-841d677d025b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:43.067075 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Attempting to bind port 1d9e43a8-ea31-407d-bb4c-841d677d025b on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:43.094635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=8f30309f-4973-4c9a-9e26-3034827f5b56,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:43.107301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Pushing event updated for resources: {'Port': ['ID=1d9e43a8-ea31-407d-bb4c-841d677d025b,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:43.114259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:43.114259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: 919a4b31-9136-4e88-a6d7-d16ef57dc902, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.132442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Bound port: 1d9e43a8-ea31-407d-bb4c-841d677d025b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:43.138117 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.148746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:42:43.152854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 919a4b31-9136-4e88-a6d7-d16ef57dc902) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:43.157403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:43.157924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.163512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8e8de-7065-432a-9052-3aff0f648bde None None] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:43.204949 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6387a9e2-8c04-491d-b160-685a4564aa90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7331169 Feb 10 11:42:43.204949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57006) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:43.289449 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] For port 1d9e43a8-ea31-407d-bb4c-841d677d025b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:43.289449 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] For port 1d9e43a8-ea31-407d-bb4c-841d677d025b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d9e43a8-ea31-407d-bb4c-841d677d025b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:43.289449 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.387698 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526092d-3a4a-4947-b667-6621bf3030bf None None] Pushing event updated for resources: {'Port': ['ID=1d9e43a8-ea31-407d-bb4c-841d677d025b,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:43.540925 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:43.540925 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:43.546552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-919a4b31-9136-4e88-a6d7-d16ef57dc902', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:42:43.546552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:43.763529 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:43.803077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Allocated IP 172.20.0.2 (919a4b31-9136-4e88-a6d7-d16ef57dc902/8f30309f-4973-4c9a-9e26-3034827f5b56/016de5c0-4648-4bd9-ad5f-12576d56f56b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:44.117477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:41Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:44.122572 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083cf836-c7f2-402b-bb43-7de3a43d937b None None] The sync data for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv is: [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:41Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:44.145201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.161564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Transition to ACTIVE for port object 016de5c0-4648-4bd9-ad5f-12576d56f56b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:44.189020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Transition to ACTIVE for port object 016de5c0-4648-4bd9-ad5f-12576d56f56b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:44.204043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.280813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:44.282749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:44.287339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:44.289609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Pushing event updated for resources: {'Port': ['ID=016de5c0-4648-4bd9-ad5f-12576d56f56b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:44.390121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.401544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Attempting to bind port 016de5c0-4648-4bd9-ad5f-12576d56f56b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:44.401753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Attempting to bind port 016de5c0-4648-4bd9-ad5f-12576d56f56b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:44.402884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Attempting to bind port 016de5c0-4648-4bd9-ad5f-12576d56f56b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:44.424541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:44.425462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Checking segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:44.425462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.426815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Bound using segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:44.426815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Bound port: 016de5c0-4648-4bd9-ad5f-12576d56f56b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:44.426815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.541868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] For port 016de5c0-4648-4bd9-ad5f-12576d56f56b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:44.545036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] For port 016de5c0-4648-4bd9-ad5f-12576d56f56b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=016de5c0-4648-4bd9-ad5f-12576d56f56b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:44.550855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:44.656974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Pushing event updated for resources: {'Port': ['ID=016de5c0-4648-4bd9-ad5f-12576d56f56b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:44.669960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.670588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.670850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.672157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.672554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.674885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.674885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.674885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.674885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.675446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:44.675739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecceba-b0a3-4c20-879f-a3edd826ce4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:45.140000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (919a4b31-9136-4e88-a6d7-d16ef57dc902/8f30309f-4973-4c9a-9e26-3034827f5b56/7e56fd16-1af8-41f3-aa2e-91ec3178a3af) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:45.399455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.409420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d9e43a8-ea31-407d-bb4c-841d677d025b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:45.418546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 7e56fd16-1af8-41f3-aa2e-91ec3178a3af will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:45.448930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.497398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1d9e43a8-ea31-407d-bb4c-841d677d025b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:45.504803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1d9e43a8-ea31-407d-bb4c-841d677d025b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:45.504803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.528912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:45.528912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:45.537332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:45.566013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:45.604551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.678221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.705018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 1d9e43a8-ea31-407d-bb4c-841d677d025b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d9e43a8-ea31-407d-bb4c-841d677d025b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:45.705018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.705018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 016de5c0-4648-4bd9-ad5f-12576d56f56b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:45.744338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:45.882416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 016de5c0-4648-4bd9-ad5f-12576d56f56b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:45.894085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=1d9e43a8-ea31-407d-bb4c-841d677d025b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:46.044026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428bb57-c843-4018-9cd5-7288b0009e67 None None] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:42:46.245294 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Provisioning for port 016de5c0-4648-4bd9-ad5f-12576d56f56b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:46.255495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Provisioning complete for port 016de5c0-4648-4bd9-ad5f-12576d56f56b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:46.255862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.270143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.274674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.382406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.386319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:46.418209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.451004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] For port 016de5c0-4648-4bd9-ad5f-12576d56f56b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=016de5c0-4648-4bd9-ad5f-12576d56f56b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:46.455393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.522785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f5784-f87b-4c1e-95d3-e1cdb136b04b None None] Pushing event updated for resources: {'Port': ['ID=016de5c0-4648-4bd9-ad5f-12576d56f56b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:46.529206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:46.530978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:46.677864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Provisioning complete for port 016de5c0-4648-4bd9-ad5f-12576d56f56b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:46.678528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.870581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Provisioning for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:46.878739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Provisioning complete for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:46.878739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:46.959787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f4ea7-9050-401a-9f20-4a5f0b8d6445 None None] Port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:47.079803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9d7c99fd-6787-4d3e-bef9-7a0793fdd66c None None] Provisioning complete for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:47.080166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9d7c99fd-6787-4d3e-bef9-7a0793fdd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.132205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:42:47.133498 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c99fd-6787-4d3e-bef9-7a0793fdd66c None None] Port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:47.323701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 016de5c0-4648-4bd9-ad5f-12576d56f56b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:47.339728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:42:47.353113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3e5ae5d8-4c6e-49b1-aa7b-565cc2a4292b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1566408 Feb 10 11:42:47.355626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:47.391830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 016de5c0-4648-4bd9-ad5f-12576d56f56b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:47.392188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.496390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.496758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.497119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.497498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.498022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.498373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.500168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b44106c-83b8-4351-bd96-fd89d95e701c tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1436379 Feb 10 11:42:47.503166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57014) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:47.504334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d9e43a8-ea31-407d-bb4c-841d677d025b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:47.571518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1d9e43a8-ea31-407d-bb4c-841d677d025b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:47.571796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:47.571924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.572216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.572574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.572945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.573292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.573634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:47.575355 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b8579928-64c8-4ead-b337-9429295ab172 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0711851 Feb 10 11:42:47.578655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57018) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:47.872470 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5368d4ab-b009-463f-8967-7b2c7bf2ec70 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2927723 Feb 10 11:42:47.875998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57024) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:47.881097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-224776529', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:47.921245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Sync routers for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:42:47.933880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:47.934558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:48.015543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:48.019664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:port and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:48.022514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:48.028109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:48.039149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:42:48.042089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.064178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] device_id is not set on port 521a1259-6d09-4b88-b761-f870b7305f8b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:42:48.109547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:48.202197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.14 (919a4b31-9136-4e88-a6d7-d16ef57dc902/8f30309f-4973-4c9a-9e26-3034827f5b56/521a1259-6d09-4b88-b761-f870b7305f8b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:42:48.397574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.412523 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 521a1259-6d09-4b88-b761-f870b7305f8b will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:48.425491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:46Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:48.429437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Checking router: 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:42:48.429860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Updating router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:42:48.434552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.481735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.511741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:42:48.514331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:42:48.517620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:42:48.552915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:48.576021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.576366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.577075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.577075 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.577928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.578260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.578584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.578909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.579246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.579570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.580038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:42:48.600686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:48.602201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.629143 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c0582325-1799-4cbb-9c2d-60182cd8d064 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7520723 Feb 10 11:42:48.789716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f9886631-bb07-475b-ad68-44bf6f37da05 None None] Provisioning for port 521a1259-6d09-4b88-b761-f870b7305f8b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:48.822774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f9886631-bb07-475b-ad68-44bf6f37da05 None None] Provisioning complete for port 521a1259-6d09-4b88-b761-f870b7305f8b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:48.823135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f9886631-bb07-475b-ad68-44bf6f37da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.827622 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:42:48.840129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57030) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:48.846398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213771591', 'description': 'tempest-secgroup-smoke-1213771591 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:48.853204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:48.857713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:48.860616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:48.866354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:48.878060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.913632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:48.917572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:48.920428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:48.926593 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:48.935247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.937829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f9886631-bb07-475b-ad68-44bf6f37da05 None None] Port 521a1259-6d09-4b88-b761-f870b7305f8b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:42:48.948451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Transition to ACTIVE for port object 7e56fd16-1af8-41f3-aa2e-91ec3178a3af will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:48.955322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.983321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:48.988229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.035344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de436e41-b08c-45d5-9546-21e1eae670bd,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.038082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.039353 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1587c930-efa4-44eb-8add-a95b042a770e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1981895 Feb 10 11:42:49.042431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57034) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.049153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.060894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.065668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.069553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.075814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.078926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af31c6-4fba-49ac-a747-3b65d2169e3f None None] Pushing event updated for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.100158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.169821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Attempting to bind port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:49.170200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Attempting to bind port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:49.170560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Attempting to bind port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:49.176431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.178067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:49.178384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Checking segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:49.178779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.179210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Bound using segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:49.179670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Bound port: 7e56fd16-1af8-41f3-aa2e-91ec3178a3af, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:49.180040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.181512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.206317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965a975f-ee82-47e5-ae51-bc6d74db0a18,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.215618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.219565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c8fc4d2-a305-45d6-a428-0582fc48425e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1734755 Feb 10 11:42:49.220242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57038) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.227698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.240048 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.244695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.247695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.259567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.279592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.281137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] For port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:49.286813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] For port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:49.292265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.349757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.353843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.371997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af31c6-4fba-49ac-a747-3b65d2169e3f None None] Pushing event updated for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.374912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:42:49.375565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:49.379656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fa4d8c-225e-43b5-a0e6-79b125817381,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.390778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.394707 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c5bebcf6-7d32-4ef3-b4cd-600fa7fe3593 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1709573 Feb 10 11:42:49.394954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57042) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.400698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.407671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.411695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.414607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.420688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.438259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.510245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.514026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.541680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5c5026-326c-4069-a0ec-80b8bb89e21c,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.554089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.558662 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8af5be0c-14ff-4a37-949e-3dfcf51d6a1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1594746 Feb 10 11:42:49.558662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57046) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.566151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.572732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.576616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.579530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.581401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:42:49.585890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.602731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.675413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.679015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.702065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e023b6-3b4d-4b3b-bd1a-0f045b157558,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.711126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.712325 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3430f4eb-8d82-4d15-a3a8-34c2af595fb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1524022 Feb 10 11:42:49.715089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57050) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.721016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.726580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.730298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.733132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.738717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.748704 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:49.755163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.818564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.822433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.847070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb33c7d-4fa5-45a6-aa65-06a365b33e17,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:49.857010 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.858294 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-127a70a1-bbe5-4576-b150-aa941d5f37d8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422472 Feb 10 11:42:49.861777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57054) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:42:49.867964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'de436e41-b08c-45d5-9546-21e1eae670bd', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:49.874040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:42:49.878639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:42:49.881488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:42:49.887306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:42:49.897908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:42:49.904404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.919280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:49Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:42:49.923743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd7663d-f97a-4b4f-8fe0-b5bbd483b6d3 None None] The sync data for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv is: [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:49Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:42:49.986201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:49.992485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.019408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6336f6-57f8-481f-b40c-f1c76c4d3bd7,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:50.033428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:50.059610 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-172e6978-a0c1-4442-9ec6-bc67c27f395a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1727235 Feb 10 11:42:50.240177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-9a21ee1d-eb8b-4b03-8aa4-64b559a4fe24 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213771591&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0426910 Feb 10 11:42:50.313482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-91dc488f-2009-4b08-93a8-9cbc29a188df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:50.314043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-91dc488f-2009-4b08-93a8-9cbc29a188df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:50.330887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-91dc488f-2009-4b08-93a8-9cbc29a188df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:50.332204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-91dc488f-2009-4b08-93a8-9cbc29a188df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 930 time: 0.0858705 Feb 10 11:42:50.408149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-46c20e12-5229-4398-98df-bad48030a5af service neutron] 10.222.0.42 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0637400 Feb 10 11:42:50.551266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-23af677d-818d-40a7-acc0-007b87ef5fc2 service neutron] 10.222.0.42 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372719 Feb 10 11:42:50.687023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-f900e9fe-cba9-4f1d-baec-418d69823f75 service neutron] 10.222.0.42 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298850 Feb 10 11:42:50.885596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a93f086-5770-4bee-aa77-2a330e78014f req-ce30c91c-df10-444b-a8ec-0254acb1e960 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 210 time: 0.0403619 Feb 10 11:42:51.339365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7e56fd16-1af8-41f3-aa2e-91ec3178a3af up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:51.408916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:51.414545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:51.414918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.531739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.565087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:51.569201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:51.632401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:51.804540 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-824b4266-d3a5-40d6-8327-ccaebd36baca service neutron] 10.222.0.32 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1026 time: 0.0621784 Feb 10 11:42:51.959016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-894fb4e8-4a2a-4742-b105-f59672bb76c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:51.959837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-894fb4e8-4a2a-4742-b105-f59672bb76c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:51.977451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-894fb4e8-4a2a-4742-b105-f59672bb76c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:51.977908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-894fb4e8-4a2a-4742-b105-f59672bb76c8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 796 time: 0.1679542 Feb 10 11:42:52.041333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4c0d0135-39c4-4d49-830a-410062d3641e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:42:52.058287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4c0d0135-39c4-4d49-830a-410062d3641e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:42:52.059508 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4c0d0135-39c4-4d49-830a-410062d3641e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 380 time: 0.0658116 Feb 10 11:42:52.068050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43795936-327d-46cf-b066-959671e967a8 req-b1e75c20-9971-415e-8d8b-01a3ceaf5f8a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 210 time: 0.0440459 Feb 10 11:42:52.070936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Request body: {'port': {'device_id': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:42:52.179666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.610248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521a1259-6d09-4b88-b761-f870b7305f8b {{(pid=83553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:52.619643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.635586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Transition to ACTIVE for port object 521a1259-6d09-4b88-b761-f870b7305f8b will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:42:52.640284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.765742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:52.879552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:42:52.880125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:42:52.880227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:52.887092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:42:52.887433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:42:52.894016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:42:52.894634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Checking segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:42:52.895664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Bound using segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:42:52.895664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Bound port: 521a1259-6d09-4b88-b761-f870b7305f8b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:42:52.895664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:52.990178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:42:52.993298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:42:52.998460 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.060861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.062762 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] 10.222.0.32 "PUT /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1131 time: 0.9954751 Feb 10 11:42:53.062762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:53.083364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758e3a-0c5c-4bf1-b3af-4d57fe554193 service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=3']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:53.138447 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b', 'status': 'completed', 'code': 200} Feb 10 11:42:53.190602 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-6b42b10c-067b-4a8d-bc99-cb32e948d0a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 1134 time: 0.0872953 Feb 10 11:42:53.285813 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-7a4b6b90-39c6-4f3e-a535-90266de3129e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 217 time: 0.0874684 Feb 10 11:42:53.314406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4247a6-4d08-40c1-b962-028bfddea645 req-a67f55e6-9e88-4ad2-bae3-882f8b3b238b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:53.319739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c4247a6-4d08-40c1-b962-028bfddea645 req-a67f55e6-9e88-4ad2-bae3-882f8b3b238b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 981 time: 0.1116529 Feb 10 11:42:53.351176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7e56fd16-1af8-41f3-aa2e-91ec3178a3af up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:53.363512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-7540a3db-df61-4660-836e-21da8a205624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:53.365478 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-7540a3db-df61-4660-836e-21da8a205624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 200 len: 835 time: 0.0702822 Feb 10 11:42:53.377524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c4247a6-4d08-40c1-b962-028bfddea645 req-59b36e54-22f5-462d-9374-74baeb1dda9b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545263 Feb 10 11:42:53.435853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:53.436223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:53.448485 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-e778e2e9-a98a-4809-95e8-56dca36c27e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770717 Feb 10 11:42:53.585119 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-994e8b28-f583-4050-a052-d4a2740cfbd4 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296763 Feb 10 11:42:53.718972 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d83dc660-fead-4b01-8ed1-802b671ebd70 req-5883b3ed-4021-4bc1-9492-2cad945b9ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273727 Feb 10 11:42:53.846121 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-919cd855-a897-4706-a1b3-83801139cd82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 1134 time: 0.0691395 Feb 10 11:42:53.977292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769109e-7f35-487d-b213-44d8e270a731 req-059fad40-87e7-4ecb-b8c8-09e09534a655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:53.978719 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-059fad40-87e7-4ecb-b8c8-09e09534a655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 897 time: 0.1321585 Feb 10 11:42:54.054317 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-809784f2-9898-441d-8fc7-b02f4665ecf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 217 time: 0.0691206 Feb 10 11:42:54.115971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769109e-7f35-487d-b213-44d8e270a731 req-b5887405-9bf8-4a62-97dd-5296596dc1b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:54.117334 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-b5887405-9bf8-4a62-97dd-5296596dc1b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 200 len: 835 time: 0.0574718 Feb 10 11:42:54.203146 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-05731074-d292-4c47-8778-9da2a8122f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774031 Feb 10 11:42:54.492932 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-2e1003ea-e656-4b90-babc-06cb1a32ddcf service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767680 Feb 10 11:42:54.668546 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b769109e-7f35-487d-b213-44d8e270a731 req-01c886c0-3b30-43f0-a53a-6128ad7959c2 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619747 Feb 10 11:42:54.701145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2a374-d568-407b-8192-043c351ce6a6 req-d4d056a8-7b95-4de2-82c0-627299eabaf4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:54.701145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd2a374-d568-407b-8192-043c351ce6a6 req-d4d056a8-7b95-4de2-82c0-627299eabaf4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 981 time: 0.0925276 Feb 10 11:42:54.750680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd2a374-d568-407b-8192-043c351ce6a6 req-f6c73fa5-dba9-4ddf-a17d-f7d84e395d65 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Feb 10 11:42:55.941670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e657f3c-f853-4929-9ae8-cf905fc7a546 req-57572417-eaad-4463-bf1e-2d1410433472 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:55.943108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e657f3c-f853-4929-9ae8-cf905fc7a546 req-57572417-eaad-4463-bf1e-2d1410433472 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 981 time: 0.0746024 Feb 10 11:42:55.986951 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e657f3c-f853-4929-9ae8-cf905fc7a546 req-ff08ab7d-0fe2-42c6-8e07-f8b181c31d17 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Feb 10 11:42:56.574349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:42:56.704422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:56.748436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '521a1259-6d09-4b88-b761-f870b7305f8b', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'mac_address': 'fa:16:3e:dc:13:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:42:56.801347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.817691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521a1259-6d09-4b88-b761-f870b7305f8b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:42:56.832261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:56.836176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:56.902056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:57.069441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['521a1259-6d09-4b88-b761-f870b7305f8b'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:42:57.193483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372770b-3597-4e99-8671-240f6f719e91 req-0347f867-6aa7-4c37-8e7a-41f68a09d30d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:57.194925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2372770b-3597-4e99-8671-240f6f719e91 req-0347f867-6aa7-4c37-8e7a-41f68a09d30d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 982 time: 0.0834980 Feb 10 11:42:57.205630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5c6-9ad2-4ef8-8368-47dadc52f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:57.242912 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2372770b-3597-4e99-8671-240f6f719e91 req-d4368356-beed-4ef5-972e-3f3c9adc6c32 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Feb 10 11:42:58.450724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277cac2-58da-41bb-8b14-5e66d84de4e3 req-24da42d2-f8d1-44c0-ba33-c2ebb1a96bbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:58.452190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1277cac2-58da-41bb-8b14-5e66d84de4e3 req-24da42d2-f8d1-44c0-ba33-c2ebb1a96bbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 982 time: 0.0742188 Feb 10 11:42:58.496052 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1277cac2-58da-41bb-8b14-5e66d84de4e3 req-30046190-633d-4bfd-9bb3-b1e06951ef39 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Feb 10 11:42:58.585234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:42:58.655489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 521a1259-6d09-4b88-b761-f870b7305f8b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:42:58.660791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 521a1259-6d09-4b88-b761-f870b7305f8b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:42:58.661162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.778234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.804376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:42:58.814040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:42:58.817867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:58.860821 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b', 'code': 200} Feb 10 11:42:58.885165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:42:59.080484 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-f821d55a-c32f-4fc2-a626-f2453904f754 req-75a77e8e-06eb-4a06-931a-313a21c83dfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 1136 time: 0.0674849 Feb 10 11:42:59.119936 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-f821d55a-c32f-4fc2-a626-f2453904f754 req-a81eed95-b768-45a5-9f59-059634b3901e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Feb 10 11:42:59.365568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ab33e67-2e9e-4141-973c-a739f7965330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:42:59.779151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22af52-3859-484c-a279-9d172b29cf77 req-9e6e57fb-6ab3-4ce9-b1cd-7a4ee3f0f6ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:42:59.780598 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d22af52-3859-484c-a279-9d172b29cf77 req-9e6e57fb-6ab3-4ce9-b1cd-7a4ee3f0f6ba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.1688886 Feb 10 11:42:59.824412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d22af52-3859-484c-a279-9d172b29cf77 req-3c40fe8e-0b43-49b0-a6ed-2e8731b8a876 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Feb 10 11:43:00.485536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:00.669451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.018168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29799bd9-9018-41b5-b0d4-b6ac3f28bf25 req-2cf9e294-67ba-442e-9c3f-33bc97f26fad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:01.019640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29799bd9-9018-41b5-b0d4-b6ac3f28bf25 req-2cf9e294-67ba-442e-9c3f-33bc97f26fad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.0768621 Feb 10 11:43:01.064016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29799bd9-9018-41b5-b0d4-b6ac3f28bf25 req-9b3b4f7a-1a1f-4332-828b-89a4c25a7dec tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383756 Feb 10 11:43:01.257070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141db9f-bfd8-40b1-8947-366ef174025f req-1ba8e0cf-ea50-42fb-ad5e-e56465536287 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:01.258408 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1141db9f-bfd8-40b1-8947-366ef174025f req-1ba8e0cf-ea50-42fb-ad5e-e56465536287 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.0770440 Feb 10 11:43:01.302265 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1141db9f-bfd8-40b1-8947-366ef174025f req-e61c17db-a51f-43b6-894a-ee4a264daf41 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Feb 10 11:43:01.338151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57102) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:01.408300 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-735f448b-36b3-410c-9c3e-373423041674 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 1131 time: 0.0689917 Feb 10 11:43:01.410799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57106) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:01.415732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:01.420918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:01.424640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:01.427408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:01.432960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:01.443785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.574867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.705643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.83 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/e94badb9-9dbf-4162-8c39-35fafd70f332) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:01.847896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.874548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:01.940137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:01.942933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:01.945599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:01.979548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=e94badb9-9dbf-4162-8c39-35fafd70f332,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:02.052787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.434319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.485986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.767510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.771855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:02.872574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=e94badb9-9dbf-4162-8c39-35fafd70f332,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:02.884448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.066204 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 56fedd42-12c8-45fb-ae6f-431850fb8af6 associated. External IP: 172.26.3.83, port: 521a1259-6d09-4b88-b761-f870b7305f8b. Feb 10 11:43:03.443703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:03.635730 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:03.645500 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Sync routers for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:03.658688 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:03.659424 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:03.659826 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.711321 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-55f5f9cf-6d40-4a15-99ed-ed68831aa1eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2994816 Feb 10 11:43:03.711880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:03.714207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57110) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:03.771908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b', 'status': 'completed', 'code': 200} Feb 10 11:43:03.777870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:03.793287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc7d81f4-5198-4828-be4d-33e7287ddf72 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001&network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 1131 time: 0.0773432 Feb 10 11:43:03.839367 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:03.876927 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-809e6196-af37-495f-a35e-6733eb584433 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 1136 time: 0.0723228 Feb 10 11:43:04.017424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-914d5aa9-e9db-4c19-b1ee-e66e0793562b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.018913 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-914d5aa9-e9db-4c19-b1ee-e66e0793562b service neutron] 10.222.0.32 "GET /v2.0/networks?id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 897 time: 0.1355495 Feb 10 11:43:04.131941 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-e2f8dc29-5792-43f5-9abc-247d693010a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1036 time: 0.1062694 Feb 10 11:43:04.202015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-aeb643f1-8031-409e-9311-0c4dee0f9c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.203578 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-aeb643f1-8031-409e-9311-0c4dee0f9c53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 200 len: 835 time: 0.0657189 Feb 10 11:43:04.209996 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '56fedd42-12c8-45fb-ae6f-431850fb8af6', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-224776529', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'mac_address': 'fa:16:3e:dc:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:02Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:04.213995 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Checking router: 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:04.219405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef54bb-7c73-45ab-ad90-27f759d78d05 req-662a257b-bb58-4ccd-a10d-82ededcc111c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:04.221170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0ef54bb-7c73-45ab-ad90-27f759d78d05 req-662a257b-bb58-4ccd-a10d-82ededcc111c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.0899408 Feb 10 11:43:04.224397 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:04.224993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:04.272272 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0ef54bb-7c73-45ab-ad90-27f759d78d05 req-88f35eb9-bc21-47a2-b2e8-11a99a100afa tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Feb 10 11:43:04.278140 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-23ff1474-a795-420f-9908-a675b40b50de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679555 Feb 10 11:43:04.403845 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:04.512422 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-44c03da5-7b1b-4d16-a5fd-fa9b1efcc6d2 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270417 Feb 10 11:43:04.642283 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-cdd21f89-9961-4e8c-9c5f-1bbedde16a05 req-78d318aa-677a-492f-99cd-d4ab05dd53c8 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228755 Feb 10 11:43:04.768738 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '56fedd42-12c8-45fb-ae6f-431850fb8af6', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-224776529', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'mac_address': 'fa:16:3e:dc:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:02Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:04.772581 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9e85f-1c45-4f37-bed8-3b248235957e None None] The sync data for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv is: [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '56fedd42-12c8-45fb-ae6f-431850fb8af6', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-224776529', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'mac_address': 'fa:16:3e:dc:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e570f7-bfb4-4306-b9f7-99a8b5a81001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:02Z', 'updated_at': '2022-02-10T11:43:02Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:05.437206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0f42b6e3-3fa2-4107-ac5f-502e71597e90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:05.437872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0f42b6e3-3fa2-4107-ac5f-502e71597e90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:05.452721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0f42b6e3-3fa2-4107-ac5f-502e71597e90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:05.454634 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0f42b6e3-3fa2-4107-ac5f-502e71597e90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.0941586 Feb 10 11:43:05.482604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e41a0-cd85-4c84-b309-2d7af0ac05cf req-e2d73449-9d7a-4803-be9b-d8edde5287f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:05.484086 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af1e41a0-cd85-4c84-b309-2d7af0ac05cf req-e2d73449-9d7a-4803-be9b-d8edde5287f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 983 time: 0.0756547 Feb 10 11:43:05.523041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0590b463-c228-45e1-bace-13b1dd5393f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:05.524317 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-0590b463-c228-45e1-bace-13b1dd5393f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0635040 Feb 10 11:43:05.536746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af1e41a0-cd85-4c84-b309-2d7af0ac05cf req-a416e3c6-4037-4952-a459-17ed41f16b65 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Feb 10 11:43:05.664857 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-76fa1954-2bbe-4ae1-8870-2098e7d25b1e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1350348 Feb 10 11:43:05.674458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:05.778248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:05.970141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:05.997323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:06.045864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] device_id is not set on port 521a1259-6d09-4b88-b761-f870b7305f8b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:43:06.053563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.058898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.187585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=6']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:06.248414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] No DVR routers for this DVR port 521a1259-6d09-4b88-b761-f870b7305f8b on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:43:06.337031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ff016bc2-1d23-4a2d-a0c6-a7635a9f674e None None] Provisioning complete for port 521a1259-6d09-4b88-b761-f870b7305f8b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:06.337576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ff016bc2-1d23-4a2d-a0c6-a7635a9f674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.391011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ff016bc2-1d23-4a2d-a0c6-a7635a9f674e None None] Port 521a1259-6d09-4b88-b761-f870b7305f8b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:06.483442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] In _notify_port_updated(), no bound segment for port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:43:06.484453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:06.485736 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-6fbfb8e9-3904-450a-a449-8d041760f307 req-945dea23-2dc8-49d3-b312-43bbf0b06b96 service neutron] 10.222.0.32 "PUT /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1026 time: 0.8149841 Feb 10 11:43:06.718670 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc68c2db-5541-44a8-8d74-68bb3dc7e42a req-b3b40846-07ca-4fee-b22b-8507bd71ea76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=99e570f7-bfb4-4306-b9f7-99a8b5a81001 HTTP/1.1" status: 200 len: 210 time: 0.0400734 Feb 10 11:43:06.942418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc881b32-ac03-462c-886a-4b41e09a7933 None None] New status for floating IP 56fedd42-12c8-45fb-ae6f-431850fb8af6: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:07.824057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57126) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:07.889206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8beed-456d-4e94-8385-7993f9f6a2e8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:07.890489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5ac8beed-456d-4e94-8385-7993f9f6a2e8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 925 time: 0.0654635 Feb 10 11:43:08.056423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57132) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.062077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92727971', 'description': 'tempest-secgroup-smoke-92727971 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.068416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.077788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.088084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.125248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.129770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.132703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.138635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.191291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.194872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.238159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a23c5-ce97-449b-95f3-0b23989592e1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.243113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.244343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-74c5c484-376f-4875-b64f-a05c32ef09bb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1869059 Feb 10 11:43:08.247211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.253269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.259672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.263412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.266790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.272397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.289498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.348759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.352264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.376692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ae679b-c34a-4f56-9ccc-79ae0697317d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.385269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.386477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32130008-230a-44a5-a87a-32a3aa76813f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1384602 Feb 10 11:43:08.389340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.394732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.400958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.404822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.407860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.413436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.429768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.491140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.494529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.516926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1290726-69c6-4b2c-abb4-9355cc05b85a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.524747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.525966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78bd6d36-743b-4f02-bcf3-bd006baedfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1357133 Feb 10 11:43:08.528682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.534744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.540373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.544028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.546802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.552834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.569588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.631080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.633446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:08.635876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.658038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baa500f-3e0b-4a0b-93c1-a3df39776e67,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.667450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.668722 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-847d9e45-315b-4ef5-ab38-16ae71ef9cf3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391120 Feb 10 11:43:08.671452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57148) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.677279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.682839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.686559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.687836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:08.690558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.696240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.712716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.778420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.782497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.807439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aaa16b-3ee3-4389-ab5e-b52bb95b18b1,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.816505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.817754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-52af520b-a62e-4080-b6ed-85133c99352f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453669 Feb 10 11:43:08.820436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57152) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.825610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.831212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.835705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.838546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.844694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.855085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:08.861809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.924102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.927511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.950981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbca2a7-69b5-4c3a-865a-37edcb716e3c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:08.960379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:08.961961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b468fd4c-4a07-41ac-b143-d8c8f7794d2c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406157 Feb 10 11:43:08.964589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:08.970294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'f71a23c5-ce97-449b-95f3-0b23989592e1', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:08.975964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:08.979688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:08.982496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:08.989167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:08.999335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:09.006437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.070448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.074942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.103725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78060fad-0941-4bac-9a9e-216b8038d543,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:09.115513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:09.117218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-72c9a0eb-274d-40ad-aa4e-22fa523b944a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1515429 Feb 10 11:43:09.287363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-4e96587c-f3c2-40e9-9139-d53ea1ce3773 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:09.301514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-4e96587c-f3c2-40e9-9139-d53ea1ce3773 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:09.303024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-4e96587c-f3c2-40e9-9139-d53ea1ce3773 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92727971&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0597632 Feb 10 11:43:09.383219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-5dd2f3a2-2fa0-45b4-8602-229da8eb1c12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:09.384552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-5dd2f3a2-2fa0-45b4-8602-229da8eb1c12 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 930 time: 0.0754032 Feb 10 11:43:09.452629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f186a3d8-831c-4b12-990d-7827356aef95 service neutron] 10.222.0.42 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0567677 Feb 10 11:43:09.580428 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-9d99da0e-be08-4288-86e5-1ccfa9862268 service neutron] 10.222.0.42 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224499 Feb 10 11:43:09.708142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-9bae7689-5f02-47e0-9c60-533dc8357763 service neutron] 10.222.0.42 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222098 Feb 10 11:43:09.894620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4778684-6e53-469a-8ae7-94c1ebebc94c req-88f617f5-1746-4fad-9089-5471e8b2ada7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 210 time: 0.0448253 Feb 10 11:43:10.787601 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-a78bc983-c2db-4240-aee2-9a4452a72d00 service neutron] 10.222.0.32 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1026 time: 0.0632975 Feb 10 11:43:11.024986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-48b81ecd-c838-47a2-9ed3-0289061d4f17 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:11.026368 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-48b81ecd-c838-47a2-9ed3-0289061d4f17 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 796 time: 0.2341878 Feb 10 11:43:11.078864 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-adf285e4-d7ff-443f-9f42-8ac248d4295a req-76a767a9-edd7-4835-af14-a2b6ad2e29c4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 210 time: 0.0403371 Feb 10 11:43:11.080440 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f96fff59-ab9a-4abc-b245-b39030aa619e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 471 time: 0.0409844 Feb 10 11:43:11.090252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Request body: {'port': {'device_id': 'cdcaef3b-e218-4d82-bd74-d68d4403119c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:11.199190 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.521564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521a1259-6d09-4b88-b761-f870b7305f8b {{(pid=83553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:11.528047 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.541957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Transition to ACTIVE for port object 521a1259-6d09-4b88-b761-f870b7305f8b will not be triggered until provisioned by entity L2. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:11.545848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.678866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=7']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:11.806601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:11.807252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:11.807252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:11.812716 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:43:11.813052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Attempting to bind port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:11.818999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:11.819360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Checking segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:11.819733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Bound using segment: {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'} {{(pid=83553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:11.820177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.managers [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Bound port: 521a1259-6d09-4b88-b761-f870b7305f8b, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e495a35-8ba6-4ab2-ae3c-c7214aa01376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902'}}] {{(pid=83553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:11.820509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.907352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:11.910221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:11.914518 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.974484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:11.975868 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] 10.222.0.32 "PUT /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1131 time: 0.8895118 Feb 10 11:43:11.976296 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcaef3b-e218-4d82-bd74-d68d4403119c', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:11.999830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3028dc5-6bb2-42b1-84fe-f967bddff2df service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=8']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:12.061127 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcaef3b-e218-4d82-bd74-d68d4403119c', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b', 'status': 'completed', 'code': 200} Feb 10 11:43:12.102435 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-1768de7c-c100-49d8-91a2-42a7b2ca28f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 1134 time: 0.0793378 Feb 10 11:43:12.209081 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-d1585d9d-203a-4689-ba4b-26a3e5953768 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1036 time: 0.0987513 Feb 10 11:43:12.272369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-87239359-b340-472b-bfb4-abe883a6682c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:12.273811 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-87239359-b340-472b-bfb4-abe883a6682c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 200 len: 835 time: 0.0594788 Feb 10 11:43:12.277258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eccf4b-a5f1-4cd1-a72a-1fe13f572daa req-09b97e36-dea5-4eaf-8be3-a75ad24dc61d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:12.278680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3eccf4b-a5f1-4cd1-a72a-1fe13f572daa req-09b97e36-dea5-4eaf-8be3-a75ad24dc61d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 981 time: 0.0782287 Feb 10 11:43:12.326389 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3eccf4b-a5f1-4cd1-a72a-1fe13f572daa req-4cc5847a-abe3-4064-be9a-c0625c7d4c36 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Feb 10 11:43:12.346520 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-b8bda232-ac78-4620-9471-05c89cd5f54b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667713 Feb 10 11:43:12.472250 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-dc3a9da2-25d8-48df-bcdc-670bb3cc14c1 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194055 Feb 10 11:43:12.596936 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-afd814ca-2409-4288-b039-4090aa0b1f70 req-8991735c-abb1-418c-9585-ad97c57e12a5 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190376 Feb 10 11:43:12.791307 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-43fd21fe-94f9-4c6f-bf05-47bfb94bfbe5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 1134 time: 0.1485209 Feb 10 11:43:12.917220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-8d776fdf-4353-4e7f-a2cd-d2636c6e1718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:12.918618 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-8d776fdf-4353-4e7f-a2cd-d2636c6e1718 service neutron] 10.222.0.32 "GET /v2.0/networks?id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 897 time: 0.1199472 Feb 10 11:43:13.018533 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-f1c742a7-7b29-4cca-b31a-ea50ca56387d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1036 time: 0.0928369 Feb 10 11:43:13.080600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-f07da9c1-29dc-471e-8d0b-ba7c6e7b1c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:13.081984 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-f07da9c1-29dc-471e-8d0b-ba7c6e7b1c05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 200 len: 835 time: 0.0551114 Feb 10 11:43:13.158477 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-857d946c-12d3-4f7e-b54e-f9309cc86d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687885 Feb 10 11:43:13.286642 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-83b06e77-cccc-42d8-b1a1-1c4f4a443889 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210549 Feb 10 11:43:13.426862 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d053fef1-d432-4b7a-8034-7224c7d1633e req-4cf599e5-1ea8-46f8-8a0f-9e57bedd7468 service neutron] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334805 Feb 10 11:43:13.521149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70c7a-5165-4356-9c53-1fd994add2cf req-0b12dd61-e692-48bb-9e43-8809e806d0a7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:13.522491 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6e70c7a-5165-4356-9c53-1fd994add2cf req-0b12dd61-e692-48bb-9e43-8809e806d0a7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 981 time: 0.0748575 Feb 10 11:43:13.567678 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6e70c7a-5165-4356-9c53-1fd994add2cf req-c7e27386-57a9-4097-8c18-5e8951e51389 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Feb 10 11:43:14.697429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:43:14.763776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7ab21-50e4-474f-828c-e63fa0590a42 req-c7ad9457-93ad-4523-be93-4dd316fbf4b9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:14.765247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78b7ab21-50e4-474f-828c-e63fa0590a42 req-c7ad9457-93ad-4523-be93-4dd316fbf4b9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 981 time: 0.0785999 Feb 10 11:43:14.809486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78b7ab21-50e4-474f-828c-e63fa0590a42 req-6cf06eaa-928a-4acd-b77e-79380921d02f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Feb 10 11:43:14.827726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:14.841231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '521a1259-6d09-4b88-b761-f870b7305f8b', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'port_id': '521a1259-6d09-4b88-b761-f870b7305f8b', 'mac_address': 'fa:16:3e:dc:13:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:43:14.892920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:14.909458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521a1259-6d09-4b88-b761-f870b7305f8b {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:14.923650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:14.926913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:14.992191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=9']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:15.143500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['521a1259-6d09-4b88-b761-f870b7305f8b'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:43:16.003567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c182d-0430-4d7f-b9f1-24053a85e745 req-ed744857-0290-436d-9d33-21dfb5ea832b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:16.005203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-054c182d-0430-4d7f-b9f1-24053a85e745 req-ed744857-0290-436d-9d33-21dfb5ea832b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 982 time: 0.0752661 Feb 10 11:43:16.050050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-054c182d-0430-4d7f-b9f1-24053a85e745 req-e563917c-9d2c-4d3e-b1a4-5712a988819b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Feb 10 11:43:16.710101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:16.778410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 521a1259-6d09-4b88-b761-f870b7305f8b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:16.783465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 521a1259-6d09-4b88-b761-f870b7305f8b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:16.783833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:16.892657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:16.945244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcaef3b-e218-4d82-bd74-d68d4403119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:16.955018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:16.959823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:17.003548 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcaef3b-e218-4d82-bd74-d68d4403119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521a1259-6d09-4b88-b761-f870b7305f8b', 'code': 200} Feb 10 11:43:17.029628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=10']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:17.219356 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-faebf8e1-488a-451e-bd41-108e82c6a020 req-cd49de33-ee56-4f8b-8a76-1f3d8e2c36e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 1137 time: 0.0651276 Feb 10 11:43:17.244929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332408f-0197-487d-a0c6-e67659f9dc7b req-8b257a0c-1bd8-4ede-9e11-664677559801 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:17.246363 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b332408f-0197-487d-a0c6-e67659f9dc7b req-8b257a0c-1bd8-4ede-9e11-664677559801 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0782547 Feb 10 11:43:17.260188 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-faebf8e1-488a-451e-bd41-108e82c6a020 req-7a16d93f-014b-48a1-863f-c8001db6850d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350952 Feb 10 11:43:17.291703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b332408f-0197-487d-a0c6-e67659f9dc7b req-5bf9b3c9-6641-4710-84d2-dd65c8417ab9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Feb 10 11:43:18.484891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7543c5e-0157-4db2-aafe-f280a8367cbd req-1cb23643-2174-4f07-a09c-a6f0714e50c1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:18.486308 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7543c5e-0157-4db2-aafe-f280a8367cbd req-1cb23643-2174-4f07-a09c-a6f0714e50c1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0746746 Feb 10 11:43:18.533622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7543c5e-0157-4db2-aafe-f280a8367cbd req-9ce64ddf-8160-4646-9c92-326be96682af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Feb 10 11:43:18.721288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd29251-0c43-4034-bb74-8bf83098db7d req-7d61c8c3-d580-4e21-bd8e-f842897160a2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:18.722695 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd29251-0c43-4034-bb74-8bf83098db7d req-7d61c8c3-d580-4e21-bd8e-f842897160a2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0736799 Feb 10 11:43:18.765754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd29251-0c43-4034-bb74-8bf83098db7d req-134afb0b-c2e3-4666-b25c-15ff53052d81 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377102 Feb 10 11:43:18.793358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:18.864539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46882a3f-32e0-4b18-9d7b-be6bdc0a0aae tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c&network_id=919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 200 len: 1132 time: 0.0700755 Feb 10 11:43:19.234377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e850-bcfd-4590-86d1-640a191f0d72 req-8a3e6c9e-ba03-438f-b916-96426d7248eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:19.235835 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e7f0e850-bcfd-4590-86d1-640a191f0d72 req-8a3e6c9e-ba03-438f-b916-96426d7248eb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0759020 Feb 10 11:43:19.283859 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e7f0e850-bcfd-4590-86d1-640a191f0d72 req-ebe62269-4ec9-4aea-9e35-448b9f8b4cc9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Feb 10 11:43:20.485768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8170a4-9b72-4a2b-93a2-78a3562e1c8f req-eb23de0a-aac6-41d6-83fe-bf9e09f460f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:20.489966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de8170a4-9b72-4a2b-93a2-78a3562e1c8f req-eb23de0a-aac6-41d6-83fe-bf9e09f460f9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0802495 Feb 10 11:43:20.507762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-8ca388e3-2a86-45f5-820f-c676b181401b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:20.509377 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-8ca388e3-2a86-45f5-820f-c676b181401b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 984 time: 0.0784569 Feb 10 11:43:20.581710 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-9760cab9-217a-42d3-bce5-c987cf53e6d4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:20.582972 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-9760cab9-217a-42d3-bce5-c987cf53e6d4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686316 Feb 10 11:43:20.622739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-de8170a4-9b72-4a2b-93a2-78a3562e1c8f req-d3ef3219-26f7-4c2b-9331-a4eaf2efb5f5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=20701ba4-096b-4e16-8404-3b2b0c1beac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294031 Feb 10 11:43:20.724093 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-1f47e5fd-9b57-4bcc-b5f8-69f0d2e2adc3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364083 Feb 10 11:43:20.733483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:20.840672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.036069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=521a1259-6d09-4b88-b761-f870b7305f8b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:21.063426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] For port 521a1259-6d09-4b88-b761-f870b7305f8b, host hv-neutron-8278, cleared binding levels {{(pid=83553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:21.115265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] device_id is not set on port 521a1259-6d09-4b88-b761-f870b7305f8b yet. {{(pid=83553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 11:43:21.122625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.128394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.355302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Pushing event updated for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=11']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:21.420594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] No DVR routers for this DVR port 521a1259-6d09-4b88-b761-f870b7305f8b on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:43:21.437701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-102c76d5-5fe3-48b6-9e66-5bc27bb7f06f None None] Provisioning complete for port 521a1259-6d09-4b88-b761-f870b7305f8b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:21.438244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-102c76d5-5fe3-48b6-9e66-5bc27bb7f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.492896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-102c76d5-5fe3-48b6-9e66-5bc27bb7f06f None None] Port 521a1259-6d09-4b88-b761-f870b7305f8b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:21.655649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] In _notify_port_updated(), no bound segment for port 521a1259-6d09-4b88-b761-f870b7305f8b on network 919a4b31-9136-4e88-a6d7-d16ef57dc902 {{(pid=83553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 10 11:43:21.656696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:21.657970 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-b5438fd3-dd03-43aa-99aa-22217771c8be req-939facab-9450-476f-b7b7-0b008658ba0a service neutron] 10.222.0.32 "PUT /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 200 len: 1027 time: 0.9282444 Feb 10 11:43:21.787310 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fde92243-c24d-4d33-ba72-dc9a046dfe11 req-755af343-58f2-4068-a633-9ecd59a12909 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcaef3b-e218-4d82-bd74-d68d4403119c HTTP/1.1" status: 200 len: 210 time: 0.0448234 Feb 10 11:43:22.121029 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-b21d84c3-dbdb-4fd4-a84f-452e44297dee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676184 Feb 10 11:43:22.213733 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-072ca19a-7be5-48c7-b90d-9c9ef67e7076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1099 time: 0.0739660 Feb 10 11:43:22.353595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777e23a-3d78-475b-a1f3-85d754840850 req-7ab73bea-5389-43e5-b3a4-9030aa2a022f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:22.354906 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-7ab73bea-5389-43e5-b3a4-9030aa2a022f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1234188 Feb 10 11:43:22.454855 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-86561371-14e7-4814-bbbb-83dda67ffefa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 1002 time: 0.0937307 Feb 10 11:43:22.513099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777e23a-3d78-475b-a1f3-85d754840850 req-e6ae6398-1135-488f-8f08-95129cd405e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:22.514426 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-e6ae6398-1135-488f-8f08-95129cd405e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0541379 Feb 10 11:43:22.584511 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-13fd489d-50f8-4b6c-82c5-9101dd492509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641415 Feb 10 11:43:22.710226 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-f2c78b64-4eb5-43b7-a5c0-a24da3fa96f1 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201422 Feb 10 11:43:22.836559 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-8777e23a-3d78-475b-a1f3-85d754840850 req-5317d554-9800-49c7-8fbf-cae473274581 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205444 Feb 10 11:43:22.890145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:22.956648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:22.987761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.050390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.069108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a23c5-ce97-449b-95f3-0b23989592e1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:23.078389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.078908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c56ea9d2-649e-4aad-bfb3-046ba9e045a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/f71a23c5-ce97-449b-95f3-0b23989592e1 HTTP/1.1" status: 204 len: 168 time: 0.1877947 Feb 10 11:43:23.121608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:23.324918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port e94badb9-9dbf-4162-8c39-35fafd70f332 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:23.325238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.489256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.489575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.607764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for e94badb9-9dbf-4162-8c39-35fafd70f332 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:23.749968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:23.792685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=e94badb9-9dbf-4162-8c39-35fafd70f332,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:23.883406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.267102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:24.554463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:24.564325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Sync routers for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:24.574229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.575978 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:24.576566 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:24.627305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-567c0db8-3d8d-413c-93a9-551509f85a47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/56fedd42-12c8-45fb-ae6f-431850fb8af6 HTTP/1.1" status: 204 len: 168 time: 1.5045581 Feb 10 11:43:24.742414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:24.751318 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:24.785453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:24.797965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 521a1259-6d09-4b88-b761-f870b7305f8b not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:24.855388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.889814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.954569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.975332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de436e41-b08c-45d5-9546-21e1eae670bd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:24.980574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:24.981781 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f1bb9726-5a03-4ff5-9254-aafcfc512a70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/de436e41-b08c-45d5-9546-21e1eae670bd HTTP/1.1" status: 204 len: 168 time: 0.1952620 Feb 10 11:43:25.031046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:25.067207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:25.071108 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Checking router: 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:25.081574 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:25.082153 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:25.095849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 521a1259-6d09-4b88-b761-f870b7305f8b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:25.096188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:25.252551 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:25.333690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:25.451872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 521a1259-6d09-4b88-b761-f870b7305f8b owned by {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:25.587313 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:25.591001 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f7dea-bcf9-478f-a882-9ce88d8d19b1 None None] The sync data for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv is: [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '7e56fd16-1af8-41f3-aa2e-91ec3178a3af', 'name': '', 'network_id': '919a4b31-9136-4e88-a6d7-d16ef57dc902', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:38:cf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:44Z', 'updated_at': '2022-02-10T11:42:51Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '8f30309f-4973-4c9a-9e26-3034827f5b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:25.599945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:25.649348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=521a1259-6d09-4b88-b761-f870b7305f8b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:25.752302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:25.762620 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a89f574c-64c6-49fc-b18b-9190d9c70a14 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/ports/521a1259-6d09-4b88-b761-f870b7305f8b HTTP/1.1" status: 204 len: 168 time: 0.7303791 Feb 10 11:43:25.765208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57236) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:25.827086 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:43:25.835266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab85afc-87b7-4c20-9aac-3b43cdc93ab1 None None] New status for floating IP 56fedd42-12c8-45fb-ae6f-431850fb8af6: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:26.162640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:26.851985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:26.852664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:27.035174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 7e56fd16-1af8-41f3-aa2e-91ec3178a3af, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:27.035551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:27.153663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 7e56fd16-1af8-41f3-aa2e-91ec3178a3af owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:27.187112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e90694de-356b-479f-b4d1-7ceec19c22e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:27.324631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:27.369439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=7e56fd16-1af8-41f3-aa2e-91ec3178a3af,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:27.660751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.316716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:28.511975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:28.522197 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Sync routers for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:28.524737 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5c00b498-3f2d-41a5-aad0-d9beafc780c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585223 Feb 10 11:43:28.527376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:28.533670 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:28.534322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:28.704318 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:28.705736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet 8f30309f-4973-4c9a-9e26-3034827f5b56 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:43:28.708583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.764587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.844033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.917596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.956615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=8f30309f-4973-4c9a-9e26-3034827f5b56,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:28.961141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:28.968273 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-432a2cf8-993f-49dd-bd80-443ad102c172 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/8f30309f-4973-4c9a-9e26-3034827f5b56 HTTP/1.1" status: 204 len: 168 time: 0.4399588 Feb 10 11:43:28.971218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57244) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:28.971688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb9cf8-a84b-4262-866b-9f023ef30ac6 None None] Network 919a4b31-9136-4e88-a6d7-d16ef57dc902 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:43:28.984272 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:43:27Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:28.989774 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Checking router: 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:29.001618 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Routers {'9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:29.002278 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:42:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:29.181505 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] Set router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:29.188229 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.230878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] DHCP port deletion for 919a4b31-9136-4e88-a6d7-d16ef57dc902 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:43:29.235899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Deleting port 016de5c0-4648-4bd9-ad5f-12576d56f56b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:29.236336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.422893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.434348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 1d9e43a8-ea31-407d-bb4c-841d677d025b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:29.434535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-268a1c47-e6fc-4019-b472-66481efbc33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.434859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.449943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 016de5c0-4648-4bd9-ad5f-12576d56f56b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:29.503193 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:43:27Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:29.507283 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1e709-ffea-4871-84ff-e133b5393820 None None] The sync data for ids ['9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29'] in dv-neutron-827807-1-hyperv is: [{'id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'name': 'tempest-TestNetworkBasicOps-router-1755607948', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215'}], 'enable_snat': True}, 'gw_port_id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:42:40Z', 'updated_at': '2022-02-10T11:43:27Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '1d9e43a8-ea31-407d-bb4c-841d677d025b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:42:41Z', 'updated_at': '2022-02-10T11:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:29.515408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] For port 016de5c0-4648-4bd9-ad5f-12576d56f56b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=016de5c0-4648-4bd9-ad5f-12576d56f56b,segment=NetworkSegment(8e495a35-8ba6-4ab2-ae3c-c7214aa01376),segment_id=8e495a35-8ba6-4ab2-ae3c-c7214aa01376)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:29.516567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.647084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Calling delete_port for 016de5c0-4648-4bd9-ad5f-12576d56f56b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:29.716228 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 1d9e43a8-ea31-407d-bb4c-841d677d025b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1d9e43a8-ea31-407d-bb4c-841d677d025b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:29.716605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.758590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.780802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:29.833884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 1d9e43a8-ea31-407d-bb4c-841d677d025b owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:29.853175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] Pushing event deleted for resources: {'Port': ['ID=016de5c0-4648-4bd9-ad5f-12576d56f56b,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:29.903423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1867c-d064-4e76-8cfd-5cca4785e840 None None] No DVR routers for this DVR port 016de5c0-4648-4bd9-ad5f-12576d56f56b on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:43:30.025743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.070360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=1d9e43a8-ea31-407d-bb4c-841d677d025b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:30.284218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.487341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.530671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.536265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.560130 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.560746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router 9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:43:30.575275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.576444 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c828601b-d24d-46fe-9ba0-46665c3529d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/9dab8c4b-8cb1-4f89-b1e1-47b7e46aaa29 HTTP/1.1" status: 204 len: 168 time: 1.6041753 Feb 10 11:43:30.579788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57248) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:30.672741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.694433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.905277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.929242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919a4b31-9136-4e88-a6d7-d16ef57dc902']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:30.941362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e495a35-8ba6-4ab2-ae3c-c7214aa01376') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:30.941589 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e495a35-8ba6-4ab2-ae3c-c7214aa01376') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:30.952383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.967378 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.973256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:43:30.973631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:43:30.987691 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:43:31.068361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.084809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.095358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=919a4b31-9136-4e88-a6d7-d16ef57dc902,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:31.103916 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3d537816-7a2c-4f22-950f-256c326f247f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/919a4b31-9136-4e88-a6d7-d16ef57dc902 HTTP/1.1" status: 204 len: 168 time: 0.5231886 Feb 10 11:43:31.117007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:31.131001 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7f3f149c-6293-4f5b-8e51-2e2a7892cdd4 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0129545 Feb 10 11:43:31.133188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57256) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:31.138123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--69709708', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:31.143346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:31.147813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:31.151066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:31.157722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:31.166636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:43:31.169496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.195830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:43:31.204797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.205137 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment e187658e-e3e2-4515-bd2e-f0c57edba33f of type vlan for network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 Feb 10 11:43:31.230514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.261417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.265014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:31.265585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.337262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d9e43a8-ea31-407d-bb4c-841d677d025b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:31.368526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 1d9e43a8-ea31-407d-bb4c-841d677d025b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:43:31.368717 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2344241 Feb 10 11:43:31.368896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1d9e43a8-ea31-407d-bb4c-841d677d025b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:31.369405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7e56fd16-1af8-41f3-aa2e-91ec3178a3af no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:31.371199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57260) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:31.373784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb66ec2-0e5f-4ce6-ac5d-591c5cdd3d82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=713ec9c7-7e96-4047-b7fe-b957d26b3ec9,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:31.379059 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:31.386030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:31.389809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:31.393209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:31.397890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:43:31.398880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:31.412597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.413487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.415954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 7e56fd16-1af8-41f3-aa2e-91ec3178a3af {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:43:31.416300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 7e56fd16-1af8-41f3-aa2e-91ec3178a3af not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:31.431764 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.574007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.744367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.776245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:31.904758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.153 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/3eb6d012-b72c-4707-a6b1-beaccc124175) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:32.048993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.053299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.075019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.141568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:32.144103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:32.147645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:32.179925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:32.302648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.303318 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.519494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:43:32.790560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:32.800539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Sync routers for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:32.812209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:32.812820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:32.816148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:32.817342 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-27ee1652-5ad6-479c-a9bd-19e0ece15380 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4452224 Feb 10 11:43:32.820346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57264) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:32.861381 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-30b507ea-9620-4ace-8764-61cd26c2ce67 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399656 Feb 10 11:43:32.863865 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57268) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:32.990662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:32.992514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd6d62-7f88-4765-b353-52a6f26e8434 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:32.996569 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a4dd6d62-7f88-4765-b353-52a6f26e8434 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291597 Feb 10 11:43:32.996782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57272) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:33.037563 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-efbc6773-8494-42e3-b6db-cc04b1d5a0ab tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373833 Feb 10 11:43:33.037771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57276) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:33.042878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422227866', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:33.149804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:33.153570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:33.156459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:33.162149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:33.171679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:43:33.268657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:32Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:33.270741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.272484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Checking router: 5796137a-1546-4634-8e4d-11e0d0e022c9 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:33.272835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Updating router 5796137a-1546-4634-8e4d-11e0d0e022c9 port 3eb6d012-b72c-4707-a6b1-beaccc124175 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:43:33.326457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.479666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.557665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=d28ed703-09e4-4a56-958b-8f9463db4c3b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:33.574763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:33.575114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: 713ec9c7-7e96-4047-b7fe-b957d26b3ec9, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:43:33.596763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:43:33.606261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 713ec9c7-7e96-4047-b7fe-b957d26b3ec9) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:33.610101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:33.610683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.618258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02231844-2cb8-4d05-85c1-4ffd7db560b0 None None] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:43:33.635692 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-09f33c83-aa1d-472e-be11-3b1cf2840b76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5969572 Feb 10 11:43:33.638485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57280) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:33.724084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.743669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Transition to ACTIVE for port object 3eb6d012-b72c-4707-a6b1-beaccc124175 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:33.769039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.882378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.898427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db85f-369f-4c74-b5ca-60d2114673db None None] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:33.910641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Attempting to bind port 3eb6d012-b72c-4707-a6b1-beaccc124175 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:33.911003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Attempting to bind port 3eb6d012-b72c-4707-a6b1-beaccc124175 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:33.911396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Attempting to bind port 3eb6d012-b72c-4707-a6b1-beaccc124175 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:33.955355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:33.955730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:33.956129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.956508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:33.956977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Bound port: 3eb6d012-b72c-4707-a6b1-beaccc124175, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:33.957470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:33.985224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:43:33.986035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:34.141797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:34.158387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3eb6d012-b72c-4707-a6b1-beaccc124175,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:34.189991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:34.292726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Allocated IP 172.20.0.2 (713ec9c7-7e96-4047-b7fe-b957d26b3ec9/d28ed703-09e4-4a56-958b-8f9463db4c3b/4cef9959-93fa-4dbe-8a32-36e5cafe0aa9) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:34.301535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59db85f-369f-4c74-b5ca-60d2114673db None None] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:34.326731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:34.327384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:34.477390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:34.635178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:34.765852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:34.827063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Transition to ACTIVE for port object 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:34.860222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Transition to ACTIVE for port object 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:34.874060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:34.930869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (713ec9c7-7e96-4047-b7fe-b957d26b3ec9/d28ed703-09e4-4a56-958b-8f9463db4c3b/503f320a-9f4f-4cb9-b4bf-851b8f8b2814) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:34.994625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:34.995362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Pushing event updated for resources: {'Port': ['ID=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:34.998954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:35.002400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:35.091033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.106340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:35.108283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Attempting to bind port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:35.108631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Attempting to bind port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:35.108994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Attempting to bind port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 on network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:35.114686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:32Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:35.120480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77972d9-b4a3-4c04-bc67-83100f85f930 None None] The sync data for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv is: [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:32Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:35.122173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:35.122544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Checking segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:35.122944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.123347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Bound using segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:35.123814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Bound port: 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:35.124182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.129147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.205906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:35.208930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:35.213356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:35.223155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] For port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:35.226672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] For port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:35.231008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.243256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:35.274469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.326676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dde2c-0b54-49b8-bf29-2209daaae7d2 None None] Pushing event updated for resources: {'Port': ['ID=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:35.401511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.846702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.852656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:35.960252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:35.962534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:36.199532 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:36.200632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:36.262716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b9805-3431-4f41-987e-c655eb9c2abf None None] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:43:36.369340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-64f507f2-3242-4312-8c3d-247a8d9b118f None None] Provisioning for port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:36.578166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:36.706062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-322d0e04-f440-4846-bd48-09704a95cfd8 None None] Provisioning for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:36.712122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-322d0e04-f440-4846-bd48-09704a95cfd8 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:36.712494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-322d0e04-f440-4846-bd48-09704a95cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:36.787485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:36.803682 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d34d6446-f882-45a7-9687-34bbd48495c0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1640439 Feb 10 11:43:36.804020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57284) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:36.820914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-322d0e04-f440-4846-bd48-09704a95cfd8 None None] Port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:36.947215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.947604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.947961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.948316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.948659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.949003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:36.954038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57288) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:36.954562 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-319dbe3e-acfa-41b8-b47d-c2a8fdb01e23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1491032 Feb 10 11:43:36.960148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6e4a9f64-68ca-4076-ba82-d4c9aaa434b9 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:36.960512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9f64-68ca-4076-ba82-d4c9aaa434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.026413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a9f64-68ca-4076-ba82-d4c9aaa434b9 None None] Port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:37.038724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.039123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.039531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.039885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.040235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.040578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:37.042281 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5f4fb573-18eb-4dde-a38a-dc981f9f8b62 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0865221 Feb 10 11:43:37.045436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57292) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.147552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-44cc5273-f91b-441e-b0ce-5de925f0f69a None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:37.147981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-44cc5273-f91b-441e-b0ce-5de925f0f69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.201487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-44cc5273-f91b-441e-b0ce-5de925f0f69a None None] Port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:37.242741 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-39f8e707-e793-46f1-a112-eadd3be852f7 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1962531 Feb 10 11:43:37.388447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:37.389126 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57298) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.410009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.416262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654366157', 'description': 'tempest-secgroup-smoke-1654366157 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:37.423605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:37.427834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:37.430691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:37.436447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:37.448945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.460426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:37.466231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:37.467088 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.485420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:37.489521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:37.492338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:37.498464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:37.560543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.564495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.595724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.602722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port a25f01f2-e018-4a00-bf6a-583c191cf360 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:37.603069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.618838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7182de-05a8-4ffe-9ff4-a13d7db67368,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:37.623756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.624988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-83a45614-00ec-497d-826a-a3ccee71b212 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2139599 Feb 10 11:43:37.628136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.633526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:37.639539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:37.641395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:37.644860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:37.645707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.646543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:37.648326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:37.654223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:37.673606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.735835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.740186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.763482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d640457e-bb81-4f2e-a38d-bb98e8f02c67,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:37.765354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:37.774123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.777920 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-38dab654-37ea-4c25-9827-def7a857186f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1463034 Feb 10 11:43:37.778368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.779400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3eb6d012-b72c-4707-a6b1-beaccc124175 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:37.785253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:37.785892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3eb6d012-b72c-4707-a6b1-beaccc124175 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:37.786846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.791136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.791465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:37.791578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.795306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:37.798213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:37.804062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:37.823681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.891862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.896874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.910661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.921630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c71cb9-8673-4440-85be-bfd01e956f9c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:37.928063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3eb6d012-b72c-4707-a6b1-beaccc124175,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:37.932137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.934022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:37.936231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bbdf47e-50f7-4384-ab4c-51a3885d8de5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1567430 Feb 10 11:43:37.936983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:37.943083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:37.949165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:37.954093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:37.957307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:37.963781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:37.986358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.014141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.028652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for a25f01f2-e018-4a00-bf6a-583c191cf360 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:38.061552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.065631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.092306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ac32e6-8fb3-4f7a-800e-ad92e2444bf5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.101742 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.103056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dac68424-1103-4bb5-91d3-d2250ea74c5b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650853 Feb 10 11:43:38.105900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:38.111318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:38.117900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:38.122162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:38.125615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:38.131505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:38.183101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.232383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=a25f01f2-e018-4a00-bf6a-583c191cf360,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.256326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.321979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.322779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.327550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.351582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ae313a-85ed-4d98-a779-a413d8bcb5c4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.362728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.363923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1fa8ec16-d38c-460f-8dd7-2fc8f860fe76 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2570817 Feb 10 11:43:38.366745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:38.372494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:38.378417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:38.382261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:38.385082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:38.391791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:38.403005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:38.410752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.477905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.481800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.507375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41cc5a9-c292-4267-84fe-9315b395876e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.518635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.519928 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c26c8a1a-7166-4bd1-b53f-3b3457fd0878 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1521521 Feb 10 11:43:38.522527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:38.528367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '1f7182de-05a8-4ffe-9ff4-a13d7db67368', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:38.535652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:38.539549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:38.543002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:38.549262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:38.559413 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:43:38.566542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.637543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.642131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.672956 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c25a20a-6df5-4fe1-a506-0c0aab33d842,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:38.685210 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Sync routers for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:38.686620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.688282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-824de1bd-1e64-4618-969b-6329c92c3703 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1644800 Feb 10 11:43:38.702467 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:38.703780 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:38.748715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:38.901699 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:38.934859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-aadd830f-7353-4282-bdd9-86816a5f3cea tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:38.951850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:38.954573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-aadd830f-7353-4282-bdd9-86816a5f3cea tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:38.964349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-aadd830f-7353-4282-bdd9-86816a5f3cea tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654366157&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0714076 Feb 10 11:43:38.964812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:38.969809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:38.985928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:38.986805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:39.067491 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5c09101c-1bf6-45af-a341-4b0d8d6a97c7 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e05868d-18b8-44d7-8de7-a9453d837f9e HTTP/1.1" status: 204 len: 168 time: 1.6767552 Feb 10 11:43:39.068154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:39.143446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e384b-e433-42a1-948c-53f69aa28352 req-e01d433a-0d6c-4aa1-aa96-83a7c72d26df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:39.144124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-e01d433a-0d6c-4aa1-aa96-83a7c72d26df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:39.164734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-e01d433a-0d6c-4aa1-aa96-83a7c72d26df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:39.174069 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-e01d433a-0d6c-4aa1-aa96-83a7c72d26df tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 795 time: 0.2083640 Feb 10 11:43:39.196045 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-fb628962-ba2d-4fa0-995c-46080e85b1f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0209522 Feb 10 11:43:39.207042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:39.275437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:39.280699 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Checking router: 5796137a-1546-4634-8e4d-11e0d0e022c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:39.293666 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Updating router 5796137a-1546-4634-8e4d-11e0d0e022c9 port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:43:39.299577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-b813f1b8-8017-4177-ab4d-6d993810af62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:39.330751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-634e384b-e433-42a1-948c-53f69aa28352 req-b813f1b8-8017-4177-ab4d-6d993810af62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:39.346760 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-b813f1b8-8017-4177-ab4d-6d993810af62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469452 Feb 10 11:43:39.385729 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:39.402605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:39.415144 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'status': 'completed', 'code': 200} Feb 10 11:43:39.514945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-53fcee60-9252-428a-9868-71dd4faada1a service neutron] 10.222.0.42 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665127 Feb 10 11:43:39.631169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:39.631639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:39.675745 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-c767916e-5843-4a3c-b6da-33ee77a3ab89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 1099 time: 0.2293928 Feb 10 11:43:39.730594 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-d2cffe82-2ca0-4922-9c29-2d26988e8469 service neutron] 10.222.0.42 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143841 Feb 10 11:43:39.799485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05dbee-a9b6-4cbf-b2d3-fb309c31dc8d req-4119cadf-7a4b-49e9-83fa-55e87e258f35 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:39.803689 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e05dbee-a9b6-4cbf-b2d3-fb309c31dc8d req-4119cadf-7a4b-49e9-83fa-55e87e258f35 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.2674077 Feb 10 11:43:39.846006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-545017e0-3f81-4286-a3fd-6a9869c1438c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:39.849932 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-545017e0-3f81-4286-a3fd-6a9869c1438c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.1675000 Feb 10 11:43:39.852533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:39.861606 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:39.882247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e05dbee-a9b6-4cbf-b2d3-fb309c31dc8d req-7098a270-d982-490d-82ce-dc0db8e3dd60 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746500 Feb 10 11:43:39.889076 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Transition to ACTIVE for port object 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:39.901155 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:39.942050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:39.949802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:39.960456 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-01b42431-f884-4cab-8b03-29a83b27b2c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 200 len: 217 time: 0.1023760 Feb 10 11:43:39.960728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3eb6d012-b72c-4707-a6b1-beaccc124175 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:39.961101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:40.005657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:40.006282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:40.100677 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e749da34-743b-48be-9697-38b23ecbf7f6 req-0fd87107-492c-44f8-aa5e-e985b0cd6eb5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 210 time: 0.0902638 Feb 10 11:43:40.104850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-374345e8-93d7-4b99-ac7b-354b9694a8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:40.117676 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-374345e8-93d7-4b99-ac7b-354b9694a8fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.1494856 Feb 10 11:43:40.212684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ceff2-b4fb-4dc8-98c0-4af10ded96a4 None None] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:40.232674 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-88a2271b-af24-4a66-8ca6-f2f194f55522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1032846 Feb 10 11:43:40.299523 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Attempting to bind port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:40.299834 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Attempting to bind port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:40.300225 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Attempting to bind port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 on network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:40.323843 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:40.324244 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Checking segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:40.324664 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:40.325062 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Bound using segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:40.325539 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Bound port: 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:40.325934 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:40.430055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:40.471905 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:40.478053 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:40.484797 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:40.548508 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-76e017f3-8214-4cc2-8e51-225cf3d071a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084660 Feb 10 11:43:40.565249 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ceff2-b4fb-4dc8-98c0-4af10ded96a4 None None] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:40.588361 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:40.589255 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:40.754539 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-68b33aa9-7172-4cae-8b48-2471f38c2ce8 req-67cd0faf-1a61-4259-a3d3-a8867f7d4684 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978884 Feb 10 11:43:40.842022 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:40.897808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:40.908836 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf6ea8d-5be0-4d1d-85fa-8a8a5e9a71bc None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '15fe294f-4335-4a5c-824f-be00cb6f658a', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'floating_ip_address': '172.26.3.39', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'port_id': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'mac_address': 'fa:16:3e:33:da:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:39:47Z', 'updated_at': '2022-02-10T11:39:54Z', 'revision_number': 1, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:40.995659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-2681e246-2a4c-496d-8fbc-1ff1b3a52b22 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:40.996668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-2681e246-2a4c-496d-8fbc-1ff1b3a52b22 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:41.023356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-2681e246-2a4c-496d-8fbc-1ff1b3a52b22 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:41.025228 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-2681e246-2a4c-496d-8fbc-1ff1b3a52b22 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.1098480 Feb 10 11:43:41.114809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port c17c9d58-d7c5-4508-a9c3-72122f932708 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:41.115482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:41.148834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865221-9c37-4a47-a6c9-347fc1243084 req-51de3644-2ca9-47fd-94ad-bb4102f08b28 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:41.150394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40865221-9c37-4a47-a6c9-347fc1243084 req-51de3644-2ca9-47fd-94ad-bb4102f08b28 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 946 time: 0.0879934 Feb 10 11:43:41.256163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40865221-9c37-4a47-a6c9-347fc1243084 req-93d4b8a3-7470-4a1b-a0b6-af5f15fc8301 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982044 Feb 10 11:43:41.288029 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:40Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:41.293906 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf36d62-f68b-48e7-8227-b1d5b41ac37b None None] The sync data for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv is: [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:40Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:41.403842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3d05bc7-a687-4e3f-80b0-cb59b861e2a3 req-b6c9c2e3-94ea-4b93-a6d3-8605de94b777 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 210 time: 0.0915864 Feb 10 11:43:41.470899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] For port c17c9d58-d7c5-4508-a9c3-72122f932708, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c17c9d58-d7c5-4508-a9c3-72122f932708,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:41.471388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:41.491699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e384b-e433-42a1-948c-53f69aa28352 req-44d38036-eb1d-45ed-87ac-44592af4e50e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:41.493551 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-44d38036-eb1d-45ed-87ac-44592af4e50e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 795 time: 0.2634418 Feb 10 11:43:41.558130 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-6a4d042b-0d5d-4b58-8404-bd74309e251b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 380 time: 0.0530784 Feb 10 11:43:41.567267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['1f7182de-05a8-4ffe-9ff4-a13d7db67368']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:41.604323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for c17c9d58-d7c5-4508-a9c3-72122f932708 owned by compute:nova {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:41.716396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:41.727405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:41.738026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:43:41.741684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:41.761584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:41.815343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=c17c9d58-d7c5-4508-a9c3-72122f932708,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:41.901465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] No DVR routers for this DVR port c17c9d58-d7c5-4508-a9c3-72122f932708 on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:43:41.904652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:41.909071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'name': 'network-vif-deleted', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:41.926069 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-7606c7a0-d3bc-4568-9ecf-f0a2fdf0de5a req-3f6e69a6-c11c-4dad-abca-8119a6f76a78 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "DELETE /v2.0/ports/c17c9d58-d7c5-4508-a9c3-72122f932708 HTTP/1.1" status: 204 len: 173 time: 0.8940110 Feb 10 11:43:41.926456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.13 (713ec9c7-7e96-4047-b7fe-b957d26b3ec9/d28ed703-09e4-4a56-958b-8f9463db4c3b/09cca375-947c-45a7-854a-eecfbb54d38e) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:41.981319 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163bc69b-f447-4df0-9fec-055bd07dfa76', 'name': 'network-vif-deleted', 'tag': 'c17c9d58-d7c5-4508-a9c3-72122f932708', 'status': 'completed', 'code': 200} Feb 10 11:43:42.258098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:42.277036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 09cca375-947c-45a7-854a-eecfbb54d38e will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:42.309355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:42.382273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:42.386877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:42.389778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:42.491969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-534e25db-b441-49ec-a0c9-a873fa7ece8a req-51d70575-ddce-45e4-b254-7eab3ca46721 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=163bc69b-f447-4df0-9fec-055bd07dfa76 HTTP/1.1" status: 200 len: 210 time: 0.0622344 Feb 10 11:43:42.520644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:42.535793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.536141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.536477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.536814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.537145 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.537478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.537806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.538129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.538446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.538765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.539082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:42.556343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:42.557068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:42.644147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-946e2466-d02a-4c63-b800-d582408980a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0805619 Feb 10 11:43:42.656842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Request body: {'port': {'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:42.704446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4bc33-394e-47c3-bdac-c536b3ec3147 req-ebb017ec-2787-4707-9ff3-305f59a64c00 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:42.705054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f1a4bc33-394e-47c3-bdac-c536b3ec3147 req-ebb017ec-2787-4707-9ff3-305f59a64c00 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:42.732106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-04a2fd72-42f8-478d-969e-433a51c4ce7b None None] Provisioning for port 09cca375-947c-45a7-854a-eecfbb54d38e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:42.737695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-04a2fd72-42f8-478d-969e-433a51c4ce7b None None] Provisioning complete for port 09cca375-947c-45a7-854a-eecfbb54d38e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:42.738279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-04a2fd72-42f8-478d-969e-433a51c4ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:42.776615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f1a4bc33-394e-47c3-bdac-c536b3ec3147 req-ebb017ec-2787-4707-9ff3-305f59a64c00 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:42.777940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1a4bc33-394e-47c3-bdac-c536b3ec3147 req-ebb017ec-2787-4707-9ff3-305f59a64c00 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 932 time: 0.2135460 Feb 10 11:43:42.794813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-04a2fd72-42f8-478d-969e-433a51c4ce7b None None] Port 09cca375-947c-45a7-854a-eecfbb54d38e cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:43:42.814913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:42.883375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1a4bc33-394e-47c3-bdac-c536b3ec3147 req-1551ebdb-5699-415d-90fc-df7e6c909d04 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953805 Feb 10 11:43:43.172411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cca375-947c-45a7-854a-eecfbb54d38e {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:43.179330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.193806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Transition to ACTIVE for port object 09cca375-947c-45a7-854a-eecfbb54d38e will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:43:43.196797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.324671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Pushing event updated for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:43.386550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:43.442695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Attempting to bind port 09cca375-947c-45a7-854a-eecfbb54d38e on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:43:43.443107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Attempting to bind port 09cca375-947c-45a7-854a-eecfbb54d38e by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:43:43.443765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Attempting to bind port 09cca375-947c-45a7-854a-eecfbb54d38e on network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:43.449933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Port 09cca375-947c-45a7-854a-eecfbb54d38e on network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:43:43.450327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Attempting to bind port 09cca375-947c-45a7-854a-eecfbb54d38e on network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:43:43.459196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:43.459554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:43:43.460030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Checking segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:43:43.460411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Bound using segment: {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:43:43.460835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Bound port: 09cca375-947c-45a7-854a-eecfbb54d38e, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e187658e-e3e2-4515-bd2e-f0c57edba33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:43:43.461346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.464056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:43.464425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.554741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:43:43.558099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=09cca375-947c-45a7-854a-eecfbb54d38e,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:43:43.565552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.594781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.633293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:43.638156 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.652330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:43.653764 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] 10.222.0.32 "PUT /v2.0/ports/09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 1094 time: 1.0010829 Feb 10 11:43:43.654603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:43.669075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34de74-a0da-4848-8c2c-013d6a1761fe service neutron] Pushing event updated for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:43.725499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:43.748852 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e', 'status': 'completed', 'code': 200} Feb 10 11:43:43.795190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-94b85456-569a-44ff-a47f-d00275521a81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1097 time: 0.0942156 Feb 10 11:43:43.880453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-bce8fe87-3e69-4826-9a7d-83a758ee8440 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 217 time: 0.0780885 Feb 10 11:43:43.945886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e384b-e433-42a1-948c-53f69aa28352 req-2681bf88-e09b-4f69-8458-af8e7553bf8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:43.947350 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-2681bf88-e09b-4f69-8458-af8e7553bf8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 200 len: 834 time: 0.0608659 Feb 10 11:43:44.079492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-b912ef32-b57a-433f-ab33-3e35411d5e27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251581 Feb 10 11:43:44.282917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467822d-76e8-45a2-a1d7-d62c9c6e07b5 req-8dbe418e-6dd8-414f-a15b-9d0d17d5304d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:44.284582 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b467822d-76e8-45a2-a1d7-d62c9c6e07b5 req-8dbe418e-6dd8-414f-a15b-9d0d17d5304d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 944 time: 0.2624028 Feb 10 11:43:44.349629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-8e71563d-e2a3-4d2a-ac4e-0dae102a081f service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618096 Feb 10 11:43:44.377849 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b467822d-76e8-45a2-a1d7-d62c9c6e07b5 req-0064b523-56e2-4d68-abad-a24052061a04 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848987 Feb 10 11:43:44.487251 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-634e384b-e433-42a1-948c-53f69aa28352 req-5f33d030-f546-489a-b96d-ad530263e430 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293862 Feb 10 11:43:44.603976 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-dfc76956-8253-4e9b-9bed-52ec77628e02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1097 time: 0.0732307 Feb 10 11:43:44.734583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-6795f277-daa7-4864-b3ad-fd11e0699ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:44.735986 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-6795f277-daa7-4864-b3ad-fd11e0699ac2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 896 time: 0.1253905 Feb 10 11:43:44.804638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-cf155c5e-fe24-4b74-83a8-b54ea4a80680 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 217 time: 0.0619404 Feb 10 11:43:44.841366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c17c9d58-d7c5-4508-a9c3-72122f932708 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:44.870901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-be558a82-d84e-4847-9608-7b59c878b866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:44.872467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-be558a82-d84e-4847-9608-7b59c878b866 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 200 len: 834 time: 0.0613940 Feb 10 11:43:44.888693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: c17c9d58-d7c5-4508-a9c3-72122f932708 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:43:44.889346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c17c9d58-d7c5-4508-a9c3-72122f932708 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:44.962206 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-20fff910-d6b2-456d-8f81-15168da834b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820246 Feb 10 11:43:45.092789 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-9f12c032-7c2e-4c2c-b6cb-b1883389983b service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239412 Feb 10 11:43:45.226579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df36f757-e9cd-418f-8555-8dc87e958c59 req-a70eaba6-d5c6-4b32-9ac3-b08310b6c457 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266956 Feb 10 11:43:45.350193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:45.362221 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9111192-a24c-4754-8de3-df0f16edfcec None None] New status for floating IP 9e05868d-18b8-44d7-8de7-a9453d837f9e: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:45.429225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:45.429596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:45.606164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11478-1083-4d5a-aa31-75a0425e84eb req-e414a48c-f3eb-4e82-801f-ec298e552cc9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:45.607629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bc11478-1083-4d5a-aa31-75a0425e84eb req-e414a48c-f3eb-4e82-801f-ec298e552cc9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 944 time: 0.0811739 Feb 10 11:43:45.653329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6bc11478-1083-4d5a-aa31-75a0425e84eb req-47aca35a-183c-45ad-bcdc-ce22fe7bed22 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Feb 10 11:43:46.846026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b509b6-16bd-4129-9863-c545313ea3d9 req-7c98df68-9dbf-4e0e-b55b-46600f98a488 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:46.847676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94b509b6-16bd-4129-9863-c545313ea3d9 req-7c98df68-9dbf-4e0e-b55b-46600f98a488 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 944 time: 0.0747175 Feb 10 11:43:46.855180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 09cca375-947c-45a7-854a-eecfbb54d38e details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:43:46.894506 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94b509b6-16bd-4129-9863-c545313ea3d9 req-1c4d87c9-ecf2-449e-b7bf-47ec53de9c07 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Feb 10 11:43:47.002678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=09cca375-947c-45a7-854a-eecfbb54d38e,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:47.019131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '09cca375-947c-45a7-854a-eecfbb54d38e', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:43:47.074907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:47.095022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cca375-947c-45a7-854a-eecfbb54d38e {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:43:47.109869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=09cca375-947c-45a7-854a-eecfbb54d38e,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:47.113720 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:47.181332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:47.191168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.191541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.191878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.192205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.192532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.192865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.193189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.193507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.193826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.194142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.194456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:47.321818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['09cca375-947c-45a7-854a-eecfbb54d38e'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:43:48.092489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73092fb3-9ebb-41d2-9c4f-379059f765dd req-d78901da-675c-4810-9358-a62b93103e35 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:48.093938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73092fb3-9ebb-41d2-9c4f-379059f765dd req-d78901da-675c-4810-9358-a62b93103e35 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 945 time: 0.0774117 Feb 10 11:43:48.137990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73092fb3-9ebb-41d2-9c4f-379059f765dd req-a84ae748-d46b-43d7-a720-0bc1f0a3e118 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387344 Feb 10 11:43:48.210849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57400) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:48.407053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port c3183392-32d6-4d8a-b875-d7738b5264d0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:48.407412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:48.661754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:48.662065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:48.776769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for c3183392-32d6-4d8a-b875-d7738b5264d0 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:48.866588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 09cca375-947c-45a7-854a-eecfbb54d38e up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:43:48.922820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:48.936344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 09cca375-947c-45a7-854a-eecfbb54d38e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:43:48.941260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 09cca375-947c-45a7-854a-eecfbb54d38e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:43:48.941610 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:48.967077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=c3183392-32d6-4d8a-b875-d7738b5264d0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:49.055363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:49.061969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:49.080938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:49.090191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=09cca375-947c-45a7-854a-eecfbb54d38e,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:49.095477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:49.160605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:49.229350 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e', 'code': 200} Feb 10 11:43:49.541170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb4ec1-2d40-4818-87c5-32ffd5f52e27 req-4fc357ac-e5b4-498e-a8eb-4237658ddd27 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:49.542642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fdb4ec1-2d40-4818-87c5-32ffd5f52e27 req-4fc357ac-e5b4-498e-a8eb-4237658ddd27 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.2657964 Feb 10 11:43:49.578710 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71876387-4d99-4335-a205-1c33f90377a4 req-2b969762-384e-497c-8b42-a478476d8b1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1099 time: 0.1474252 Feb 10 11:43:49.634681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fdb4ec1-2d40-4818-87c5-32ffd5f52e27 req-0c4e234f-2144-4cf2-a7f4-5308bba980d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851662 Feb 10 11:43:49.646999 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71876387-4d99-4335-a205-1c33f90377a4 req-67e8441f-da03-49bd-9414-bf939544c507 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563519 Feb 10 11:43:49.681434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:49.884409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:49.894602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:49.900455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:49.905722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:49.906891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:49.959113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-eb71bb0b-6a85-4964-8dee-e6dc07b8df23 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "DELETE /v2.0/floatingips/15fe294f-4335-4a5c-824f-be00cb6f658a HTTP/1.1" status: 204 len: 168 time: 1.7448289 Feb 10 11:43:49.959113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:50.012624 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'status': 'completed', 'code': 200} Feb 10 11:43:50.101802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:50.112205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-a6ba841c-cd62-4810-a2b7-b0d0895a04d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a949380140f34dc0ac3ca1a90c759bea&device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 1098 time: 0.0745161 Feb 10 11:43:50.361583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-72e7a9c1-7d78-4c13-8375-15c23569c5f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:50.363024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-72e7a9c1-7d78-4c13-8375-15c23569c5f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 200 len: 913 time: 0.2439711 Feb 10 11:43:50.426333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:50.430255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:50.440588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:50.441175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:50.464143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-957f32a9-ba03-4f9d-a9cc-bcea8b764f2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 200 len: 217 time: 0.0936623 Feb 10 11:43:50.545584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-f705f258-06c8-4001-86fa-66cad559795e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:50.547072 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-f705f258-06c8-4001-86fa-66cad559795e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 200 len: 851 time: 0.0769334 Feb 10 11:43:50.603856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321d33-e7dc-49ce-b596-fc24800d14be req-ae36526f-5d7b-4035-86e8-7e647442862f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:50.604536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6321d33-e7dc-49ce-b596-fc24800d14be req-ae36526f-5d7b-4035-86e8-7e647442862f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:50.617699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:50.632381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e6321d33-e7dc-49ce-b596-fc24800d14be req-ae36526f-5d7b-4035-86e8-7e647442862f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:50.633545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6321d33-e7dc-49ce-b596-fc24800d14be req-ae36526f-5d7b-4035-86e8-7e647442862f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.1998997 Feb 10 11:43:50.668073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-2730672c-1fbd-4d4b-b184-014236cd629d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ec611f89-068d-4a00-af1a-fda79fe53d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126668 Feb 10 11:43:50.764526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6321d33-e7dc-49ce-b596-fc24800d14be req-19e82285-a62f-4de7-b6cb-6f2a053e27d8 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221793 Feb 10 11:43:50.872048 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-7dc3429a-e54f-4891-b947-82892a363fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925182 Feb 10 11:43:50.954814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:50.959105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee80b7-0ab4-4a90-ae23-9ea999f6d32d None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:14Z', 'revision_number': 4, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9c5e233d-0804-4160-a9c0-d933c487c605', 'name': '', 'network_id': 'ec611f89-068d-4a00-af1a-fda79fe53d19', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'mac_address': 'fa:16:3e:cf:f3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:14Z', 'updated_at': '2022-02-10T11:36:40Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'subnets': [{'id': 'e37bd268-9bfb-468e-9866-f37e43a4c305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:51.009839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849ec4-4ffb-4676-82ad-1ea7d339f9bc req-69e96f40-f04f-4fcb-831c-661d16f6947b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:51.011333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3849ec4-4ffb-4676-82ad-1ea7d339f9bc req-69e96f40-f04f-4fcb-831c-661d16f6947b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.1863627 Feb 10 11:43:51.044293 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b19c9c9-c608-427a-a17c-c64b643bf74f req-8abb3d09-0035-4ed5-8a80-6b38ac6ea271 service neutron] 10.222.0.32 "GET /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660359 Feb 10 11:43:51.068939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b3849ec4-4ffb-4676-82ad-1ea7d339f9bc req-dd60f79a-cd23-4fa9-a899-6ff6d3a8e1c7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 Feb 10 11:43:51.198081 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a658833-f1a3-4295-9ab5-001d18c9c10d None None] New status for floating IP 15fe294f-4335-4a5c-824f-be00cb6f658a: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:52.022620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd8412-56d3-48f9-a044-3df34195e006 req-b1df7e51-3f7a-4dd4-9fa9-262a78a95e5e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:52.024072 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbd8412-56d3-48f9-a044-3df34195e006 req-b1df7e51-3f7a-4dd4-9fa9-262a78a95e5e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.1322861 Feb 10 11:43:52.029456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-b5c848d2-4295-423d-a082-9d5753aeb897 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:52.030769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-b5c848d2-4295-423d-a082-9d5753aeb897 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 945 time: 0.1407497 Feb 10 11:43:52.127336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port 9eb09897-9d99-4416-95c0-fa7d12ad15cd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:52.127679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:52.160188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1dbd8412-56d3-48f9-a044-3df34195e006 req-f30938ce-02dc-4928-bf6c-d452385596b4 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9d87edd-29de-4415-b2ce-f4bcf88fb076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278555 Feb 10 11:43:52.407428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0ab92-29b6-4979-b541-eae398d2c489 req-487ba16a-2370-4f22-a82d-dd4c417de352 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:52.408839 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ed0ab92-29b6-4979-b541-eae398d2c489 req-487ba16a-2370-4f22-a82d-dd4c417de352 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.1983676 Feb 10 11:43:52.445691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] For port 9eb09897-9d99-4416-95c0-fa7d12ad15cd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=9eb09897-9d99-4416-95c0-fa7d12ad15cd,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:52.446039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:52.573138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for 9eb09897-9d99-4416-95c0-fa7d12ad15cd owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:52.610532 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ed0ab92-29b6-4979-b541-eae398d2c489 req-526b5493-dbc3-4f4b-8dfd-edd45940965f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908653 Feb 10 11:43:52.857906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:52.909501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=9eb09897-9d99-4416-95c0-fa7d12ad15cd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:52.954771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7fec2-8e56-4756-9454-2f0a820a807a req-d054c952-7687-4a93-aaf3-8424f2a5bc1c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:52.956243 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76d7fec2-8e56-4756-9454-2f0a820a807a req-d054c952-7687-4a93-aaf3-8424f2a5bc1c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.1768398 Feb 10 11:43:53.010104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] No DVR routers for this DVR port 9eb09897-9d99-4416-95c0-fa7d12ad15cd on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:43:53.014388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:53.016771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'name': 'network-vif-deleted', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:53.041031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97351e47-1ddd-4ff9-b5a1-b95916df0050 req-1724a7ac-c29b-438a-a452-edb75321b52a tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.32 "DELETE /v2.0/ports/9eb09897-9d99-4416-95c0-fa7d12ad15cd HTTP/1.1" status: 204 len: 173 time: 0.9955137 Feb 10 11:43:53.052936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76d7fec2-8e56-4756-9454-2f0a820a807a req-115182e8-48d7-435a-8e74-438fb71d80a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699389 Feb 10 11:43:53.072022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60507508-ec39-42cf-9d57-3d4f62f76a3c', 'name': 'network-vif-deleted', 'tag': '9eb09897-9d99-4416-95c0-fa7d12ad15cd', 'status': 'completed', 'code': 200} Feb 10 11:43:53.084936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:53.157350 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-32973e9e-8b76-486a-8127-41272e9141cd tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1094 time: 0.0693285 Feb 10 11:43:53.160023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:53.165006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:43:53.170529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:43:53.174493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:43:53.177325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:43:53.183207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:43:53.193536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:53.335907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5a5fe77b-1885-43c1-a4e8-5f4c64cc1800 req-722c55dc-d457-4c5f-bcb2-2e66c257e50e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Synchronizing usage tracker for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:43:53.361265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5a5fe77b-1885-43c1-a4e8-5f4c64cc1800 req-722c55dc-d457-4c5f-bcb2-2e66c257e50e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Unset dirty status for tenant:a949380140f34dc0ac3ca1a90c759bea on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:43:53.363661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a5fe77b-1885-43c1-a4e8-5f4c64cc1800 req-722c55dc-d457-4c5f-bcb2-2e66c257e50e tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "GET /v2.0/ports?device_id=60507508-ec39-42cf-9d57-3d4f62f76a3c HTTP/1.1" status: 200 len: 210 time: 0.0744023 Feb 10 11:43:53.407374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:53.555309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.214 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/7692d644-b997-4a4d-bc3d-6ad6a2eb773d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:43:53.703977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:53.733057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:53.813104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:43:53.815637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:43:53.819779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:43:53.845929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7692d644-b997-4a4d-bc3d-6ad6a2eb773d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:54.327521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.380045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.473278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57440) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:54.667016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Deleting port 915d29dc-6618-40ba-ad43-d76ed0dde74e {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:54.667390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.672739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.677083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.784779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7692d644-b997-4a4d-bc3d-6ad6a2eb773d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:54.797429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.834264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.834581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:54.866891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 9eb09897-9d99-4416-95c0-fa7d12ad15cd no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:43:54.964553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 9eb09897-9d99-4416-95c0-fa7d12ad15cd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:43:54.964889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 9eb09897-9d99-4416-95c0-fa7d12ad15cd not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:43:55.001868 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 8040413b-c5f9-4c25-a4a9-755c29075743 associated. External IP: 172.26.3.214, port: 09cca375-947c-45a7-854a-eecfbb54d38e. Feb 10 11:43:55.049975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Calling delete_port for 915d29dc-6618-40ba-ad43-d76ed0dde74e owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:55.183963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:55.236168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'Port': ['ID=915d29dc-6618-40ba-ad43-d76ed0dde74e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:55.305265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.305606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.305941 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.306268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.306596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.306919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.307261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.307583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.307900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.308217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.308528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:43:55.336435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:55.353184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:55.356765 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6175bba8-bde5-47db-8147-c45ab11f7d12 tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "DELETE /v2.0/floatingips/a927bfd5-363f-4203-9618-d48e4699fa6c HTTP/1.1" status: 204 len: 168 time: 0.8800702 Feb 10 11:43:55.393063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:43:55.597344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:43:55.606933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Sync routers for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:43:55.619004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:55.619742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:55.623710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:55.683264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee99c0d1-6c86-4bb7-9197-45d96bb6f06f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5222726 Feb 10 11:43:55.684402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:43:55.686097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57450) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:55.769830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e', 'status': 'completed', 'code': 200} Feb 10 11:43:55.847140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:55.911249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-00c5faf1-47a2-447b-bfb3-4ddb5ecb3353 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1099 time: 0.1191213 Feb 10 11:43:55.947021 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24aeb79d-76bc-48dc-a626-76db956fecd0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9 HTTP/1.1" status: 200 len: 923 time: 0.2589049 Feb 10 11:43:55.947896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57458) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:56.081621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-c950975a-60cb-4b0d-a7ed-66b9447ee0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:56.083362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-c950975a-60cb-4b0d-a7ed-66b9447ee0ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 896 time: 0.1652474 Feb 10 11:43:56.084595 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d1485c40-be7e-49bc-803a-d46741904bca tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1353538 Feb 10 11:43:56.189085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-35ebc4dd-bd17-4929-bdfb-b55619edf4ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 1000 time: 0.0998588 Feb 10 11:43:56.231709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:43:54Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:43Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:56.235975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Checking router: 5796137a-1546-4634-8e4d-11e0d0e022c9 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:43:56.246583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:43:56.247159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:56.261401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-1badd576-0bd2-4ae4-8a24-053be3118f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:43:56.262754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-1badd576-0bd2-4ae4-8a24-053be3118f99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 200 len: 834 time: 0.0595157 Feb 10 11:43:56.424671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:43:56.435534 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-d6d3d7ef-162f-432d-ba63-df55fec9db6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1666996 Feb 10 11:43:56.567093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-5986a160-aa59-4037-bb06-e41020e974b5 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251402 Feb 10 11:43:56.712034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-513d0d5b-4cdb-4667-b5eb-c94683e20c2d req-ca1fcc50-7e9e-4c41-89ff-43bca29b7cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315632 Feb 10 11:43:56.783412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:43:54Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:43Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:43:56.787295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3dbdf8-5b51-40c6-b525-8cf0f9cf0c74 None None] The sync data for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv is: [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:43:54Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:43:43Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:43:57.088236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57464) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:57.190998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-da3f1554-62f3-4166-b46e-27fa8cb458ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:57.200494 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b561525c-76b4-4f5d-a3c3-006821b6694d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1112568 Feb 10 11:43:57.826001 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16870bce-8fac-4958-a468-b6452dd6c320 None None] New status for floating IP 8040413b-c5f9-4c25-a4a9-755c29075743: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:43:58.029706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57470) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:58.101878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:58.130924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:58.194763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:58.204758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57474) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:58.212807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d87edd-29de-4415-b2ce-f4bcf88fb076,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:43:58.223470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:58.226993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-493a6d1b-6959-4e10-908e-aaf09299f64f tempest-TestVolumeBootPattern-163756994 tempest-TestVolumeBootPattern-163756994-project] 10.222.0.42 "DELETE /v2.0/security-groups/d9d87edd-29de-4415-b2ce-f4bcf88fb076 HTTP/1.1" status: 204 len: 168 time: 0.1938434 Feb 10 11:43:58.297003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57480) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:43:58.333550 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c0ec96fa-9f68-4345-b070-df68f9e61230 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 994 time: 0.1276295 Feb 10 11:43:58.841381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.368422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6385dbf3-8316-4d6c-a89e-b06254422475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.505046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Deleting port 9c5e233d-0804-4160-a9c0-d933c487c605 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:43:59.505664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.671188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] For port 9c5e233d-0804-4160-a9c0-d933c487c605, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9c5e233d-0804-4160-a9c0-d933c487c605,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:43:59.671563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:43:59.787870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Calling delete_port for 9c5e233d-0804-4160-a9c0-d933c487c605 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:43:59.956365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:00.001138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5e233d-0804-4160-a9c0-d933c487c605,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:00.288254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:00.491865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:00.677848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:00.970905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:01.165595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:01.174355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Sync routers for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:01.179097 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b40a9103-e744-4cde-aa69-b579d7436b13 admin admin] 10.222.0.42 "PUT /v2.0/routers/ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823674 Feb 10 11:44:01.181497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57486) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:01.185675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:01.186277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:01.375244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:01.385647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:01.580823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:01.591547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Deleting port 3dc635e1-4dfe-4301-853b-f05b782f5d42 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:01.591874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:01.681108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:43:59Z', 'revision_number': 5, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port': {'id': '3dc635e1-4dfe-4301-853b-f05b782f5d42', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:01.684856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Checking router: ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:01.695767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Routers {'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:01.696350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:01.758454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] For port 3dc635e1-4dfe-4301-853b-f05b782f5d42, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3dc635e1-4dfe-4301-853b-f05b782f5d42,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:01.758795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:01.843352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] Set router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:01.878898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Calling delete_port for 3dc635e1-4dfe-4301-853b-f05b782f5d42 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:01.951048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:44:01Z', 'revision_number': 6, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:01.955126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb4cda-b61f-4093-a48c-209c3f03c1cf None None] The sync data for ids ['ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f'] in dv-neutron-827807-1-hyperv is: [{'id': 'ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f', 'name': 'tempest-TestVolumeBootPattern-1875831761-router', 'tenant_id': 'a949380140f34dc0ac3ca1a90c759bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:11Z', 'updated_at': '2022-02-10T11:44:01Z', 'revision_number': 6, 'project_id': 'a949380140f34dc0ac3ca1a90c759bea', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:02.051292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.055665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.096488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc635e1-4dfe-4301-853b-f05b782f5d42,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:02.415517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.666796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.670915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.694629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.695127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:44:02.707188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.708326 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-469180c8-dc46-41c2-bb0a-6511dd9c49aa admin admin] 10.222.0.42 "DELETE /v2.0/routers/ee2a45fd-c29c-4354-ac2e-2f6d3b658a6f HTTP/1.1" status: 204 len: 168 time: 1.5259340 Feb 10 11:44:02.710996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57490) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:02.769095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Deleting subnet e37bd268-9bfb-468e-9866-f37e43a4c305 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:44:02.771834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.821937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.826918 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:44:02.897203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:02.964858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.005749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37bd268-9bfb-468e-9866-f37e43a4c305,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:03.010107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.015056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0a102-371c-418e-b458-c438b07905bd None None] Network ec611f89-068d-4a00-af1a-fda79fe53d19 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:03.018353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-26707818-9885-4d7f-a9ac-439e07f2aaef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e37bd268-9bfb-468e-9866-f37e43a4c305 HTTP/1.1" status: 204 len: 168 time: 0.3063669 Feb 10 11:44:03.020814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57494) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:03.127514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.137697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Deleting port d97ebae0-0224-46ea-8335-935b2e50ad5c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:03.138060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.256453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] DHCP port deletion for ec611f89-068d-4a00-af1a-fda79fe53d19 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:44:03.260577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Deleting port d97ebae0-0224-46ea-8335-935b2e50ad5c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:03.260949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.340240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] For port d97ebae0-0224-46ea-8335-935b2e50ad5c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d97ebae0-0224-46ea-8335-935b2e50ad5c,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:03.340240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.427628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9c5e233d-0804-4160-a9c0-d933c487c605 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:03.464942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Calling delete_port for d97ebae0-0224-46ea-8335-935b2e50ad5c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:03.473710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9c5e233d-0804-4160-a9c0-d933c487c605 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:03.474049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9c5e233d-0804-4160-a9c0-d933c487c605 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:03.474464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d97ebae0-0224-46ea-8335-935b2e50ad5c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:03.537440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.538625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] For port d97ebae0-0224-46ea-8335-935b2e50ad5c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d97ebae0-0224-46ea-8335-935b2e50ad5c,segment=NetworkSegment(f2e7c679-14f5-4192-aeec-26f33de09321),segment_id=f2e7c679-14f5-4192-aeec-26f33de09321)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:03.539012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.582485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97ebae0-0224-46ea-8335-935b2e50ad5c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:03.589192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] No DVR routers for this DVR port d97ebae0-0224-46ea-8335-935b2e50ad5c on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:03.660258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Calling delete_port for d97ebae0-0224-46ea-8335-935b2e50ad5c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:03.684958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No active binding found for port d97ebae0-0224-46ea-8335-935b2e50ad5c {{(pid=83555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 11:44:03.685348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d97ebae0-0224-46ea-8335-935b2e50ad5c not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:03.704792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.729706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:44:03.729977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:44:03.732926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec611f89-068d-4a00-af1a-fda79fe53d19']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:03.786600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.833154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e7c679-14f5-4192-aeec-26f33de09321') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:03.833447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e7c679-14f5-4192-aeec-26f33de09321') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:03.846284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.862374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.868704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:44:03.869117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:44:03.881976 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:44:03.957256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.973459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:03.983683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec611f89-068d-4a00-af1a-fda79fe53d19,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:04.003784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-12a6758a-74ba-4194-9747-0df045884c02 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ec611f89-068d-4a00-af1a-fda79fe53d19 HTTP/1.1" status: 204 len: 168 time: 0.9788594 Feb 10 11:44:04.004031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:04.231559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Deleting port d97ebae0-0224-46ea-8335-935b2e50ad5c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:04.232136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:04.330857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-47d991d0-f82e-4523-afc4-2fd86b386ac5 None None] The port 'd97ebae0-0224-46ea-8335-935b2e50ad5c' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:44:04.396196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:04.987140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Deleting port fa3f8ee2-cda2-4b74-b707-bf08a16f4482 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:04.987505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:05.156958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] For port fa3f8ee2-cda2-4b74-b707-bf08a16f4482, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:05.157303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:05.314483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3dc635e1-4dfe-4301-853b-f05b782f5d42 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:05.347463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3dc635e1-4dfe-4301-853b-f05b782f5d42 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:05.347813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3dc635e1-4dfe-4301-853b-f05b782f5d42 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:05.372532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Calling delete_port for fa3f8ee2-cda2-4b74-b707-bf08a16f4482 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:05.530638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:05.574456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3f8ee2-cda2-4b74-b707-bf08a16f4482,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:05.854535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:06.410306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:06.602345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:06.610970 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Sync routers for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:06.617930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c39dc80-28ac-4b60-9723-44d44b9479dd admin admin] 10.222.0.42 "PUT /v2.0/routers/52cf97a9-2754-4a0d-bea8-e8a2bdd242d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129060 Feb 10 11:44:06.620426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57502) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:06.623785 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:06.624395 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:06.801265 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:06.913733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:07.079600 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:44:05Z', 'revision_number': 5, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port': {'id': 'e0cdf4d5-a132-49eb-b0e4-3165283995b5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ae:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:36:20Z', 'updated_at': '2022-02-10T11:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:07.083437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Checking router: 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:07.095618 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Routers {'52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:07.096213 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:07.122830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:07.133682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Deleting port e0cdf4d5-a132-49eb-b0e4-3165283995b5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:07.134027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:07.243448 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] Set router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:07.309191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] For port e0cdf4d5-a132-49eb-b0e4-3165283995b5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e0cdf4d5-a132-49eb-b0e4-3165283995b5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:07.309550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:07.370161 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:44:07Z', 'revision_number': 6, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:07.374082 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa71ec6-27e6-4c18-ae7e-fcef4e7907cc None None] The sync data for ids ['52cf97a9-2754-4a0d-bea8-e8a2bdd242d0'] in dv-neutron-827807-1-hyperv is: [{'id': '52cf97a9-2754-4a0d-bea8-e8a2bdd242d0', 'name': 'tempest-TestVolumeBootPattern-1772175861-router', 'tenant_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:36:19Z', 'updated_at': '2022-02-10T11:44:07Z', 'revision_number': 6, 'project_id': 'b2e29415c30c41d5b72bf2bb6f652d59', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:07.434783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Calling delete_port for e0cdf4d5-a132-49eb-b0e4-3165283995b5 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:07.589803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:07.632798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cdf4d5-a132-49eb-b0e4-3165283995b5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:07.849805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.196780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.200883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.226573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.227080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:44:08.239267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.240392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44722c49-2931-4635-b395-dfe30948b32b admin admin] 10.222.0.42 "DELETE /v2.0/routers/52cf97a9-2754-4a0d-bea8-e8a2bdd242d0 HTTP/1.1" status: 204 len: 168 time: 1.6190531 Feb 10 11:44:08.242966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57506) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:08.301845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Deleting subnet 3e0ae134-4178-496e-b35a-cd6737710f9f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:44:08.304475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.351274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.432222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.500703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.537396 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0ae134-4178-496e-b35a-cd6737710f9f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:08.543392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.548831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38c21c-4f57-4be0-86ed-6f4f66c41829 None None] Network 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:08.550387 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8c305741-7c85-4761-8781-02c2c08cf9aa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e0ae134-4178-496e-b35a-cd6737710f9f HTTP/1.1" status: 204 len: 168 time: 0.3064504 Feb 10 11:44:08.552894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57510) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:08.667561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.677878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Deleting port 84c79c0b-26bd-4b22-9af9-37073b145d8e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:08.678202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.791060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] DHCP port deletion for 9987273b-4d91-44c4-a3eb-7c06d2fd45b3 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:44:08.795312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Deleting port 84c79c0b-26bd-4b22-9af9-37073b145d8e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:08.795862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.883416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] For port 84c79c0b-26bd-4b22-9af9-37073b145d8e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84c79c0b-26bd-4b22-9af9-37073b145d8e,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:08.883770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:08.991350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] For port 84c79c0b-26bd-4b22-9af9-37073b145d8e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84c79c0b-26bd-4b22-9af9-37073b145d8e,segment=NetworkSegment(40a6294a-2340-42a6-a3a2-41cfe5321a14),segment_id=40a6294a-2340-42a6-a3a2-41cfe5321a14)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:08.991812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.003084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Calling delete_port for 84c79c0b-26bd-4b22-9af9-37073b145d8e owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:09.073743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.114015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Calling delete_port for 84c79c0b-26bd-4b22-9af9-37073b145d8e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:09.120954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=84c79c0b-26bd-4b22-9af9-37073b145d8e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:09.127005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] No DVR routers for this DVR port 84c79c0b-26bd-4b22-9af9-37073b145d8e on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:09.182438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:44:09.182707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:44:09.241761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.270639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9987273b-4d91-44c4-a3eb-7c06d2fd45b3']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:09.283312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a6294a-2340-42a6-a3a2-41cfe5321a14') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:09.283625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a6294a-2340-42a6-a3a2-41cfe5321a14') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:09.294530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.311741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.318183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:44:09.318576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:44:09.332545 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:44:09.353176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0cdf4d5-a132-49eb-b0e4-3165283995b5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:09.385116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e0cdf4d5-a132-49eb-b0e4-3165283995b5 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:09.385456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e0cdf4d5-a132-49eb-b0e4-3165283995b5 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:09.385860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84c79c0b-26bd-4b22-9af9-37073b145d8e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:09.409268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.425331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.426822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 84c79c0b-26bd-4b22-9af9-37073b145d8e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:09.427169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84c79c0b-26bd-4b22-9af9-37073b145d8e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:09.427604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fa3f8ee2-cda2-4b74-b707-bf08a16f4482 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:09.437657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=9987273b-4d91-44c4-a3eb-7c06d2fd45b3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:09.442341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-13802e55-e4df-4c0d-947c-7f26ef6d8e4f admin admin] 10.222.0.42 "DELETE /v2.0/networks/9987273b-4d91-44c4-a3eb-7c06d2fd45b3 HTTP/1.1" status: 204 len: 168 time: 0.8884532 Feb 10 11:44:09.458776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: fa3f8ee2-cda2-4b74-b707-bf08a16f4482 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:09.459117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fa3f8ee2-cda2-4b74-b707-bf08a16f4482 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:09.578617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57516) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:09.627590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dfb22f61-1586-45c1-a02b-a661f0998c0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a949380140f34dc0ac3ca1a90c759bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478103 Feb 10 11:44:09.629947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57520) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:09.683974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Deleting port 84c79c0b-26bd-4b22-9af9-37073b145d8e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:09.684512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.692504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.725534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.762226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-049a3fa0-597e-4aed-834d-b8f7ea7c86bf None None] The port '84c79c0b-26bd-4b22-9af9-37073b145d8e' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:44:09.779687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.796678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa709d28-01aa-4082-ac8d-bce7da26bdf9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:09.802690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:09.806317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fd32633-50b4-4357-8cfa-4b68200c9cb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa709d28-01aa-4082-ac8d-bce7da26bdf9 HTTP/1.1" status: 204 len: 168 time: 0.1730025 Feb 10 11:44:10.185050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:10.233287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9f134ed2-2cd2-446f-8d3d-4104d53b9af3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2e29415c30c41d5b72bf2bb6f652d59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470328 Feb 10 11:44:10.236082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57532) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:10.292675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.317255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.366955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.380957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb597bc-377a-4d22-b394-e9f50a7f1565,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:10.387533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:10.388635 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-416a7f38-9605-4754-95ed-2960f473178f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1eb597bc-377a-4d22-b394-e9f50a7f1565 HTTP/1.1" status: 204 len: 168 time: 0.1516852 Feb 10 11:44:22.881086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57546) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:23.206510 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-23719e61-f9a8-4cff-8e40-b51b5dad42b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1850054 Feb 10 11:44:23.208239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5297d159-2c76-4208-b75a-9dabc9d12753 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3260801 Feb 10 11:44:23.211133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57550) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:23.442039 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-e2f69cd8-7615-41fa-95be-8e373758494a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1099 time: 0.1514266 Feb 10 11:44:23.566882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac7d3f-fff8-4710-8e6d-5eb6bfbe9775 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Notify agent at dv-neutron-827807-1-hyperv the message router_removed_from_agent {{(pid=83554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 11:44:23.571576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03ac7d3f-fff8-4710-8e6d-5eb6bfbe9775 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "DELETE /v2.0/agents/005bf5d3-e99e-4dc3-b951-42d41c85ce34/l3-routers/5796137a-1546-4634-8e4d-11e0d0e022c9 HTTP/1.1" status: 204 len: 168 time: 0.3594010 Feb 10 11:44:23.574463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57554) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:23.604497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271bb9-8e46-4208-a558-953d3be19535 req-e1c0f679-960f-411e-8626-9dc07b0fa508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:23.605979 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-e1c0f679-960f-411e-8626-9dc07b0fa508 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 896 time: 0.1409190 Feb 10 11:44:23.709489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-8ecb0554-b4bd-4c3d-ad7c-0ebfb46ae9ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 1002 time: 0.0967600 Feb 10 11:44:23.750236 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b9cae4eb-2f47-48b7-b21f-d85e7e125d8e tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1742268 Feb 10 11:44:23.753175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57558) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:23.771770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271bb9-8e46-4208-a558-953d3be19535 req-d45c2885-b03c-4a16-b885-99a96e688980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:23.773190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-d45c2885-b03c-4a16-b885-99a96e688980 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 200 len: 834 time: 0.0576589 Feb 10 11:44:23.853438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-79f01a47-5312-4b03-ace9-6573f238b56b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710633 Feb 10 11:44:23.855380 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d5963c84-3364-4947-aea6-213618556cc8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 994 time: 0.1007109 Feb 10 11:44:23.991210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-691819eb-a151-4484-9cec-bc1fb3508b7e service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309299 Feb 10 11:44:24.131277 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34271bb9-8e46-4208-a558-953d3be19535 req-8eaba03b-0bc0-4eaa-93b6-ff9f3e6919f9 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329639 Feb 10 11:44:24.330800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5724a6-4778-4e4b-bf47-3890c53e43ca None None] New status for floating IP 8040413b-c5f9-4c25-a4a9-755c29075743: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:24.859490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57562) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:24.961841 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dff3bfb2-7b93-48f7-81ca-03a890dbaa93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1013310 Feb 10 11:44:25.356876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:25.463908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.505142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:25.509643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.510423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:25.652842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:25.704327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.719255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3eb6d012-b72c-4707-a6b1-beaccc124175,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:25.722928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:25.785468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:26.118250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:26.315007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3c4d9-2f99-4e41-ad73-007172608d38 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:44:26.315324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3c4d9-2f99-4e41-ad73-007172608d38 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Notify agent at dv-neutron-827807-1-hyperv the message router_added_to_agent {{(pid=83554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 10 11:44:26.344261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92a3c4d9-2f99-4e41-ad73-007172608d38 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "POST /v2.0/agents/005bf5d3-e99e-4dc3-b951-42d41c85ce34/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2221756 Feb 10 11:44:26.344472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57574) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:26.361652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Sync routers for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:26.373773 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:26.374446 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:26.549840 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:26.629232 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-31bdad42-b825-4952-86d4-26394a756c3f tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2809966 Feb 10 11:44:26.629440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:26.732472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9078d9f0-d5eb-4323-a583-528fe64a360f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1019950 Feb 10 11:44:26.884547 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:44:24Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:26.888143 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Checking router: 5796137a-1546-4634-8e4d-11e0d0e022c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:26.898563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:26.899132 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:43:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:27.068490 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:27.192663 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a9d3747-af8c-4d49-b7ef-1f019ac1da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:27.404058 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:44:24Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:27.407857 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78344ec9-93c1-465c-aae9-139c76ecc921 None None] The sync data for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv is: [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:43:35Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '3eb6d012-b72c-4707-a6b1-beaccc124175', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8040413b-c5f9-4c25-a4a9-755c29075743', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.214', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'port_id': '09cca375-947c-45a7-854a-eecfbb54d38e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'mac_address': 'fa:16:3e:1e:dd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f2978c-d889-4ce7-bbca-980daa337081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:43:54Z', 'updated_at': '2022-02-10T11:44:24Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '503f320a-9f4f-4cb9-b4bf-851b8f8b2814', 'name': '', 'network_id': '713ec9c7-7e96-4047-b7fe-b957d26b3ec9', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:b5:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:43:34Z', 'updated_at': '2022-02-10T11:44:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd28ed703-09e4-4a56-958b-8f9463db4c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:27.736339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57584) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:27.843417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7bb7e94d-ec3b-4b45-ad01-a916a1bef844 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1054177 Feb 10 11:44:28.847214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:28.955052 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a77d0833-0f2e-46f7-89ed-d3108d91cfba tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1066508 Feb 10 11:44:29.377045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1668c57d-9af9-4423-b8f9-7d544c6954da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.395427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:29.463517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3eb6d012-b72c-4707-a6b1-beaccc124175 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:29.463880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.572723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.588033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3eb6d012-b72c-4707-a6b1-beaccc124175,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:29.591710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.592522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:29.700093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:29.713157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:29.713539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.842965 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.872707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:29.877119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:29.943361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:29.958801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57592) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:30.057900 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6a3fded4-59dd-494e-ae4d-a8cbb78ccd98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.0978811 Feb 10 11:44:30.492119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:30.679962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:31.060975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:31.163605 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ec2e032a-643c-46e2-ae45-58ad20431105 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1014960 Feb 10 11:44:31.366514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:31.431581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3eb6d012-b72c-4707-a6b1-beaccc124175 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:31.431939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:31.539876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:31.603403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:31.603684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:32.058659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:32.167580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57600) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:32.368998 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-022151c2-bacc-4c06-8643-2571e9d4299b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.2002718 Feb 10 11:44:33.372831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:33.475095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-16da28d2-6150-45a7-a92a-36cb8e8dfcad tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1011322 Feb 10 11:44:33.795765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:34.478887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57608) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:34.566443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b1ee6e-602d-47fc-a65d-eee149cc0aa6 None None] New status for floating IP 8040413b-c5f9-4c25-a4a9-755c29075743: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:34.584751 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a2166a02-5ed2-4033-9794-19aa79b20acf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 992 time: 0.1046820 Feb 10 11:44:35.588621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57612) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:35.689419 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b83f78f-44c6-4569-800c-eec02eee0c3b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 200 len: 994 time: 0.0997727 Feb 10 11:44:35.974110 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57620) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:36.171639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 7692d644-b997-4a4d-bc3d-6ad6a2eb773d {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:36.171976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:36.332740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:36.333060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:36.449328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 7692d644-b997-4a4d-bc3d-6ad6a2eb773d owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:36.591527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:36.637079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=7692d644-b997-4a4d-bc3d-6ad6a2eb773d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:36.724576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:37.098703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:37.372956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:37.391619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:37.444907 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-47b4362e-0cd4-4e9b-8550-e80b84502884 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/8040413b-c5f9-4c25-a4a9-755c29075743 HTTP/1.1" status: 204 len: 168 time: 1.4697618 Feb 10 11:44:37.445462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:37.498783 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e', 'status': 'completed', 'code': 200} Feb 10 11:44:37.594854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-e4ad68fe-ed1a-490d-95aa-209e577fa2b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 1099 time: 0.0715201 Feb 10 11:44:37.729090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-8c574918-e721-47ab-926f-5188c0b15039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:37.730525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-8c574918-e721-47ab-926f-5188c0b15039 service neutron] 10.222.0.32 "GET /v2.0/networks?id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 200 len: 896 time: 0.1271157 Feb 10 11:44:37.829165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-d2f75258-9fcb-4f7b-87ff-1533f83ad411 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 200 len: 217 time: 0.0923615 Feb 10 11:44:37.903963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-ba7f7afa-5996-431e-bbfb-6d57ba88b45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:37.905337 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-ba7f7afa-5996-431e-bbfb-6d57ba88b45a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 200 len: 834 time: 0.0690734 Feb 10 11:44:37.919187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3392aa7-35e4-4e87-8948-9d115b7f65a0 req-1664b185-8c83-4a62-a18f-79ec64778a54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:37.920558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3392aa7-35e4-4e87-8948-9d115b7f65a0 req-1664b185-8c83-4a62-a18f-79ec64778a54 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.1381774 Feb 10 11:44:38.012326 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3392aa7-35e4-4e87-8948-9d115b7f65a0 req-d3c0cdd4-8347-4ca4-a0d5-5a32f6d93f46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609007 Feb 10 11:44:38.024947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-a7da7482-9bd9-441e-965e-dd496597c424 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=713ec9c7-7e96-4047-b7fe-b957d26b3ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035461 Feb 10 11:44:38.153105 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-b0a766da-5e0b-4dae-bff2-513159e3d895 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206186 Feb 10 11:44:38.377335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba5fbb97-4bbc-4d03-961d-1909ef221ed2 req-28390c59-2efa-4630-8e9b-3df31ae4b612 service neutron] 10.222.0.32 "GET /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182643 Feb 10 11:44:39.068097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-18922b94-24cb-45e5-a9c7-21d81e4abefb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:39.069497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-18922b94-24cb-45e5-a9c7-21d81e4abefb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.0746624 Feb 10 11:44:39.166589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 09cca375-947c-45a7-854a-eecfbb54d38e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:39.166913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:39.364435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf92c3-4760-428a-aa37-40b3498a83a2 req-fb178127-ae67-4a91-b50b-58a139bd33fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:39.365863 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66bf92c3-4760-428a-aa37-40b3498a83a2 req-fb178127-ae67-4a91-b50b-58a139bd33fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=36f2978c-d889-4ce7-bbca-980daa337081 HTTP/1.1" status: 200 len: 946 time: 0.2312906 Feb 10 11:44:39.445184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66bf92c3-4760-428a-aa37-40b3498a83a2 req-fb944bd4-2a4c-4430-9e03-7333ac8aada1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=1f7182de-05a8-4ffe-9ff4-a13d7db67368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719373 Feb 10 11:44:39.462012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 09cca375-947c-45a7-854a-eecfbb54d38e, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=09cca375-947c-45a7-854a-eecfbb54d38e,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:39.462360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:39.582881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 09cca375-947c-45a7-854a-eecfbb54d38e owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:39.722471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:39.770849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=09cca375-947c-45a7-854a-eecfbb54d38e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:39.826162 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:44:39.840286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port 09cca375-947c-45a7-854a-eecfbb54d38e on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:39.842519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:39.845410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'name': 'network-vif-deleted', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:39.856939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3305a70f-4555-4c67-a772-4644b824d4e5 req-cb588bea-5e8d-4eed-86c8-e338e271198d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/09cca375-947c-45a7-854a-eecfbb54d38e HTTP/1.1" status: 204 len: 173 time: 0.7810802 Feb 10 11:44:40.108649 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f2978c-d889-4ce7-bbca-980daa337081', 'name': 'network-vif-deleted', 'tag': '09cca375-947c-45a7-854a-eecfbb54d38e', 'status': 'completed', 'code': 200} Feb 10 11:44:40.546672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57638) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:40.624198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.653111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.713264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.731177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7182de-05a8-4ffe-9ff4-a13d7db67368,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:40.742016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:40.743411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bbdb373e-7a82-4ba0-8a22-05df1104510f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/1f7182de-05a8-4ffe-9ff4-a13d7db67368 HTTP/1.1" status: 204 len: 168 time: 0.1957283 Feb 10 11:44:40.783298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57644) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:41.174879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:41.864017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:41.864350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:42.049130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 503f320a-9f4f-4cb9-b4bf-851b8f8b2814, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:42.049479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:42.166212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:42.336889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:42.380763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=503f320a-9f4f-4cb9-b4bf-851b8f8b2814,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:42.673071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.064996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 09cca375-947c-45a7-854a-eecfbb54d38e no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:43.098443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 09cca375-947c-45a7-854a-eecfbb54d38e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:43.099061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 09cca375-947c-45a7-854a-eecfbb54d38e not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:43.342536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 5796137a-1546-4634-8e4d-11e0d0e022c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:43.536205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:43.549245 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-411f59df-b499-44ed-b51d-901d703e981b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7649381 Feb 10 11:44:43.551899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57648) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:43.735750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet d28ed703-09e4-4a56-958b-8f9463db4c3b {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:44:43.738558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.790255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.872564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.942452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.980666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=d28ed703-09e4-4a56-958b-8f9463db4c3b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:43.989806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:43.993383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b7217f-ed1c-4832-86f2-c3b2ec02102a None None] Network 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:43.994168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.994498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.994826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.995149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.995501 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.995817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.996131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.996443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.996753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.997058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:43.997364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:44.002875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2330f293-7c26-4432-983a-f038abe1ceb3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/d28ed703-09e4-4a56-958b-8f9463db4c3b HTTP/1.1" status: 204 len: 168 time: 0.4500668 Feb 10 11:44:44.005452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57652) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:44.200739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.248155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] DHCP port deletion for 713ec9c7-7e96-4047-b7fe-b957d26b3ec9 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:44:44.253103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Deleting port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:44.253472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.397667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.406995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 3eb6d012-b72c-4707-a6b1-beaccc124175 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:44:44.407346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.485850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] For port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,segment=NetworkSegment(e187658e-e3e2-4515-bd2e-f0c57edba33f),segment_id=e187658e-e3e2-4515-bd2e-f0c57edba33f)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:44.486143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.602318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Calling delete_port for 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:44.674782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.679218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 3eb6d012-b72c-4707-a6b1-beaccc124175, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3eb6d012-b72c-4707-a6b1-beaccc124175,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:44.679594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:44.719027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] Pushing event deleted for resources: {'Port': ['ID=4cef9959-93fa-4dbe-8a32-36e5cafe0aa9,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:44.723765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeb330-a66e-4dcb-9172-3d2afef79223 None None] No DVR routers for this DVR port 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:44:44.798524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 3eb6d012-b72c-4707-a6b1-beaccc124175 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:44:44.965356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.013545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=3eb6d012-b72c-4707-a6b1-beaccc124175,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:45.032990 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Sync routers for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:45.044750 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:45.045334 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.171613 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:45.231562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.273322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:44Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.277222 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Checking router: 5796137a-1546-4634-8e4d-11e0d0e022c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:45.287980 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Routers {'5796137a-1546-4634-8e4d-11e0d0e022c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:45.288559 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['5796137a-1546-4634-8e4d-11e0d0e022c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.411147 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] Set router 5796137a-1546-4634-8e4d-11e0d0e022c9 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:45.420065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:45.453032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:45.453396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4cef9959-93fa-4dbe-8a32-36e5cafe0aa9 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:45.490332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.494379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.518878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.519496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router 5796137a-1546-4634-8e4d-11e0d0e022c9 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:44:45.520415 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:44Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.525350 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e67ef8-90bc-4a32-8cd7-5664dd757be5 None None] The sync data for ids ['5796137a-1546-4634-8e4d-11e0d0e022c9'] in dv-neutron-827807-1-hyperv is: [{'id': '5796137a-1546-4634-8e4d-11e0d0e022c9', 'name': 'tempest-TestNetworkBasicOps-router-1376088620', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:43:31Z', 'updated_at': '2022-02-10T11:44:44Z', 'revision_number': 7, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:45.534445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.535577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e2da32d2-7716-4ebb-b8cb-fa876358d6ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/5796137a-1546-4634-8e4d-11e0d0e022c9 HTTP/1.1" status: 204 len: 168 time: 1.5290704 Feb 10 11:44:45.538382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57656) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:45.648667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.774236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.798947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ec9c7-7e96-4047-b7fe-b957d26b3ec9']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.810473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e187658e-e3e2-4515-bd2e-f0c57edba33f') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.810722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e187658e-e3e2-4515-bd2e-f0c57edba33f') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:45.821651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.839953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.846708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:44:45.847122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:44:45.861597 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:44:45.939989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.958133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:45.969379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=713ec9c7-7e96-4047-b7fe-b957d26b3ec9,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:45.977670 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a33e4de-51da-465f-9fe8-89d55e2457da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/713ec9c7-7e96-4047-b7fe-b957d26b3ec9 HTTP/1.1" status: 204 len: 168 time: 0.4380078 Feb 10 11:44:46.002170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57660) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:46.008677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--700866146', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:46.014565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:46.019079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:46.022020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:46.027850 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:46.043939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:46.046914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.073859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:44:46.082892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.083279 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 21386d2e-9e50-427f-9a6e-d5bbe8467f04 of type vlan for network 817d747e-51c1-4941-a87b-57693168def3 Feb 10 11:44:46.091115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8088b1-ff8d-4a14-a824-eb32d3411cd7 None None] New status for floating IP 8040413b-c5f9-4c25-a4a9-755c29075743: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:44:46.110049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.137862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.142653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:46.143220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.247875 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440634 Feb 10 11:44:46.252733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57664) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:46.257400 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a574940-2a1c-4f67-906c-7dad027e2484 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=817d747e-51c1-4941-a87b-57693168def3,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:46.258170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:46.264881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:46.267824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 817d747e-51c1-4941-a87b-57693168def3 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:44:46.269532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:46.272365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:46.278050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:46.288620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.289543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.313401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.460202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.725210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.757847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:46.886959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.29 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/95d7e972-93f3-4a12-84c0-2a03925966a0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:47.032401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:47.058917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:47.127905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:47.130468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:47.132815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:47.168663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=95d7e972-93f3-4a12-84c0-2a03925966a0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:47.291781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:47.292415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:47.332337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:47.364576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:47.364913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 503f320a-9f4f-4cb9-b4bf-851b8f8b2814 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:47.365318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:44:47.395504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3eb6d012-b72c-4707-a6b1-beaccc124175 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:44:47.395847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3eb6d012-b72c-4707-a6b1-beaccc124175 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:44:47.529333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 004b1532-78e8-495f-9fc1-ba7e59a88da6 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:44:47.722418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:47.731355 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Sync routers for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:47.742543 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:47.743130 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:47.750894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:47.752845 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f896deba-8171-488e-8e4f-e7b60de16e4c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4990067 Feb 10 11:44:47.755983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57668) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:47.800097 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fc2754be-1bc6-4bfd-bccc-cbefd1728978 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428407 Feb 10 11:44:47.802676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57672) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:47.916850 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:47.928696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdda269-ffaa-4d31-9778-1db306715370 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:47.930161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7fdda269-ffaa-4d31-9778-1db306715370 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266212 Feb 10 11:44:47.933183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57676) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:47.971951 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0eb98b56-98ec-4377-81d9-ebea5dd7a2a4 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376472 Feb 10 11:44:47.974433 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57680) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:47.979445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487834207', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:48.086073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:48.089727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:48.092543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:48.098289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:48.107930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:48.193645 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:47Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:48.197408 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Checking router: 004b1532-78e8-495f-9fc1-ba7e59a88da6 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:48.197748 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Updating router 004b1532-78e8-495f-9fc1-ba7e59a88da6 port 95d7e972-93f3-4a12-84c0-2a03925966a0 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:44:48.209009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.250293 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.419579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.584478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=71bc2e2a-969c-43ee-87db-dcab327cdb8f,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:48.595891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:48.596247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: 817d747e-51c1-4941-a87b-57693168def3, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:44:48.600349 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.612279 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Transition to ACTIVE for port object 95d7e972-93f3-4a12-84c0-2a03925966a0 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:48.617153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 817d747e-51c1-4941-a87b-57693168def3 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:44:48.618458 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.627596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 817d747e-51c1-4941-a87b-57693168def3) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:48.631585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:48.632184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.637521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6f4e2-1c88-4ac0-b1f5-0b83e2c59055 None None] Network 817d747e-51c1-4941-a87b-57693168def3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:48.659767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57684) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:48.660238 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-50ce0037-0a8b-480c-bd43-00339ad5dbd3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6846468 Feb 10 11:44:48.696166 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Pushing event updated for resources: {'Port': ['ID=95d7e972-93f3-4a12-84c0-2a03925966a0,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:48.699954 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Attempting to bind port 95d7e972-93f3-4a12-84c0-2a03925966a0 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:48.700311 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Attempting to bind port 95d7e972-93f3-4a12-84c0-2a03925966a0 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:48.700658 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Attempting to bind port 95d7e972-93f3-4a12-84c0-2a03925966a0 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:48.710976 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.711335 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.711666 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.711989 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.712307 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.712625 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.712942 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.713252 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.713564 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.713869 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.714176 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:48.718482 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:48.718846 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:48.719317 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.720050 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:48.720050 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Bound port: 95d7e972-93f3-4a12-84c0-2a03925966a0, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:48.720413 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.794103 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] For port 95d7e972-93f3-4a12-84c0-2a03925966a0, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:48.797659 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] For port 95d7e972-93f3-4a12-84c0-2a03925966a0, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=95d7e972-93f3-4a12-84c0-2a03925966a0,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:48.802010 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.859817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-817d747e-51c1-4941-a87b-57693168def3', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:44:48.861035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:48.883260 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f8552-19e9-470d-abae-45ffcb8e567a None None] Pushing event updated for resources: {'Port': ['ID=95d7e972-93f3-4a12-84c0-2a03925966a0,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:48.886735 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:48.887353 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:49.040779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Allocated IP 172.20.0.2 (817d747e-51c1-4941-a87b-57693168def3/71bc2e2a-969c-43ee-87db-dcab327cdb8f/238ce0fd-423e-4215-8c12-5f21bbaa3659) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:49.068412 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:49.246361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.257888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Transition to ACTIVE for port object 238ce0fd-423e-4215-8c12-5f21bbaa3659 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:49.278305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Transition to ACTIVE for port object 238ce0fd-423e-4215-8c12-5f21bbaa3659 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:49.284331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.355897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Pushing event updated for resources: {'Port': ['ID=238ce0fd-423e-4215-8c12-5f21bbaa3659,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:49.359533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Network 817d747e-51c1-4941-a87b-57693168def3 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:49.361531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:49.366727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:49.370917 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:47Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:49.371216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.371512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.371942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.372162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.372507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.372798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.373115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.373434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.373744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.374594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.374909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:44:49.376403 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a900fe-4be5-4be5-8798-46333ab74841 None None] The sync data for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv is: [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:47Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:49.493655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Attempting to bind port 238ce0fd-423e-4215-8c12-5f21bbaa3659 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:49.494029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Attempting to bind port 238ce0fd-423e-4215-8c12-5f21bbaa3659 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:49.494393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Attempting to bind port 238ce0fd-423e-4215-8c12-5f21bbaa3659 on network 817d747e-51c1-4941-a87b-57693168def3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:49.502253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:49.502681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Checking segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:49.503080 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.503532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Bound using segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:49.503935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Bound port: 238ce0fd-423e-4215-8c12-5f21bbaa3659, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:49.504304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.600896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.615435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] For port 238ce0fd-423e-4215-8c12-5f21bbaa3659, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:49.618729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] For port 238ce0fd-423e-4215-8c12-5f21bbaa3659, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=238ce0fd-423e-4215-8c12-5f21bbaa3659,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:49.625215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:49.716171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eec90-7078-4022-8764-ee54090622e2 None None] Pushing event updated for resources: {'Port': ['ID=238ce0fd-423e-4215-8c12-5f21bbaa3659,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:50.032467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (817d747e-51c1-4941-a87b-57693168def3/71bc2e2a-969c-43ee-87db-dcab327cdb8f/6416c142-7c1e-4ab7-b44c-c95538088a65) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:50.205539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:50.222503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 6416c142-7c1e-4ab7-b44c-c95538088a65 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:50.245080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:50.326668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 817d747e-51c1-4941-a87b-57693168def3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:50.329775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:50.334474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:50.360410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:50.395120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:50.479571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:50.628305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e81a607-d895-45db-be24-fdbcfb010c31 None None] Network 817d747e-51c1-4941-a87b-57693168def3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:44:50.732544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1158899f-5fb2-4cc4-ba48-0153fd811752 None None] Provisioning for port 238ce0fd-423e-4215-8c12-5f21bbaa3659 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:51.000641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.005830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.074038 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e0bc28ce-22e2-4934-ac2d-980259df7009 None None] Provisioning for port 6416c142-7c1e-4ab7-b44c-c95538088a65 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:51.080124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e0bc28ce-22e2-4934-ac2d-980259df7009 None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:51.080483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e0bc28ce-22e2-4934-ac2d-980259df7009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.131278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:51.135548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc28ce-22e2-4934-ac2d-980259df7009 None None] Port 6416c142-7c1e-4ab7-b44c-c95538088a65 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:51.136168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.269718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6f398f34-e0f4-400f-aa45-531fabd42e77 None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:51.270166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6f398f34-e0f4-400f-aa45-531fabd42e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.276632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 817d747e-51c1-4941-a87b-57693168def3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:51.277692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:51.327918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6f398f34-e0f4-400f-aa45-531fabd42e77 None None] Port 6416c142-7c1e-4ab7-b44c-c95538088a65 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:51.428936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 238ce0fd-423e-4215-8c12-5f21bbaa3659 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:51.498603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 238ce0fd-423e-4215-8c12-5f21bbaa3659 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:51.503666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 238ce0fd-423e-4215-8c12-5f21bbaa3659 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:51.504031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.574150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-74b353f7-2613-49ed-836f-ef630493f7d0 None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:51.574419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74b353f7-2613-49ed-836f-ef630493f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.666701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-74b353f7-2613-49ed-836f-ef630493f7d0 None None] Port 6416c142-7c1e-4ab7-b44c-c95538088a65 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:51.671847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.677372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 004b1532-78e8-495f-9fc1-ba7e59a88da6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:44:51.704386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 238ce0fd-423e-4215-8c12-5f21bbaa3659, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=238ce0fd-423e-4215-8c12-5f21bbaa3659,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:51.709374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.710112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 95d7e972-93f3-4a12-84c0-2a03925966a0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:51.815983 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=238ce0fd-423e-4215-8c12-5f21bbaa3659,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:51.831076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 95d7e972-93f3-4a12-84c0-2a03925966a0 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:51.835718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 95d7e972-93f3-4a12-84c0-2a03925966a0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:51.836083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.877187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:44:51.889451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9cc1a15a-0916-4863-87cb-729876d6deb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/004b1532-78e8-495f-9fc1-ba7e59a88da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2282932 Feb 10 11:44:51.892448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57688) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:51.947785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:51.963728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 95d7e972-93f3-4a12-84c0-2a03925966a0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=95d7e972-93f3-4a12-84c0-2a03925966a0,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:51.969091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.027621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcceff-9490-4759-b423-2b5ad678b8e0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.028161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcceff-9490-4759-b423-2b5ad678b8e0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.028330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcceff-9490-4759-b423-2b5ad678b8e0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.028678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dcceff-9490-4759-b423-2b5ad678b8e0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.030323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8dcceff-9490-4759-b423-2b5ad678b8e0 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1369557 Feb 10 11:44:52.033712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57692) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:52.034070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=95d7e972-93f3-4a12-84c0-2a03925966a0,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:52.098372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe2480-8e6d-44e1-8f91-a23939ece923 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.098733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe2480-8e6d-44e1-8f91-a23939ece923 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.099081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe2480-8e6d-44e1-8f91-a23939ece923 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.099452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe2480-8e6d-44e1-8f91-a23939ece923 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:52.101003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7dfe2480-8e6d-44e1-8f91-a23939ece923 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0664306 Feb 10 11:44:52.103617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57696) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:52.295856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b1ccd0ce-a7d5-4d2f-a29b-695a885fa388 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1911221 Feb 10 11:44:52.588218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57702) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:52.593856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169568548', 'description': 'tempest-secgroup-smoke-169568548 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:52.599632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:52.603596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:52.606360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:52.612386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:52.622733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.657631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:52.661364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:52.664244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:52.669982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:52.728989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.732793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.778208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729e9af0-942f-410a-a825-7027160914ad,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:52.782232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.783672 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3314e5c0-fa55-4a16-8afd-51a747186144 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1942842 Feb 10 11:44:52.786487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57706) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:52.791966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:52.798399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:52.802211 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:52.805073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:52.810849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:52.829861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.890208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.893731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.915344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c62d257-e00c-466d-84d7-4dbf24a70bd1,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:52.928314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:52.929512 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-10f23691-d3e0-4fc4-a7b5-580f047eedd1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421337 Feb 10 11:44:52.930670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Sync routers for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:44:52.932590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57710) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:52.939457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:52.944154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:52.944897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:52.945447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:52.949327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:52.952229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:52.957821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:52.975280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.036642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.041433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.064834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1e7d22-197f-4f1c-a2cb-1e6e4ce9fe28,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:53.073810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.074970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-93dde7b4-9d76-4796-854a-940af0b8951c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1414146 Feb 10 11:44:53.077894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57714) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:53.083748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:53.089259 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:53.093702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:53.096676 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:53.102406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:53.120109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.132429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:53.180986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.184754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.205117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2714181-62b2-4da4-8e4f-3afdd6916d8d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:53.216162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.217491 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-26afa1b9-2944-44d2-8906-a9a4f1758af7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386275 Feb 10 11:44:53.220796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57718) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:53.226443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:53.232381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:53.236798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:53.239861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:53.245504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:53.264626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.385945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 238ce0fd-423e-4215-8c12-5f21bbaa3659 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:53.433756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.438441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.464370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e804c4-4957-4be5-bdf4-8a0cb1bcde26,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:53.474206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.477925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1cf8251c-a55e-404b-9da3-e6be36d6ee63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2535934 Feb 10 11:44:53.478291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57722) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:53.488852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:53.496391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:53.501141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:53.505258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:53.511558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:53.524141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 238ce0fd-423e-4215-8c12-5f21bbaa3659 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:53.524443 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:44:53.524562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.531874 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.585473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:53.592852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Checking router: 004b1532-78e8-495f-9fc1-ba7e59a88da6 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:44:53.593678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Updating router 004b1532-78e8-495f-9fc1-ba7e59a88da6 port 6416c142-7c1e-4ab7-b44c-c95538088a65 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:44:53.603588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.607445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.630441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1814098-4e7c-4976-aa8d-ee0569012b53,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:53.639065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.640785 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1cb76d61-c916-4aec-843c-8a8d1b45ba90 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1614623 Feb 10 11:44:53.643635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57726) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:44:53.649353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '729e9af0-942f-410a-a825-7027160914ad', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:53.656031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:53.661003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:44:53.663908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:44:53.669610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:53.680316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:44:53.686627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.686858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.705326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 95d7e972-93f3-4a12-84c0-2a03925966a0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:53.752092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.755687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.778561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8356331-b680-4cb9-8383-b6f7bd103f81,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:53.792551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:53.793773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3bb6ed6-5be5-44ba-b0c7-5154523ee5ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1491561 Feb 10 11:44:53.946261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 95d7e972-93f3-4a12-84c0-2a03925966a0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:53.946797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.028975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-351ad369-d4ca-4bd3-94c1-ffe556c3bc09 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169568548&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0423553 Feb 10 11:44:54.174987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.177093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-d97e2af5-2362-4fee-a35f-cca13ae0d0b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:54.178513 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-d97e2af5-2362-4fee-a35f-cca13ae0d0b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 796 time: 0.1424656 Feb 10 11:44:54.186126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Transition to ACTIVE for port object 6416c142-7c1e-4ab7-b44c-c95538088a65 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:54.193161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.195213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-d34af592-59cb-4b9c-a5f5-6a04ca5ac4f2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0114617 Feb 10 11:44:54.276113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-b4f1043c-6b6d-4415-b1cd-a55f43b88a9f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:54.292558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-b4f1043c-6b6d-4415-b1cd-a55f43b88a9f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:54.297881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-b4f1043c-6b6d-4415-b1cd-a55f43b88a9f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947719 Feb 10 11:44:54.322671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3938ff-06ed-46d5-8791-3dcb96a3b493 None None] Pushing event updated for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:54.413841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Attempting to bind port 6416c142-7c1e-4ab7-b44c-c95538088a65 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:54.414525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Attempting to bind port 6416c142-7c1e-4ab7-b44c-c95538088a65 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:54.414949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Attempting to bind port 6416c142-7c1e-4ab7-b44c-c95538088a65 on network 817d747e-51c1-4941-a87b-57693168def3 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:54.423540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:54.423855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Checking segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:54.424253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.424717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Bound using segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:54.425290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Bound port: 6416c142-7c1e-4ab7-b44c-c95538088a65, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:54.425679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.441149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-1931053a-4b92-45c0-bf54-eed2f9e84ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343429 Feb 10 11:44:54.526061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] For port 6416c142-7c1e-4ab7-b44c-c95538088a65, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:54.530721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] For port 6416c142-7c1e-4ab7-b44c-c95538088a65, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6416c142-7c1e-4ab7-b44c-c95538088a65,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:54.534729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:54.574064 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-7d63889d-bba1-45b7-a8f5-1e809d40b8da service neutron] 10.222.0.42 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267273 Feb 10 11:44:54.612391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3938ff-06ed-46d5-8791-3dcb96a3b493 None None] Pushing event updated for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:54.617295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:44:54.617762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:54.801445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-787888f5-ff25-4de4-ba0d-870384af711b req-14a25ca2-3b3e-4eb5-adae-d9f7bbd36696 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 210 time: 0.0525637 Feb 10 11:44:54.805811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:44:55.172875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:54Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:44:55.177261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375f403-5bd8-4142-9744-38e9865578aa None None] The sync data for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv is: [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:54Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:44:55.398598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6416c142-7c1e-4ab7-b44c-c95538088a65 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:55.467410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 6416c142-7c1e-4ab7-b44c-c95538088a65 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:55.472324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:55.472691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:55.589407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:55.626918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 6416c142-7c1e-4ab7-b44c-c95538088a65, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6416c142-7c1e-4ab7-b44c-c95538088a65,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:44:55.631333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:55.700452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:55.895316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-900acdb3-c2b4-4fa6-9695-d12fdd5ee13c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:55.896777 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-900acdb3-c2b4-4fa6-9695-d12fdd5ee13c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 796 time: 0.1661131 Feb 10 11:44:56.004743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-ab12d833-a1a5-414d-a12e-bcc29a38bf05 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 379 time: 0.0956018 Feb 10 11:44:56.007736 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41f273f6-5df0-4140-b4d3-6476938b6589 req-7cacea2c-30b1-4834-841f-32a2eb1a16de tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 210 time: 0.0529871 Feb 10 11:44:56.014706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['729e9af0-942f-410a-a825-7027160914ad']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:56.156203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:44:56.165403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:44:56.175933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:44:56.178857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.337003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.11 (817d747e-51c1-4941-a87b-57693168def3/71bc2e2a-969c-43ee-87db-dcab327cdb8f/fa4bdef5-748c-4f77-a5ff-abac84f60aae) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:44:56.521597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.536916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object fa4bdef5-748c-4f77-a5ff-abac84f60aae will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:56.557780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.628587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 817d747e-51c1-4941-a87b-57693168def3 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:44:56.631339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:44:56.634915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:44:56.664404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:56.699004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:56.699625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.725680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-10828315-8ff1-4d85-aeb7-47b09070f3b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158322 Feb 10 11:44:56.736687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Request body: {'port': {'device_id': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:44:56.913365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3a7ff540-dca9-42f9-9fbb-aa4977b88fa2 None None] Provisioning for port fa4bdef5-748c-4f77-a5ff-abac84f60aae completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:44:56.918386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3a7ff540-dca9-42f9-9fbb-aa4977b88fa2 None None] Provisioning complete for port fa4bdef5-748c-4f77-a5ff-abac84f60aae triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:56.918756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff540-dca9-42f9-9fbb-aa4977b88fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.958674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:56.976897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ff540-dca9-42f9-9fbb-aa4977b88fa2 None None] Port fa4bdef5-748c-4f77-a5ff-abac84f60aae cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:44:57.194070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2a95d7da-96f0-4f62-a4ab-0a42b9a218b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.321992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa38a5-087b-46aa-8c4c-f5d8b5ad953c req-27a9e542-e0fa-4299-9128-45b25be513b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:57.322676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-86aa38a5-087b-46aa-8c4c-f5d8b5ad953c req-27a9e542-e0fa-4299-9128-45b25be513b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:44:57.381285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6416c142-7c1e-4ab7-b44c-c95538088a65 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:44:57.387023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-86aa38a5-087b-46aa-8c4c-f5d8b5ad953c req-27a9e542-e0fa-4299-9128-45b25be513b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:44:57.388205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86aa38a5-087b-46aa-8c4c-f5d8b5ad953c req-27a9e542-e0fa-4299-9128-45b25be513b3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 932 time: 0.2134807 Feb 10 11:44:57.416343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4bdef5-748c-4f77-a5ff-abac84f60aae {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:44:57.426692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.448859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:44:57.449144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.454475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Transition to ACTIVE for port object fa4bdef5-748c-4f77-a5ff-abac84f60aae will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:44:57.458535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.463593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86aa38a5-087b-46aa-8c4c-f5d8b5ad953c req-3c6b9cfc-1850-418a-b5db-b3a92606b0d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667217 Feb 10 11:44:57.612695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:57.727072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Attempting to bind port fa4bdef5-748c-4f77-a5ff-abac84f60aae on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:44:57.727348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Attempting to bind port fa4bdef5-748c-4f77-a5ff-abac84f60aae by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:44:57.727661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Attempting to bind port fa4bdef5-748c-4f77-a5ff-abac84f60aae on network 817d747e-51c1-4941-a87b-57693168def3 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:57.733188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Port fa4bdef5-748c-4f77-a5ff-abac84f60aae on network 817d747e-51c1-4941-a87b-57693168def3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:44:57.734152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Attempting to bind port fa4bdef5-748c-4f77-a5ff-abac84f60aae on network 817d747e-51c1-4941-a87b-57693168def3 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:44:57.740273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:44:57.740591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Checking segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:44:57.740958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Bound using segment: {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:44:57.741367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Bound port: fa4bdef5-748c-4f77-a5ff-abac84f60aae, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21386d2e-9e50-427f-9a6e-d5bbe8467f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '817d747e-51c1-4941-a87b-57693168def3'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:44:57.741692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.825037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:44:57.828502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:44:57.832897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.890853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:57.892253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] 10.222.0.32 "PUT /v2.0/ports/fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 1094 time: 1.1598752 Feb 10 11:44:57.892676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:44:57.923436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a7f9f-5459-40a8-9368-0e771fd9702e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:44:57.972893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'status': 'completed', 'code': 200} Feb 10 11:44:58.012374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-0475d372-18bf-47d9-9fd2-48becd01d1a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1097 time: 0.0815980 Feb 10 11:44:58.083432 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-7a46a918-78f4-4165-97ce-d9bdc33ee34b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 217 time: 0.0645206 Feb 10 11:44:58.144377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-a2fe315b-0bfe-48dd-94a8-1a40d70a9689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:58.145801 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-a2fe315b-0bfe-48dd-94a8-1a40d70a9689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0570660 Feb 10 11:44:58.218442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-95239084-9f3d-4c87-9d8a-94974ba2c594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663462 Feb 10 11:44:58.347345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-3f8d9890-76e8-4e47-809c-ce967dbbf60b service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231403 Feb 10 11:44:58.477974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea5ac005-7303-434f-a5af-147aacba1a43 req-24fdc83a-734d-4a25-b34c-577ce1c1ca61 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250019 Feb 10 11:44:58.634130 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-84518d29-f294-4f6c-9a1a-c0bfdf5ec0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1097 time: 0.1141658 Feb 10 11:44:58.832999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27a73-51c9-445b-a8b4-ec9aebac5a89 req-be22bbab-1c33-4b01-a259-86e504a7de93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:58.834401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17e27a73-51c9-445b-a8b4-ec9aebac5a89 req-be22bbab-1c33-4b01-a259-86e504a7de93 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 944 time: 0.2520108 Feb 10 11:44:58.897164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-35d3715d-dcd3-41fd-bc08-522783d1ed7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:58.898474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-35d3715d-dcd3-41fd-bc08-522783d1ed7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.2528300 Feb 10 11:44:58.905777 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17e27a73-51c9-445b-a8b4-ec9aebac5a89 req-321fade1-a7ea-4c2f-ba04-f2d1e0e10c9f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651951 Feb 10 11:44:58.971326 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-b64e78d0-3a1a-4744-8156-b743afa97fb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 217 time: 0.0645969 Feb 10 11:44:59.033352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-c7109933-19f6-4a36-bc0f-3c9868befa79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:44:59.034773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-c7109933-19f6-4a36-bc0f-3c9868befa79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0574625 Feb 10 11:44:59.110563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-bd2ef16a-d9b5-45b7-905e-23318c8895a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691919 Feb 10 11:44:59.242426 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-cf6f997c-1e2a-411b-b652-0bcaa9236a06 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251488 Feb 10 11:44:59.370524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc980bc4-5a71-4c19-8d90-d5da84b11f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:44:59.377224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-553f235d-d4b6-45cd-915b-9b5be2acdb43 req-fe0fc69e-5440-4c53-87d8-ffbc9a7cf370 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274447 Feb 10 11:45:00.103046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9c9a-1fed-4506-9f1d-c3bbe3fcdf40 req-a5a18089-a375-40f2-9db7-26c36decce0c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:00.104619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8b9c9a-1fed-4506-9f1d-c3bbe3fcdf40 req-a5a18089-a375-40f2-9db7-26c36decce0c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 944 time: 0.0749347 Feb 10 11:45:00.150171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8b9c9a-1fed-4506-9f1d-c3bbe3fcdf40 req-d255d308-6ba9-47b9-8016-bea8332151af tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394387 Feb 10 11:45:00.496052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:00.681649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:01.114142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device fa4bdef5-748c-4f77-a5ff-abac84f60aae details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:45:01.243911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:01.257592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'port_id': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'mac_address': 'fa:16:3e:7a:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:45:01.313924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:01.331621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4bdef5-748c-4f77-a5ff-abac84f60aae {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:45:01.346427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:01.350888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44455a-edc0-46e1-b877-d77d56ff6ee9 req-6e38d7c3-9d63-4d6d-9926-eed53c24bfe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:01.351572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:01.352408 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf44455a-edc0-46e1-b877-d77d56ff6ee9 req-6e38d7c3-9d63-4d6d-9926-eed53c24bfe5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 944 time: 0.0794125 Feb 10 11:45:01.398231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf44455a-edc0-46e1-b877-d77d56ff6ee9 req-cd6ee0ba-5403-4eee-97e6-f855455d4a97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 Feb 10 11:45:01.415911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:01.555646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['fa4bdef5-748c-4f77-a5ff-abac84f60aae'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:45:02.060472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:02.594152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4668d92-88b5-4fd8-bf8c-8b1c00aa4dfb req-ee3693ee-a9b0-4aad-a874-a7b3a4dce746 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:02.595648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4668d92-88b5-4fd8-bf8c-8b1c00aa4dfb req-ee3693ee-a9b0-4aad-a874-a7b3a4dce746 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 945 time: 0.0761466 Feb 10 11:45:02.642896 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4668d92-88b5-4fd8-bf8c-8b1c00aa4dfb req-eac17be9-1e6b-465f-a442-d65fe177d2c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Feb 10 11:45:03.114703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device fa4bdef5-748c-4f77-a5ff-abac84f60aae up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:45:03.183741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port fa4bdef5-748c-4f77-a5ff-abac84f60aae completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:45:03.188943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port fa4bdef5-748c-4f77-a5ff-abac84f60aae triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:45:03.189315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:03.297797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:03.323567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:45:03.333618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:45:03.338034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:03.392153 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'code': 200} Feb 10 11:45:03.416284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:03.609470 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc57120-eab0-477a-a3d8-3069f006d100 req-7cbfb2a0-68ad-4bec-8ce3-a7523da1beb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0697587 Feb 10 11:45:03.651967 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cc57120-eab0-477a-a3d8-3069f006d100 req-9cd3e5e4-9840-4f19-9afd-df0990cb4757 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369203 Feb 10 11:45:03.800517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:03.838987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c425-c4e0-422b-a8de-cc900e736e53 req-4cd270a1-8dce-4bf3-83e0-62702d8646a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:03.840427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bd3c425-c4e0-422b-a8de-cc900e736e53 req-4cd270a1-8dce-4bf3-83e0-62702d8646a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.0802650 Feb 10 11:45:03.885416 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bd3c425-c4e0-422b-a8de-cc900e736e53 req-6236eba8-a419-4429-b5b0-7b25b401f45f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390131 Feb 10 11:45:05.078381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40408c9-64c7-43d1-b93c-ffff482fa7c1 req-b92329c6-576b-4ce6-86ff-b1f6351a2313 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:05.079827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b40408c9-64c7-43d1-b93c-ffff482fa7c1 req-b92329c6-576b-4ce6-86ff-b1f6351a2313 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.0746346 Feb 10 11:45:05.123887 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b40408c9-64c7-43d1-b93c-ffff482fa7c1 req-c4de07d7-a7db-4c59-bf19-70b21c77e74b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383573 Feb 10 11:45:05.320183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49973-be9c-43d6-bca1-7ac75e38d155 req-087a1910-02f8-48b8-95d0-7fdd56a4880a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:05.321529 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52d49973-be9c-43d6-bca1-7ac75e38d155 req-087a1910-02f8-48b8-95d0-7fdd56a4880a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.0785618 Feb 10 11:45:05.365952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52d49973-be9c-43d6-bca1-7ac75e38d155 req-2b6f9cc6-1b19-47af-adca-169b913f5f1b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Feb 10 11:45:05.393293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57770) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:05.459102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3dcf93e1-9c6f-4acb-b8e6-2d532b043d88 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1094 time: 0.0647337 Feb 10 11:45:05.461635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57774) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:05.466517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:45:05.472352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:45:05.476007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:45:05.478714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:45:05.484201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:45:05.493930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:05.624080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:05.757218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.27 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/c6c9ff65-4d38-477e-8e2b-9546f07048ae) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:45:05.898640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:05.925013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:06.079775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:45:06.082350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:45:06.085805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:45:06.114334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=c6c9ff65-4d38-477e-8e2b-9546f07048ae,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:06.580172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:06.633479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:06.829256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:06.833663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:06.931252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=c6c9ff65-4d38-477e-8e2b-9546f07048ae,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:45:06.950830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:07.144039 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP f503f549-fc55-4bee-9200-6975b946e964 associated. External IP: 172.26.3.27, port: fa4bdef5-748c-4f77-a5ff-abac84f60aae. Feb 10 11:45:07.616669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 004b1532-78e8-495f-9fc1-ba7e59a88da6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:45:07.808212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:45:07.818047 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Sync routers for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:45:07.831160 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:45:07.831798 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:07.832061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:07.886139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0de0b72e-1a24-48d5-9409-1f531763d191 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4235389 Feb 10 11:45:07.886703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:45:07.889003 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57778) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:07.945037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'status': 'completed', 'code': 200} Feb 10 11:45:07.997583 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07dec2fb-8a91-46dd-b430-82d19e0a17cd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 200 len: 991 time: 0.1074052 Feb 10 11:45:08.012378 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:45:08.041879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-4cc2e819-ffd0-47bf-91ae-d9c28586221b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0772381 Feb 10 11:45:08.170799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-b1fe6431-bc3e-4f08-a592-8e359e7ccb79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:08.172206 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-b1fe6431-bc3e-4f08-a592-8e359e7ccb79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.1246777 Feb 10 11:45:08.277226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-df38b732-6c37-47b7-a9b7-fec17fe015e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 999 time: 0.0959952 Feb 10 11:45:08.339530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-ef38023c-32fb-4aac-b72d-49029da05803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:08.340977 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-ef38023c-32fb-4aac-b72d-49029da05803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0577114 Feb 10 11:45:08.375995 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f503f549-fc55-4bee-9200-6975b946e964', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'port_id': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'mac_address': 'fa:16:3e:7a:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:06Z', 'updated_at': '2022-02-10T11:45:06Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:08.380148 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Checking router: 004b1532-78e8-495f-9fc1-ba7e59a88da6 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:45:08.391929 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:45:08.392515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:44:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:08.417419 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-0880c705-fbb4-4b6b-b1d0-59b132c55d1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704479 Feb 10 11:45:08.548037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-96649c3a-58a5-4454-981b-b11325a68fa5 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239893 Feb 10 11:45:08.567998 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:45:08.677123 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469acdd9-8ad5-4146-b61f-8ea3a9d49536 req-5eb7827f-b43e-4272-82a0-cd943c41677f service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231201 Feb 10 11:45:08.908450 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f503f549-fc55-4bee-9200-6975b946e964', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'port_id': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'mac_address': 'fa:16:3e:7a:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:06Z', 'updated_at': '2022-02-10T11:45:06Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:45:08.912365 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cde33-e33a-4d58-8ed9-c23bc694bd96 None None] The sync data for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv is: [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'f503f549-fc55-4bee-9200-6975b946e964', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'port_id': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'mac_address': 'fa:16:3e:7a:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:45:06Z', 'updated_at': '2022-02-10T11:45:06Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:45:09.000114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57784) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:09.102687 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f2584040-2845-4539-81e1-3f397dde5675 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 200 len: 991 time: 0.1014245 Feb 10 11:45:10.106606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57788) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:10.206825 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-29ea18ec-0382-4623-bcd5-87ca32c275c5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 200 len: 991 time: 0.0990660 Feb 10 11:45:11.210088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57792) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:11.312503 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0452c141-8853-4b23-a89a-6d4c03ad43c1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 200 len: 991 time: 0.1012688 Feb 10 11:45:11.893828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2390948-cc9e-48da-8621-1e9e43b1040d None None] New status for floating IP f503f549-fc55-4bee-9200-6975b946e964: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:45:12.316302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57796) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:45:12.428475 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-16241bd3-e163-4217-aca1-5faf8460d63e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 200 len: 993 time: 0.1109469 Feb 10 11:45:16.827054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:45:23.969458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-9a2c6e61-e30b-4fc5-b0c4-74bce266402a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661788 Feb 10 11:45:24.102132 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-86263cf0-a4ec-4522-bca5-27080271a73f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0658131 Feb 10 11:45:24.242151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-64416f2d-cc81-414e-beab-554d940b49be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:24.243543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-64416f2d-cc81-414e-beab-554d940b49be service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.1225984 Feb 10 11:45:24.343805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-b70f2df2-6992-44ca-b242-361c2edf859f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 1001 time: 0.0939906 Feb 10 11:45:24.407101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-affe86e9-ea17-40b5-b685-65672493aaa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:45:24.408522 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-affe86e9-ea17-40b5-b685-65672493aaa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0589669 Feb 10 11:45:24.587978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-995494c9-4f1b-4a81-be81-cc336856b101 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1730168 Feb 10 11:45:24.724293 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-df5a3601-7b39-462c-9e75-6b00a18a4448 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291246 Feb 10 11:45:24.858935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b97f6bef-d978-4946-bdb9-5cd23b0bf807 req-ef017baf-359d-4b7e-99e8-067666b94e96 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282306 Feb 10 11:45:27.198386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d5cd4df-1bed-4017-8131-eac3fa199f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:29.372057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7f99774f-337e-44c4-a780-8f26e90a6caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:30.497144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:30.682503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:32.063203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:33.813668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:53.827251 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:45:57.199943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9571d7e1-3d33-4545-8b6c-bcbfbfaef4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:45:59.374340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-556b8d96-20c0-4f7c-8edb-30a7d072ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:00.500952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:00.684029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:02.065095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:03.830505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:25.964742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-6daf404d-6a64-456a-87bc-4b045def3fdc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659916 Feb 10 11:46:26.100247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-6c7ed806-b405-43bf-867d-2141ec089543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0703337 Feb 10 11:46:26.242200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-1778badd-c344-4218-a17e-69b9bf8f228f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:46:26.243569 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-1778badd-c344-4218-a17e-69b9bf8f228f service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.1239054 Feb 10 11:46:26.343942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-dabb9158-0e9b-4d10-bc14-cc543785dd66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 1001 time: 0.0948746 Feb 10 11:46:26.405346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-dd286519-2cd5-418b-b806-8cbd7a69cd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:46:26.406700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-dd286519-2cd5-418b-b806-8cbd7a69cd0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0565279 Feb 10 11:46:26.480102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-37cb5f52-1591-4a6b-9a8f-4b13d730ec6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677228 Feb 10 11:46:26.608128 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-64ae26ab-607e-4bd3-9cd7-3c65985b9fe1 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221673 Feb 10 11:46:26.737029 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5409c67d-53f8-4990-96aa-9d04b96bf076 req-d2c2a2fe-b4d7-41db-9f34-2e557a59adfd service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222289 Feb 10 11:46:27.201173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e8eebbb1-e0f5-4d59-976c-bd2f3e0ddd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:29.375172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4364df1b-f582-4400-b1f0-252ba81d830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:30.503765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:30.686108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:30.827143 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:46:32.068167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:33.830895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:57.203694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55749fa0-d5f4-4ee4-b2fc-c450a6869ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:59.375546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b00b3a9-ad0f-4012-a015-1ec2445eb313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:46:59.953544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57834) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:46:59.962012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:00.192901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1910845'] for subnet, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.371573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785260881291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1505559'] for subnet, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.427552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:00.428134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.430268 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/subnets/71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 835 time: 0.4734621 Feb 10 11:47:00.433691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0eeae5-e84f-499d-8a8f-69f783b0410b None None] Network 817d747e-51c1-4941-a87b-57693168def3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:00.446774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=71bc2e2a-969c-43ee-87db-dcab327cdb8f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:00.456459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.456805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.457143 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.457474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.457800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.458124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.458447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.458901 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.459253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.459564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.459882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f13286-d23f-4eba-a742-cf8c3ee82236 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:00.530923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.690036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:00.916466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Provisioning complete for port 6416c142-7c1e-4ab7-b44c-c95538088a65 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:00.916978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:01.039403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Provisioning complete for port fa4bdef5-748c-4f77-a5ff-abac84f60aae triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:01.039886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:01.163365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Provisioning complete for port 238ce0fd-423e-4215-8c12-5f21bbaa3659 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:01.163727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c65a6344-a344-48b7-bfad-b895e3652bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:02.070763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:03.830996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:07.827216 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:47:27.207533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-15899f44-89ae-4d6b-895a-c748031465ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:27.955753 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-94c06752-f630-4a8a-91c6-856ab3885b94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655694 Feb 10 11:47:28.089477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-fd5475be-02e6-4772-b4fe-e576f59debd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0664804 Feb 10 11:47:28.228736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-40a812ce-083a-4ad8-b871-50f3d2f32878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:28.230065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-40a812ce-083a-4ad8-b871-50f3d2f32878 service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.1230981 Feb 10 11:47:28.330072 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-4731a8d3-11a3-4a6e-80ac-cc6b99743554 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 1001 time: 0.0940979 Feb 10 11:47:28.478950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-037592ae-d393-4ecf-94b9-1803f7f514fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:28.480295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-037592ae-d393-4ecf-94b9-1803f7f514fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.1436288 Feb 10 11:47:28.551445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-ec422450-a449-486a-a8b1-64b405363225 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655875 Feb 10 11:47:28.677621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-c519a5d7-9ebb-4f49-80e4-f62ac2b24e44 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201034 Feb 10 11:47:28.804672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b9480ad-e387-4576-be19-d119ffbaf57b req-e06aeef8-6884-409c-a2e0-8b8970f9dbb5 service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Feb 10 11:47:29.377005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-89bbd239-d497-4ee5-bc9d-7e4c6768e9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.509418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:30.690611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:32.074099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:33.834361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.289705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:43.644251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port c6c9ff65-4d38-477e-8e2b-9546f07048ae {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:43.644601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.807732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.808054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:43.925475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for c6c9ff65-4d38-477e-8e2b-9546f07048ae owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:44.071291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.115115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=c6c9ff65-4d38-477e-8e2b-9546f07048ae,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:44.154295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.154633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.154963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.155311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.155638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.155959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.156276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.156592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.156905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.157216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.157526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:44.215581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.687192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 004b1532-78e8-495f-9fc1-ba7e59a88da6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:44.827508 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:47:44.882777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:44.891967 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Sync routers for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:44.903849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:44.904049 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:44.904640 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:44.956805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9db0e3b-795c-4ba0-ba7c-a734843a3158 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/f503f549-fc55-4bee-9200-6975b946e964 HTTP/1.1" status: 204 len: 168 time: 1.6659734 Feb 10 11:47:44.957326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:45.046356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'status': 'completed', 'code': 200} Feb 10 11:47:45.090727 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:45.146651 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-134967ab-76d9-4129-b58b-69da4008dbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 1099 time: 0.0796893 Feb 10 11:47:45.280132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-8ecd3b29-e899-47c9-9c18-4a5200f1572a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.281559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-8ecd3b29-e899-47c9-9c18-4a5200f1572a service neutron] 10.222.0.32 "GET /v2.0/networks?id=817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 200 len: 897 time: 0.1302106 Feb 10 11:47:45.385799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-85752812-cb86-4d1d-a3ee-865eb9c49175 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 200 len: 217 time: 0.0976467 Feb 10 11:47:45.415911 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:45.419612 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Checking router: 004b1532-78e8-495f-9fc1-ba7e59a88da6 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:45.430085 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:45.430649 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:45.464534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-fc46d371-63ad-4e32-82ff-82e819f23ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.465884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-fc46d371-63ad-4e32-82ff-82e819f23ac8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 200 len: 843 time: 0.0723524 Feb 10 11:47:45.506901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bbed4-d155-45ae-8adf-ad6652b63862 req-9538472d-79fe-4cfa-bf2d-be1e4ac59f4f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:45.507594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7f0bbed4-d155-45ae-8adf-ad6652b63862 req-9538472d-79fe-4cfa-bf2d-be1e4ac59f4f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:47:45.537937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7f0bbed4-d155-45ae-8adf-ad6652b63862 req-9538472d-79fe-4cfa-bf2d-be1e4ac59f4f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:47:45.539053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f0bbed4-d155-45ae-8adf-ad6652b63862 req-9538472d-79fe-4cfa-bf2d-be1e4ac59f4f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.2019253 Feb 10 11:47:45.592879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-bbce5394-1229-42ed-95f5-3dbe21fbc3a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=817d747e-51c1-4941-a87b-57693168def3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199019 Feb 10 11:47:45.596546 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f0bbed4-d155-45ae-8adf-ad6652b63862 req-a20e8c8d-adc7-4f98-904d-cf394eab4a96 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509858 Feb 10 11:47:45.634136 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:45.723373 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-f3405945-4429-4907-8646-9910e389ce0b service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240313 Feb 10 11:47:45.852178 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bcb50e4b-b9d8-453d-9ab4-2fafa9204265 req-d89d1937-3fb5-47cc-8994-0032cf40c29f service neutron] 10.222.0.32 "GET /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231062 Feb 10 11:47:45.935485 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:45.939335 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ab4f7-8602-4ef7-9914-41195cbe11f0 None None] The sync data for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv is: [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:50Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6416c142-7c1e-4ab7-b44c-c95538088a65', 'name': '', 'network_id': '817d747e-51c1-4941-a87b-57693168def3', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:19:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:49Z', 'updated_at': '2022-02-10T11:44:55Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '71bc2e2a-969c-43ee-87db-dcab327cdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:46.144330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f8d45d-7671-4dde-ab12-cd4b390b272a None None] New status for floating IP f503f549-fc55-4bee-9200-6975b946e964: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:47:46.601450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-bf7f2617-be05-4c74-93e0-78d7411251f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:46.602732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-bf7f2617-be05-4c74-93e0-78d7411251f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.0731459 Feb 10 11:47:46.673506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port fa4bdef5-748c-4f77-a5ff-abac84f60aae {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:46.673843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.065049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed137067-65b0-4b71-bc06-355f7f49ce97 req-8a2aa687-393e-42ae-8a94-ada9feec7684 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:47.066460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed137067-65b0-4b71-bc06-355f7f49ce97 req-8a2aa687-393e-42ae-8a94-ada9feec7684 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdf365ae-a989-48e0-8f86-669d43c7806e HTTP/1.1" status: 200 len: 946 time: 0.3362114 Feb 10 11:47:47.102116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port fa4bdef5-748c-4f77-a5ff-abac84f60aae, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=fa4bdef5-748c-4f77-a5ff-abac84f60aae,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:47.102458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.231155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for fa4bdef5-748c-4f77-a5ff-abac84f60aae owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:47.283688 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed137067-65b0-4b71-bc06-355f7f49ce97 req-981ca753-f08c-44d1-814d-b280440139b4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=729e9af0-942f-410a-a825-7027160914ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058022 Feb 10 11:47:47.377620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.425584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=fa4bdef5-748c-4f77-a5ff-abac84f60aae,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:47.501581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port fa4bdef5-748c-4f77-a5ff-abac84f60aae on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:47.504209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:47.506652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'name': 'network-vif-deleted', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:47:47.521198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05b1e6c0-805c-4069-8df7-1c4ab958cac0 req-e523c165-c809-4510-8468-f1e8fc9cbe21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/fa4bdef5-748c-4f77-a5ff-abac84f60aae HTTP/1.1" status: 204 len: 173 time: 0.9132261 Feb 10 11:47:47.564358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf365ae-a989-48e0-8f86-669d43c7806e', 'name': 'network-vif-deleted', 'tag': 'fa4bdef5-748c-4f77-a5ff-abac84f60aae', 'status': 'completed', 'code': 200} Feb 10 11:47:48.385996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57872) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:48.452705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:48.480444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:48.542654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:48.559379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e9af0-942f-410a-a825-7027160914ad,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:48.568344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:48.569545 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a626443b-9e22-4e24-96e9-a4adb60517d2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/729e9af0-942f-410a-a825-7027160914ad HTTP/1.1" status: 204 len: 168 time: 0.1825240 Feb 10 11:47:48.615450 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57878) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:49.079714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.663168 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 6416c142-7c1e-4ab7-b44c-c95538088a65 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:49.663863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.839169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 6416c142-7c1e-4ab7-b44c-c95538088a65, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6416c142-7c1e-4ab7-b44c-c95538088a65,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:49.839539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:49.953639 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 6416c142-7c1e-4ab7-b44c-c95538088a65 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:50.127164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:50.172817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=6416c142-7c1e-4ab7-b44c-c95538088a65,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:50.539203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.088503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router 004b1532-78e8-495f-9fc1-ba7e59a88da6 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:51.293688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:51.303116 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Sync routers for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:51.306976 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b8576070-dc25-4d1b-be8a-e15ac847f397 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/004b1532-78e8-495f-9fc1-ba7e59a88da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6904790 Feb 10 11:47:51.309709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:51.314957 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:51.315569 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:51.489176 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:51.493309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet 71bc2e2a-969c-43ee-87db-dcab327cdb8f {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:47:51.496184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.559697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.646639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.718408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.761460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=71bc2e2a-969c-43ee-87db-dcab327cdb8f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:51.766882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:51.773175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0a550a9c-6e4d-42a1-bb8b-4223c623f56e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/71bc2e2a-969c-43ee-87db-dcab327cdb8f HTTP/1.1" status: 204 len: 168 time: 0.4624593 Feb 10 11:47:51.774649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196194fc-be18-4870-b871-973dbda32a11 None None] Network 817d747e-51c1-4941-a87b-57693168def3 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:51.776368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57886) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:51.783272 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:47:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:51.787375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Checking router: 004b1532-78e8-495f-9fc1-ba7e59a88da6 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:51.797958 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Routers {'004b1532-78e8-495f-9fc1-ba7e59a88da6'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:51.798661 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['004b1532-78e8-495f-9fc1-ba7e59a88da6'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:51.873696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device fa4bdef5-748c-4f77-a5ff-abac84f60aae no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:51.944918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: fa4bdef5-748c-4f77-a5ff-abac84f60aae {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:51.945253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device fa4bdef5-748c-4f77-a5ff-abac84f60aae not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:51.986409 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] Set router 004b1532-78e8-495f-9fc1-ba7e59a88da6 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:51.994146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.129479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] DHCP port deletion for 817d747e-51c1-4941-a87b-57693168def3 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:47:52.133758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Deleting port 238ce0fd-423e-4215-8c12-5f21bbaa3659 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:52.134124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.196832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.206861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 95d7e972-93f3-4a12-84c0-2a03925966a0 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:47:52.207829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.307877 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:47:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:52.311978 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ebbc3-2671-4f70-86d4-928b6a72e125 None None] The sync data for ids ['004b1532-78e8-495f-9fc1-ba7e59a88da6'] in dv-neutron-827807-1-hyperv is: [{'id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'name': 'tempest-TestNetworkBasicOps-router-1169604841', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:47:50Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '95d7e972-93f3-4a12-84c0-2a03925966a0', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004b1532-78e8-495f-9fc1-ba7e59a88da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:44:46Z', 'updated_at': '2022-02-10T11:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:52.342969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] For port 238ce0fd-423e-4215-8c12-5f21bbaa3659, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=238ce0fd-423e-4215-8c12-5f21bbaa3659,segment=NetworkSegment(21386d2e-9e50-427f-9a6e-d5bbe8467f04),segment_id=21386d2e-9e50-427f-9a6e-d5bbe8467f04)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:52.342969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.457675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Calling delete_port for 238ce0fd-423e-4215-8c12-5f21bbaa3659 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:52.486964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 95d7e972-93f3-4a12-84c0-2a03925966a0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=95d7e972-93f3-4a12-84c0-2a03925966a0,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:52.487350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.528277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.573032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Pushing event deleted for resources: {'Port': ['ID=238ce0fd-423e-4215-8c12-5f21bbaa3659,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:52.581662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] No DVR routers for this DVR port 238ce0fd-423e-4215-8c12-5f21bbaa3659 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:47:52.586435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.586775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.589885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9245f4f0-14bd-4034-9b24-348bad2d55fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:47:52.611410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 95d7e972-93f3-4a12-84c0-2a03925966a0 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:47:52.781184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:52.828479 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=95d7e972-93f3-4a12-84c0-2a03925966a0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:53.064616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.327969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.332009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.356998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.357495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router 004b1532-78e8-495f-9fc1-ba7e59a88da6 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:47:53.372285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.373493 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-00545188-98bd-4d52-a95e-e101a5184b11 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/004b1532-78e8-495f-9fc1-ba7e59a88da6 HTTP/1.1" status: 204 len: 168 time: 1.5961833 Feb 10 11:47:53.376204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57890) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:53.493258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.709762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.734671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817d747e-51c1-4941-a87b-57693168def3']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:53.746141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21386d2e-9e50-427f-9a6e-d5bbe8467f04') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:53.746376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21386d2e-9e50-427f-9a6e-d5bbe8467f04') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:53.757893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.773613 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.779534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:47:53.781040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:47:53.794015 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:47:53.799589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 238ce0fd-423e-4215-8c12-5f21bbaa3659 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:53.843182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 238ce0fd-423e-4215-8c12-5f21bbaa3659 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:53.843552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 238ce0fd-423e-4215-8c12-5f21bbaa3659 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:53.843950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6416c142-7c1e-4ab7-b44c-c95538088a65 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:53.874874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 6416c142-7c1e-4ab7-b44c-c95538088a65 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:53.875215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6416c142-7c1e-4ab7-b44c-c95538088a65 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:53.878540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.895956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.906447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=817d747e-51c1-4941-a87b-57693168def3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:53.911117 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c10f45bf-a811-4e8a-8146-1e4f641f5510 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/817d747e-51c1-4941-a87b-57693168def3 HTTP/1.1" status: 204 len: 168 time: 0.5338430 Feb 10 11:47:53.922701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:53.928762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--1416716652', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:53.933854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:53.937863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:53.940705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:53.946781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:53.956279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:47:53.959481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.986912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:47:53.997057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:53.997353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 9f48f63a-c7f2-4ff5-895a-6da3e1ad7244 of type vlan for network dfbffd4e-cb63-406d-bed5-2eef477946c0 Feb 10 11:47:54.023655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.050443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.054534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:54.055105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.154517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2307043 Feb 10 11:47:54.157374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57900) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:54.162653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:54.163167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bd818-2605-4bab-ada7-dfa8a92bc8ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=dfbffd4e-cb63-406d-bed5-2eef477946c0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:54.172473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:54.173237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:47:54.176614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:54.179963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:54.185543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:54.196375 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.197343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.215905 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.364573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.535055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.563738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.695886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.19 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/93108bff-b4a8-4584-a9b5-9714ebd8bc0d) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:54.836150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.861530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:54.930506 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:54.933637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:54.935482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:54.937502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:55.085167 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:55.085880 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:55.308736 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:47:55.418856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 95d7e972-93f3-4a12-84c0-2a03925966a0 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:47:55.451292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 95d7e972-93f3-4a12-84c0-2a03925966a0 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:47:55.451635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 95d7e972-93f3-4a12-84c0-2a03925966a0 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:47:55.504698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:55.516808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:47:55.528129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:55.528732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:55.529242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:55.530654 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-160f9100-96c0-45fb-8059-e9bdc15b5acd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3722925 Feb 10 11:47:55.533733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:55.713205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:55.832797 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0f1ad9fa-fa32-4b12-afc8-08bd84f31fd8 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2979233 Feb 10 11:47:55.835257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57910) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:55.963282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf45ad-a3a7-449d-9e0a-781fe1b8e3b3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:55.967432 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-16bf45ad-a3a7-449d-9e0a-781fe1b8e3b3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286123 Feb 10 11:47:55.967579 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57914) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:56.006811 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-225cb450-39bd-430a-a33b-4ca1af62e799 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372391 Feb 10 11:47:56.008659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:55Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:56.009193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57918) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:56.012562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:47:56.012908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Updating router f19905af-e049-4f95-9bad-99a2f6570921 port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:47:56.014540 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114988941', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:47:56.096471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.123497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:47:56.127209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:47:56.130215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:47:56.136406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:47:56.146428 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:47:56.245785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.416746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.428847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Transition to ACTIVE for port object 93108bff-b4a8-4584-a9b5-9714ebd8bc0d will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:56.435770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.460767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.517177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeb373-2a29-463e-9060-9258987f4d08 None None] Pushing event updated for resources: {'Port': ['ID=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:56.520841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Attempting to bind port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:56.521506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Attempting to bind port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:56.522242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Attempting to bind port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:56.528838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:56.529239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:56.529600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.529979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:56.530423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Bound port: 93108bff-b4a8-4584-a9b5-9714ebd8bc0d, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:56.530784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.535553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=d20d76e6-1723-460d-93ea-5d9ccfa592c4,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:56.550030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:56.550645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: dfbffd4e-cb63-406d-bed5-2eef477946c0, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:47:56.572346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:47:56.581688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, dfbffd4e-cb63-406d-bed5-2eef477946c0) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:56.585894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:56.586486 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.592119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff843df-0bde-493c-baf1-7ca114ddd476 None None] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:56.610158 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c9be916a-e911-4f8a-b2aa-a5747194df46 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5973263 Feb 10 11:47:56.610377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57922) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:56.678251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] For port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:56.690699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] For port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:56.698073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:56.841162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeb373-2a29-463e-9060-9258987f4d08 None None] Pushing event updated for resources: {'Port': ['ID=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:56.878061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:47:56.878665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:57.012925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-dfbffd4e-cb63-406d-bed5-2eef477946c0', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:47:57.013721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.137261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:47:57.360701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae4cf7f8-02c9-468b-b28b-11501758848b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.387300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Allocated IP 172.20.0.2 (dfbffd4e-cb63-406d-bed5-2eef477946c0/d20d76e6-1723-460d-93ea-5d9ccfa592c4/1723194d-218a-442f-b86a-e8df1154e9c6) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:57.438505 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.696499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:55Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:47:57.701543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.706819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda6a363-aa6d-48b7-9992-b8ef226e5b85 None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:55Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:47:57.715462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Transition to ACTIVE for port object 1723194d-218a-442f-b86a-e8df1154e9c6 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:57.739625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Transition to ACTIVE for port object 1723194d-218a-442f-b86a-e8df1154e9c6 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:57.746215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.815244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:57.818541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:57.823025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:57.825268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Pushing event updated for resources: {'Port': ['ID=1723194d-218a-442f-b86a-e8df1154e9c6,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:57.838090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (dfbffd4e-cb63-406d-bed5-2eef477946c0/d20d76e6-1723-460d-93ea-5d9ccfa592c4/49ba7edd-2927-4b76-852f-850b79cdd929) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:47:57.929209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Attempting to bind port 1723194d-218a-442f-b86a-e8df1154e9c6 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:47:57.929582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Attempting to bind port 1723194d-218a-442f-b86a-e8df1154e9c6 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:47:57.929946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Attempting to bind port 1723194d-218a-442f-b86a-e8df1154e9c6 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:47:57.936800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:47:57.937173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Checking segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:47:57.937568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:57.937954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Bound using segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:47:57.938539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Bound port: 1723194d-218a-442f-b86a-e8df1154e9c6, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:47:57.938914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.035356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] For port 1723194d-218a-442f-b86a-e8df1154e9c6, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:47:58.040572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] For port 1723194d-218a-442f-b86a-e8df1154e9c6, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1723194d-218a-442f-b86a-e8df1154e9c6,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:47:58.043212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.045011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.061246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 49ba7edd-2927-4b76-852f-850b79cdd929 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:47:58.084133 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.135157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba122f-0d29-4ca9-9aa0-feed431be353 None None] Pushing event updated for resources: {'Port': ['ID=1723194d-218a-442f-b86a-e8df1154e9c6,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:58.154307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:58.157867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:58.166552 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:47:58.219599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:58.240260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.358633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.781145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.785849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.897265 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:58.900677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:59.039258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:47:59.040380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:47:59.063140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03cbdb-c4c3-4427-a235-22eed23512a3 None None] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:47:59.157969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-14e76421-25d9-4f33-9bb9-079fce1b50fd None None] Provisioning for port 1723194d-218a-442f-b86a-e8df1154e9c6 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:59.380194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dba3e0f4-10b0-406e-bd92-221ee84d3d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.518688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 93108bff-b4a8-4584-a9b5-9714ebd8bc0d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:59.525241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:47:59.598221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:59.604958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:59.605331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.720671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-76007984-158d-4326-b3a9-1e0200fa2e73 None None] Provisioning for port 49ba7edd-2927-4b76-852f-850b79cdd929 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:59.736649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-76007984-158d-4326-b3a9-1e0200fa2e73 None None] Provisioning complete for port 49ba7edd-2927-4b76-852f-850b79cdd929 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:59.737022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-76007984-158d-4326-b3a9-1e0200fa2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.741756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:47:59.757394 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-df8821bd-a7c5-448c-a3e1-a34132d140a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/f19905af-e049-4f95-9bad-99a2f6570921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1438067 Feb 10 11:47:59.757673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57926) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:59.775183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.804495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-76007984-158d-4326-b3a9-1e0200fa2e73 None None] Port 49ba7edd-2927-4b76-852f-850b79cdd929 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:47:59.806769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:47:59.810898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.811896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1723194d-218a-442f-b86a-e8df1154e9c6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:47:59.902360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adf910-0804-4105-be28-02a9dabe5a23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.902851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adf910-0804-4105-be28-02a9dabe5a23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.903065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adf910-0804-4105-be28-02a9dabe5a23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.903439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97adf910-0804-4105-be28-02a9dabe5a23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.907509 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-97adf910-0804-4105-be28-02a9dabe5a23 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1465120 Feb 10 11:47:59.907770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57930) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:59.931516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:47:59.950036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-315eb24a-8deb-48af-93db-b87bfff55604 None None] Provisioning complete for port 49ba7edd-2927-4b76-852f-850b79cdd929 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:59.950407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-315eb24a-8deb-48af-93db-b87bfff55604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:47:59.977329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1723194d-218a-442f-b86a-e8df1154e9c6 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:47:59.978147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db301623-5f06-4f9c-bd27-d3a11aa63797 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.978591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db301623-5f06-4f9c-bd27-d3a11aa63797 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.979013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db301623-5f06-4f9c-bd27-d3a11aa63797 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.979452 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db301623-5f06-4f9c-bd27-d3a11aa63797 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:47:59.983776 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db301623-5f06-4f9c-bd27-d3a11aa63797 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0724814 Feb 10 11:47:59.984166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57934) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:47:59.991208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1723194d-218a-442f-b86a-e8df1154e9c6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:47:59.991600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.048570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-315eb24a-8deb-48af-93db-b87bfff55604 None None] Port 49ba7edd-2927-4b76-852f-850b79cdd929 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:48:00.119713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.164796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 1723194d-218a-442f-b86a-e8df1154e9c6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1723194d-218a-442f-b86a-e8df1154e9c6,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:00.171426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.209210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f15948a1-57c0-47b9-9e5f-40c6a81166d3 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2208045 Feb 10 11:48:00.245609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=1723194d-218a-442f-b86a-e8df1154e9c6,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:00.367421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57940) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.373092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515151155', 'description': 'tempest-secgroup-smoke-515151155 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:00.379090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.383621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.386394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.392068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.405163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.442111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.446755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.449621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.455365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.512920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.513148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.516365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.560047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c166d2d-bd77-4fc5-9228-d762a2db6391,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:00.565915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.567356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-154a9499-6cfa-45e2-bbc6-1a01b9ecf320 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1987216 Feb 10 11:48:00.570539 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 57944) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.576313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:00.582451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.586649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.589546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.595124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.612127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.673405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.680380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.695111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.708798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf32d629-5180-47db-8685-e0155442a109,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:00.720961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.723908 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1508555 Feb 10 11:48:00.723908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.724173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.724449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.724771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.725336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.725820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.726233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.726628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.726972 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.727343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.727673 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.728004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16430fe-b0c8-4ac4-bc80-3f5d9d94fbcc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:00.732465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:00.738434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.742900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.745875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.751646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.768275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.832197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.835508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.857368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62817a70-fb18-45f7-a8d6-adcbc9fa2083,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:00.867909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.869106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75dad08f-e22f-4d83-9c25-b26714a2a180 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427968 Feb 10 11:48:00.871938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57952) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:00.878135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:00.884860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:00.888800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:00.891809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:00.898174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:00.913475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.975859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:00.979503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.002476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8187e7ae-8e6f-4925-aec6-f496fe762147,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.012698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.015438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0fa780be-d488-492e-a4ba-e6638d3a4eab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412361 Feb 10 11:48:01.016882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57956) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:01.022328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:01.028778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:01.032784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:01.035698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:01.042690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:01.060263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.122959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.126586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.149430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39990b73-d84d-4358-890f-c7fc925e3115,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.157881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.159079 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e82a33f-e6bd-436c-b350-e66b0274e079 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1412990 Feb 10 11:48:01.162250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57960) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:01.168554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:01.174480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:01.178798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:01.181602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:01.187654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:01.198369 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:01.205033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.277767 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:48:01.290341 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:01.290943 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:01.363203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.367693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.390295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c902e6e-c9e3-4f48-9861-60f57ed70ab6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.400303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.401705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b71f934b-0d29-4881-b51e-faa5b5ccfaf9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2384346 Feb 10 11:48:01.404276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 57964) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:01.409613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8c166d2d-bd77-4fc5-9228-d762a2db6391', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:01.415840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:01.420236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:01.423367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:01.430247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:01.441000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:01.448038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.475729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 93108bff-b4a8-4584-a9b5-9714ebd8bc0d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:01.482688 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:01.517651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.522120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.546904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f331d818-4d16-4480-9dbf-35d1e141191c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:01.552027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:01.552996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.558276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.559726 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bf5f56e4-ead8-443d-9bb2-a68f73d70a1f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1544607 Feb 10 11:48:01.708967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1723194d-218a-442f-b86a-e8df1154e9c6 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:01.766089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-c0e2ec09-cafa-451a-b057-9df13878f5f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:01.773813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1723194d-218a-442f-b86a-e8df1154e9c6 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:01.774110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.783082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-c0e2ec09-cafa-451a-b057-9df13878f5f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:01.784563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-c0e2ec09-cafa-451a-b057-9df13878f5f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515151155&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0625825 Feb 10 11:48:01.799519 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:01.803972 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:48:01.804312 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Updating router f19905af-e049-4f95-9bad-99a2f6570921 port 49ba7edd-2927-4b76-852f-850b79cdd929 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:48:01.859703 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:01.949672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-f419df50-e6f2-4297-853b-1ea1d8ebe355 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:01.950340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-f419df50-e6f2-4297-853b-1ea1d8ebe355 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:01.965979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-f419df50-e6f2-4297-853b-1ea1d8ebe355 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:01.967396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-f419df50-e6f2-4297-853b-1ea1d8ebe355 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 797 time: 0.1746478 Feb 10 11:48:01.989011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-7fc1fc62-9306-4288-b7c7-f8a2743ba791 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0160043 Feb 10 11:48:02.075544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-2a8b4117-e232-4ae1-bfc2-0727227bd70f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:02.077285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.091907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-2a8b4117-e232-4ae1-bfc2-0727227bd70f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:02.093415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-2a8b4117-e232-4ae1-bfc2-0727227bd70f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966892 Feb 10 11:48:02.208537 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.219687 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Transition to ACTIVE for port object 49ba7edd-2927-4b76-852f-850b79cdd929 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:02.225414 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.302573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-ab5a2003-585d-4413-bd08-54f2931e18d7 service neutron] 10.222.0.42 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975281 Feb 10 11:48:02.410730 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Pushing event updated for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:02.438518 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.438867 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.439202 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.439556 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.439886 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.440214 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.440535 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.440855 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.441169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.441486 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.441800 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:48:02.449583 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Attempting to bind port 49ba7edd-2927-4b76-852f-850b79cdd929 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:48:02.450063 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Attempting to bind port 49ba7edd-2927-4b76-852f-850b79cdd929 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:48:02.450319 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Attempting to bind port 49ba7edd-2927-4b76-852f-850b79cdd929 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:02.452314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e37a9639-a590-42ab-bd73-757dd7353cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429269 Feb 10 11:48:02.457224 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:48:02.457593 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Checking segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:48:02.458007 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.459033 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Bound using segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:48:02.459518 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Bound port: 49ba7edd-2927-4b76-852f-850b79cdd929, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:48:02.459884 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.546566 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] For port 49ba7edd-2927-4b76-852f-850b79cdd929, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:48:02.549590 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] For port 49ba7edd-2927-4b76-852f-850b79cdd929, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=49ba7edd-2927-4b76-852f-850b79cdd929,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:48:02.556919 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:02.644134 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:02.644761 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:02.672098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a14d76b4-5102-4219-b911-94567f3e9c40 req-d7ed3b80-8776-42ff-b43e-30e25e0ed05e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 210 time: 0.0607936 Feb 10 11:48:02.792078 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89073a6c-45ac-4207-801b-70c14f7a4c0c None None] Pushing event updated for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:02.860340 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:03.205515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:02Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:03.211270 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed49bc-c3a5-4fe7-8eab-b7294d0149b1 None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:02Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:48:03.502686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 49ba7edd-2927-4b76-852f-850b79cdd929 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:03.571780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 49ba7edd-2927-4b76-852f-850b79cdd929 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:03.576555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 49ba7edd-2927-4b76-852f-850b79cdd929 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:03.576947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.697579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.751421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 49ba7edd-2927-4b76-852f-850b79cdd929, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=49ba7edd-2927-4b76-852f-850b79cdd929,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:03.757612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.855023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:03.858992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:03.933980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-626dee7e-a162-40d3-a7b0-1361689ee43b req-f2fa974b-7aa1-4e4c-9abd-f50db7f31e70 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 210 time: 0.1065249 Feb 10 11:48:04.015585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-5bac5e55-5de9-41f4-af5f-e619da674c0f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:04.017328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-5bac5e55-5de9-41f4-af5f-e619da674c0f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 797 time: 0.2172308 Feb 10 11:48:04.074128 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-8c3ff585-0e9d-4e0d-ae64-b1d2b65956f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 379 time: 0.0431266 Feb 10 11:48:04.082481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['8c166d2d-bd77-4fc5-9228-d762a2db6391']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.221376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:04.231192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:04.240460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:48:04.243597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.401324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.8 (dfbffd4e-cb63-406d-bed5-2eef477946c0/d20d76e6-1723-460d-93ea-5d9ccfa592c4/7d7749d4-dd0e-48eb-b8cd-0536ac776302) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:04.582775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.597414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 7d7749d4-dd0e-48eb-b8cd-0536ac776302 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:04.619168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.690055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:04.692845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:04.695207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:04.729809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:04.763800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:04.764395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.791058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-e13d553d-8b1d-4d7a-bec5-43aa540f30d6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7122726 Feb 10 11:48:04.802448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Request body: {'port': {'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:04.911592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:04.946293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-86f22290-7c75-4cad-9058-b4c3ce82ec64 None None] Provisioning for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:04.952426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-86f22290-7c75-4cad-9058-b4c3ce82ec64 None None] Provisioning complete for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:04.953249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-86f22290-7c75-4cad-9058-b4c3ce82ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.010862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-86f22290-7c75-4cad-9058-b4c3ce82ec64 None None] Port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:48:05.296852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d671a5-e081-4122-a935-938b2424046c req-f7350f62-90b8-43ec-a89c-68e737033c38 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:05.297417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e2d671a5-e081-4122-a935-938b2424046c req-f7350f62-90b8-43ec-a89c-68e737033c38 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:05.333752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e2d671a5-e081-4122-a935-938b2424046c req-f7350f62-90b8-43ec-a89c-68e737033c38 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:05.334861 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d671a5-e081-4122-a935-938b2424046c req-f7350f62-90b8-43ec-a89c-68e737033c38 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 931 time: 0.2568278 Feb 10 11:48:05.401365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d671a5-e081-4122-a935-938b2424046c req-cbe4de27-68e3-4762-ad81-8303fb7bc750 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582647 Feb 10 11:48:05.459841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7749d4-dd0e-48eb-b8cd-0536ac776302 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:05.467568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.469338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 49ba7edd-2927-4b76-852f-850b79cdd929 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:05.482084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Transition to ACTIVE for port object 7d7749d4-dd0e-48eb-b8cd-0536ac776302 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:05.485563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.539513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 49ba7edd-2927-4b76-852f-850b79cdd929 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:05.539869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.612615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:05.722823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Attempting to bind port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:48:05.723126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Attempting to bind port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:48:05.723488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Attempting to bind port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:05.729679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:48:05.729988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Attempting to bind port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:05.736017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:48:05.736458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Checking segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:48:05.736826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Bound using segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:48:05.737231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Bound port: 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:48:05.737562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.822296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:48:05.825044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:48:05.830045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.891719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:05.893106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] 10.222.0.32 "PUT /v2.0/ports/7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 1093 time: 1.0948732 Feb 10 11:48:05.893537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:05.918174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925f323-2748-4250-8600-1ac781a3bebe service neutron] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:05.967218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:48:06.010203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-c97add57-87f5-439d-953b-90e45496bb6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1096 time: 0.0802484 Feb 10 11:48:06.081747 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-749a40d5-b15a-4465-98aa-de16cbb26d6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 217 time: 0.0649798 Feb 10 11:48:06.142252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-2632545c-8e59-4f28-a50c-342c28b0ff94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:06.143656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-2632545c-8e59-4f28-a50c-342c28b0ff94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0566821 Feb 10 11:48:06.225031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-4121e764-c79f-4992-b93b-581871c0f486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758235 Feb 10 11:48:06.352773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-98f2e456-4f86-48b0-90fc-3c36ba939dfe service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214635 Feb 10 11:48:06.483290 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba471ad-21ab-4ad7-98d3-a44eda0dcb4d req-f121c984-47eb-47e9-a814-aacdc43e54b7 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244669 Feb 10 11:48:06.648091 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-d8361ee4-4561-46cf-9315-35fe73d693cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1096 time: 0.0943525 Feb 10 11:48:06.654232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c5b7b-5b38-4433-8caa-e07c41438dd9 req-fe77356c-1f95-40a5-a73b-84ec7c433af2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:06.655584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995c5b7b-5b38-4433-8caa-e07c41438dd9 req-fe77356c-1f95-40a5-a73b-84ec7c433af2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 943 time: 0.1354449 Feb 10 11:48:06.883601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995c5b7b-5b38-4433-8caa-e07c41438dd9 req-9993b5f0-c033-4dce-a785-ac84f629634f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103593 Feb 10 11:48:06.915797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-d7d5e044-05f3-4dc2-b06f-439b3e34bea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:06.917237 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-d7d5e044-05f3-4dc2-b06f-439b3e34bea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.2608337 Feb 10 11:48:06.982519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-cf9bd365-3370-4299-9b89-f22e423a138e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 217 time: 0.0590842 Feb 10 11:48:07.046513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-38d139bc-f5a7-42ff-a3e9-49bc88154912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:07.047933 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-38d139bc-f5a7-42ff-a3e9-49bc88154912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0590103 Feb 10 11:48:07.132496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-3e78589d-d303-4327-a0f4-72e359f2b551 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779960 Feb 10 11:48:07.265919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-0eb42a42-7c35-430e-a308-419da52458cf service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262443 Feb 10 11:48:07.393199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96aa904-507b-4a47-9ab8-2ade6ae62620 req-4033e0f7-66f3-438d-b3a4-632f4db2f316 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212873 Feb 10 11:48:07.904503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7d7749d4-dd0e-48eb-b8cd-0536ac776302 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:48:08.036581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:08.049508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:48:08.082937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b95b8-75fa-4d9d-839a-ca38b1aabd5b req-84a3862e-dddf-442c-ab35-6f231e56ff60 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:08.084976 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f6b95b8-75fa-4d9d-839a-ca38b1aabd5b req-84a3862e-dddf-442c-ab35-6f231e56ff60 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 943 time: 0.0806179 Feb 10 11:48:08.101773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.118771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7749d4-dd0e-48eb-b8cd-0536ac776302 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:08.129234 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f6b95b8-75fa-4d9d-839a-ca38b1aabd5b req-1acd5828-fd88-4c29-aba9-d8052bce50dc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Feb 10 11:48:08.133667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:08.137790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:08.202529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:08.384471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['7d7749d4-dd0e-48eb-b8cd-0536ac776302'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:48:09.323630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7e6c-3969-4797-a94b-2aeb04d5c9b1 req-391334b0-079d-4a14-9b38-0b4f9e3f6d41 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:09.325065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d5c7e6c-3969-4797-a94b-2aeb04d5c9b1 req-391334b0-079d-4a14-9b38-0b4f9e3f6d41 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 944 time: 0.0755665 Feb 10 11:48:09.368925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d5c7e6c-3969-4797-a94b-2aeb04d5c9b1 req-0382e02f-1b5e-45ee-a82e-d74dedf995c1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384893 Feb 10 11:48:09.935667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7d7749d4-dd0e-48eb-b8cd-0536ac776302 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:10.003787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:10.008799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:10.009169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:10.118301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:10.144521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:10.154322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:10.157963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:10.200512 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'code': 200} Feb 10 11:48:10.225618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:10.421989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a2cc8f56-b8b6-4803-a30e-7b271e352792 req-ec1d2a9c-8318-4fc2-85fd-8e98689f68cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1098 time: 0.0723915 Feb 10 11:48:10.464267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a2cc8f56-b8b6-4803-a30e-7b271e352792 req-96b5fa73-2773-490c-b6cd-a5f05d916a6b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356898 Feb 10 11:48:10.563480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2942-0ce2-44ca-b5f8-2ea48bca9d1d req-c5372af2-9537-40a4-9355-156d5bba2e52 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:10.564894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-129e2942-0ce2-44ca-b5f8-2ea48bca9d1d req-c5372af2-9537-40a4-9355-156d5bba2e52 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.0744882 Feb 10 11:48:10.608405 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-129e2942-0ce2-44ca-b5f8-2ea48bca9d1d req-7d032b81-c343-46c4-9dfb-c42f25d98c1c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374951 Feb 10 11:48:11.809123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936cdfb-e2dc-42b2-a6f8-247dcbc3d7c9 req-e6cc992e-5c3b-459c-9b99-602a96c10423 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:11.810456 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6936cdfb-e2dc-42b2-a6f8-247dcbc3d7c9 req-e6cc992e-5c3b-459c-9b99-602a96c10423 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.0784411 Feb 10 11:48:11.855788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6936cdfb-e2dc-42b2-a6f8-247dcbc3d7c9 req-af91d8d9-5dcf-451a-bcfa-40926a289dc9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398438 Feb 10 11:48:12.049105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c40595-7fb2-4cbf-85a9-e0198e3df276 req-689aa8c1-2f2a-4b4d-a08f-81dc4a6da6ed tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:12.050538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97c40595-7fb2-4cbf-85a9-e0198e3df276 req-689aa8c1-2f2a-4b4d-a08f-81dc4a6da6ed tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.0771079 Feb 10 11:48:12.097525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97c40595-7fb2-4cbf-85a9-e0198e3df276 req-cbe881f5-b74b-4a46-bc7f-af4affa1ff99 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413730 Feb 10 11:48:12.124566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58012) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:12.194402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67a0b56f-961f-4ca5-9906-a0ed15edcbbf tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1093 time: 0.0687048 Feb 10 11:48:12.196893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:12.201959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:12.207248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:12.211000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:12.213813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:12.219405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:12.229829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:12.368471 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:12.501819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.249 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/76e91b77-f792-4161-a306-5d33fd15186a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:12.727787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:12.754852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:12.817283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:12.821072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:12.824036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:12.866249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=76e91b77-f792-4161-a306-5d33fd15186a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:13.322199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.377739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.573844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.578075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.683831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=76e91b77-f792-4161-a306-5d33fd15186a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:13.695740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:13.879480 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 61026dfd-0627-43fc-acc4-bd0deeb85d76 associated. External IP: 172.26.3.249, port: 7d7749d4-dd0e-48eb-b8cd-0536ac776302. Feb 10 11:48:14.362496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:48:14.558605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:48:14.581676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:14.633585 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b2b6ee6c-ace7-42eb-af32-51a4ecc79f21 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4357538 Feb 10 11:48:14.634130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:14.636411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:14.688000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:48:14.711145 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a7aa6204-2683-418c-b35f-2cce4a9f527b tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1093 time: 0.0735993 Feb 10 11:48:14.779811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-b95c8af7-e547-4684-a930-7b0f5871c612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1098 time: 0.0700998 Feb 10 11:48:14.906816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e035-bead-461a-88c5-984ecc999809 req-51cb45d2-bd2a-4c18-9693-71a6719f2e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:14.908221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-51cb45d2-bd2a-4c18-9693-71a6719f2e3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1233153 Feb 10 11:48:15.012043 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-ddd3fc6d-56f7-48e0-837c-e90248dbc76f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 999 time: 0.0977373 Feb 10 11:48:15.073585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e035-bead-461a-88c5-984ecc999809 req-0ac2abbf-a2bb-49da-a238-8d03951293a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:15.075040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-0ac2abbf-a2bb-49da-a238-8d03951293a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0574560 Feb 10 11:48:15.108800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58028) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.114427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798818991', 'description': 'tempest-secgroup-smoke-798818991 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.120242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.129832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.139769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.151312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-57689ecf-f97b-4d1f-934b-f7ef34434b4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703633 Feb 10 11:48:15.159372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:48:15.182688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.183052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:15.183930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:15.186627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.189622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.195496 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.258773 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.264380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.311741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b834ff5a-54af-4e08-a118-82618c48ec18,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:15.321813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-a5b51c7c-27a1-44fb-a20a-50532da6f8eb service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641958 Feb 10 11:48:15.324422 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.325592 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a9f09d8e-666e-4368-abc6-7e47575538ab tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2158127 Feb 10 11:48:15.329462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58032) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.345269 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.350232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.354235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.357187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.363006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.385389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.460188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:15.461678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.466517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.470899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e1e7e035-bead-461a-88c5-984ecc999809 req-0d5ab94a-0b83-4237-8a5d-515b0aff7f24 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417928 Feb 10 11:48:15.493124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25068bb3-88b3-46d5-8b10-f2566cd1a28f,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:15.504681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.506584 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-895b35f8-05f8-4c98-b2c5-f623a39eddfb tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1728418 Feb 10 11:48:15.509323 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58036) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.516023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.523311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.528582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.533343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.538435 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.563247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.627796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.632487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.652520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec67624-92b2-4961-81be-27bc14db888d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:15.663607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.664795 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6398e9ca-2e27-4941-a542-0feb4b2e94fd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1538324 Feb 10 11:48:15.667661 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58040) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.673256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.679444 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.683500 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.686342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.692162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.708653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.770872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.774712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.799418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188128af-b138-41c8-8500-e2846d16760d,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:15.808447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.809616 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3210e617-f6fc-4e34-ab5f-b08dfed5048f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409063 Feb 10 11:48:15.812381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58044) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.818292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.823938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.827657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.830471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.836336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.836888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:13Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:15.840411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:48:15.851335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:15.851925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:47:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:15.854864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.918775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.922157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.945620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745f4580-ee44-4193-a133-dad4ac90735e,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:15.954978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:15.957375 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0bf10426-804a-4ad4-a6c1-d3653564dbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430614 Feb 10 11:48:15.959020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58048) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:15.965007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:15.970778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:15.975137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:15.978050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:15.983762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:15.996227 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:16.002821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.032286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:16.066968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.070534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.092508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78ea627-9a99-438b-8fd1-410926bce707,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:16.102336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.103548 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95b5ff0a-436c-4a4c-bb9e-5ba0a65dbdbd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434376 Feb 10 11:48:16.106560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58052) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:16.112179 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': 'b834ff5a-54af-4e08-a118-82618c48ec18', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:16.119080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:16.122829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:16.125666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:16.131609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:16.144149 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:48:16.150584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.218536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.222172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.246247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4cee9-89b1-4f99-9f0c-2f77844f1dcc,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:16.256938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:16.266507 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a4dd1372-0694-4b6d-a6f5-0213e16cbcbf tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506503 Feb 10 11:48:16.388630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:13Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:16.392515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7584d-decc-4a06-807f-320f2392ed32 None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:13Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:48:16.433607 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-e982f95a-f5eb-4b64-b193-5878a7db684d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798818991&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0454252 Feb 10 11:48:16.590211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-96a86224-a1e7-4096-86ac-d88f350bb384 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:16.591621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-96a86224-a1e7-4096-86ac-d88f350bb384 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 797 time: 0.1512246 Feb 10 11:48:16.607006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-67ae56ef-8b34-4b56-b480-d703e00e03ef tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0101888 Feb 10 11:48:16.686699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-a2691230-55bf-4980-9d08-bc1ad1b81541 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750911 Feb 10 11:48:16.819811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-74f41dd6-6a85-473c-95a1-39b98e249eba service neutron] 10.222.0.42 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211376 Feb 10 11:48:17.039685 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-2fe555b1-5cf7-4f3c-8cf1-034a037aa329 service neutron] 10.222.0.42 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144268 Feb 10 11:48:17.225341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b81ef90-dd69-4803-a6a1-cd6fd561a891 req-7146f686-3e7a-4e51-8289-62a8a33d1ee6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 210 time: 0.0443695 Feb 10 11:48:18.277321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-699a660b-6e42-4f2e-9832-72e57b59f2b6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:18.278810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-699a660b-6e42-4f2e-9832-72e57b59f2b6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 797 time: 0.1507261 Feb 10 11:48:18.336387 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-7e45b8d3-8935-4a44-8228-f4bd0e06e01f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 471 time: 0.0457020 Feb 10 11:48:18.350833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '6ed28c15-d460-4cff-b1f1-019969973039', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['b834ff5a-54af-4e08-a118-82618c48ec18']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:18.462553 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44daffc7-dd9a-433c-89a7-e79f83ed784b req-7dd2f133-53b3-4fa7-a493-fe2b59708e73 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 210 time: 0.0965607 Feb 10 11:48:18.524338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:18.533552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:18.543552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:48:18.546580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:18.701982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.5 (dfbffd4e-cb63-406d-bed5-2eef477946c0/d20d76e6-1723-460d-93ea-5d9ccfa592c4/cc7a4c4b-b7bc-4478-bdb8-92dda780b300) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:18.896570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:18.911317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object cc7a4c4b-b7bc-4478-bdb8-92dda780b300 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:18.932341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.006808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:19.009700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:19.013902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:19.038517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:19.076141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:19.076736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.102041 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-5ed57290-d54d-4e70-9a61-d124d5d5691d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7560074 Feb 10 11:48:19.112995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Request body: {'port': {'device_id': '6ed28c15-d460-4cff-b1f1-019969973039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:19.223536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.256896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-65292755-abdb-4933-97fb-491b39a69974 None None] Provisioning for port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:19.261522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-65292755-abdb-4933-97fb-491b39a69974 None None] Provisioning complete for port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:19.261888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65292755-abdb-4933-97fb-491b39a69974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.316130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-65292755-abdb-4933-97fb-491b39a69974 None None] Port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:48:19.448899 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f49d958-9277-4e24-819c-a07d26bf4697 None None] New status for floating IP 61026dfd-0627-43fc-acc4-bd0deeb85d76: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:48:19.563666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7a4c4b-b7bc-4478-bdb8-92dda780b300 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:19.570719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.585299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Transition to ACTIVE for port object cc7a4c4b-b7bc-4478-bdb8-92dda780b300 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:48:19.620853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:19.863801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:19.945639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574f19-ea55-420a-9ed5-bfb961a212dd req-0bf4c9a1-fa1e-40f7-845c-983800d65d6c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:19.946324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8d574f19-ea55-420a-9ed5-bfb961a212dd req-0bf4c9a1-fa1e-40f7-845c-983800d65d6c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:48:19.984722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8d574f19-ea55-420a-9ed5-bfb961a212dd req-0bf4c9a1-fa1e-40f7-845c-983800d65d6c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:48:19.985763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d574f19-ea55-420a-9ed5-bfb961a212dd req-0bf4c9a1-fa1e-40f7-845c-983800d65d6c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 943 time: 0.3993099 Feb 10 11:48:20.010939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Attempting to bind port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:48:20.011294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Attempting to bind port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:48:20.011612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Attempting to bind port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:20.022423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:48:20.022735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Attempting to bind port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 on network dfbffd4e-cb63-406d-bed5-2eef477946c0 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:48:20.040681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:48:20.041009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Checking segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:48:20.041383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Bound using segment: {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:48:20.041797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Bound port: cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:48:20.042135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:20.062054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d574f19-ea55-420a-9ed5-bfb961a212dd req-337e3a4a-a7c9-4b52-a229-bb82372c8a89 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689325 Feb 10 11:48:20.132818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:48:20.136029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:48:20.139536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:20.204302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:20.205618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] 10.222.0.32 "PUT /v2.0/ports/cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 200 len: 1093 time: 1.0967681 Feb 10 11:48:20.206041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:20.222402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720297c-72b9-4b46-945b-a4734612de64 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:20.279820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'status': 'completed', 'code': 200} Feb 10 11:48:20.330281 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-45855f89-12b1-46de-ba6f-4423fe464892 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1096 time: 0.0834129 Feb 10 11:48:20.401270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-c3948cb8-c4f6-4611-8b57-2407f8288788 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 200 len: 217 time: 0.0643156 Feb 10 11:48:20.463997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-c5b4312b-4d0c-47e1-a8e4-3f41baadad70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:20.465133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-c5b4312b-4d0c-47e1-a8e4-3f41baadad70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0586572 Feb 10 11:48:20.543461 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-14e65c61-028c-47be-95dd-09186bd3de40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675569 Feb 10 11:48:20.676177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-a8b5cb22-45e4-46ac-a84c-e5f0365e215c service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221585 Feb 10 11:48:20.804131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f59f113f-570b-42a1-af98-3f1a2f3bc732 req-b8a069a6-78cd-46b3-adbf-1fb635a1eb8f service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223121 Feb 10 11:48:20.920700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-1b7c4477-bc9c-41ff-9d33-c2a5a6c002c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1096 time: 0.0716259 Feb 10 11:48:21.060361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50034242-885d-4597-9c58-a8aff1abba68 req-9a748997-c932-4021-95a6-a8448172121d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:21.061692 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-9a748997-c932-4021-95a6-a8448172121d service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1251230 Feb 10 11:48:21.127017 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-481366be-8356-4810-a7d0-475da9107aa3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 200 len: 217 time: 0.0584240 Feb 10 11:48:21.230929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50034242-885d-4597-9c58-a8aff1abba68 req-a4c59aa5-4ace-44a0-a2ad-37fc52636d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:21.232361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-a4c59aa5-4ace-44a0-a2ad-37fc52636d8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0991817 Feb 10 11:48:21.309016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11124dab-ea72-4d6e-bf0d-37200db33024 req-f083f9c0-a8a0-4154-b1c4-1962c0d446c9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:21.310474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11124dab-ea72-4d6e-bf0d-37200db33024 req-f083f9c0-a8a0-4154-b1c4-1962c0d446c9 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 943 time: 0.1282947 Feb 10 11:48:21.361558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-d07fadb3-5905-4564-92b8-fbe68d4d7369 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221576 Feb 10 11:48:21.366154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11124dab-ea72-4d6e-bf0d-37200db33024 req-280f6603-df72-4a18-83ab-81a77bae3119 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500944 Feb 10 11:48:21.491524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-f2d29658-d10a-41b5-9e94-7d5664b158bd service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229773 Feb 10 11:48:21.710134 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50034242-885d-4597-9c58-a8aff1abba68 req-b869f9df-ffd2-4f2c-b5b9-ed6870ade351 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118392 Feb 10 11:48:21.827576 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:48:21.983255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cc7a4c4b-b7bc-4478-bdb8-92dda780b300 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:48:22.112521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:22.125621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'port_id': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'mac_address': 'fa:16:3e:73:1d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:48:22.177190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:22.194330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7a4c4b-b7bc-4478-bdb8-92dda780b300 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:48:22.208587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:22.212626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:22.315519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:22.423725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['cc7a4c4b-b7bc-4478-bdb8-92dda780b300'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:48:22.561904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58965ed4-4063-4149-9eb4-91e131c01894 req-389487c8-5930-4285-a876-166e44ddc45e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:22.563393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-58965ed4-4063-4149-9eb4-91e131c01894 req-389487c8-5930-4285-a876-166e44ddc45e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 944 time: 0.0747004 Feb 10 11:48:22.611739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-58965ed4-4063-4149-9eb4-91e131c01894 req-d950a89a-1171-4430-bba4-1e87ff268925 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Feb 10 11:48:23.802627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c746f9-cb87-4dcf-abe2-cbc42f3f608a req-f6bf4041-26e5-4ece-8bec-421c5f4bfb82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:23.804643 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91c746f9-cb87-4dcf-abe2-cbc42f3f608a req-f6bf4041-26e5-4ece-8bec-421c5f4bfb82 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 944 time: 0.0753107 Feb 10 11:48:23.848474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-91c746f9-cb87-4dcf-abe2-cbc42f3f608a req-80dbc8ed-1e64-4b16-8791-f43bd281f182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384657 Feb 10 11:48:23.982801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cc7a4c4b-b7bc-4478-bdb8-92dda780b300 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:48:24.050475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:48:24.054993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:48:24.055333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:24.160772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:24.186944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:24.196757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:48:24.200795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:24.252707 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'code': 200} Feb 10 11:48:24.276758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:24.477224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a36d2e2-fcc8-40f3-b1d4-83d5f9efae2c req-d8ed606f-f2e4-49be-bf76-68f385415071 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1098 time: 0.0689363 Feb 10 11:48:24.518836 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a36d2e2-fcc8-40f3-b1d4-83d5f9efae2c req-f89bb49a-504f-49c2-b2ba-849cb533751f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349619 Feb 10 11:48:25.047004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7fe24-95c0-4a02-af1b-c154cd9f0747 req-23dbe3c7-f325-4db3-8158-0dc9d9fb65f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:25.048477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84d7fe24-95c0-4a02-af1b-c154cd9f0747 req-23dbe3c7-f325-4db3-8158-0dc9d9fb65f7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.0783277 Feb 10 11:48:25.094431 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84d7fe24-95c0-4a02-af1b-c154cd9f0747 req-06b47043-d1f4-4afd-9d2a-77c24fd0abb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396159 Feb 10 11:48:26.291251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa1d2-3206-42dd-9b1c-c3f9c4bfa9e8 req-e7f9c323-41ad-44b3-aaed-a649e89d317a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:26.293121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-987fa1d2-3206-42dd-9b1c-c3f9c4bfa9e8 req-e7f9c323-41ad-44b3-aaed-a649e89d317a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.0777700 Feb 10 11:48:26.336808 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-987fa1d2-3206-42dd-9b1c-c3f9c4bfa9e8 req-8237f38a-294f-44dc-a46b-9c291ddd86b6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387521 Feb 10 11:48:26.531543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eb335-722a-48cc-90cb-15ee23896adb req-0ba67ee9-dc02-400c-88f9-ade81360b9c5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:26.532984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-001eb335-722a-48cc-90cb-15ee23896adb req-0ba67ee9-dc02-400c-88f9-ade81360b9c5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.0792954 Feb 10 11:48:26.576640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-001eb335-722a-48cc-90cb-15ee23896adb req-7d2a1d73-42c9-4235-b233-f6c97a21516c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Feb 10 11:48:26.603591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58094) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:26.673218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cb226bf7-2a59-4167-a7b5-b4ea80004d0f tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1093 time: 0.0685389 Feb 10 11:48:26.675799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58098) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:48:26.680693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:48:26.685990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:48:26.689721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:48:26.692515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:48:26.698548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:48:26.708698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:26.839754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:26.977250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.110 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/a319420e-bc6e-4019-82db-f246dccf0981) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:48:27.119580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:27.146032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:27.210255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:48:27.211677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1e61bce-9458-43c4-8374-f23bd1829629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:27.213039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:48:27.216525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:48:27.249401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=a319420e-bc6e-4019-82db-f246dccf0981,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:27.793627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:27.848744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:28.083481 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-f40caf75-050f-4293-adba-b442040f0497 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1842980 Feb 10 11:48:28.111475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:28.117005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:28.258736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=a319420e-bc6e-4019-82db-f246dccf0981,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:48:28.291915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:28.404032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-7593ed17-cc20-44f7-bd1b-e8703da8ed76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1098 time: 0.2494264 Feb 10 11:48:28.570757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-44b18841-4f89-486d-8516-5a31becce394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:28.572199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-44b18841-4f89-486d-8516-5a31becce394 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1435215 Feb 10 11:48:28.681655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP 0c6bee37-43d9-4ab8-aa80-9141c61a5342 associated. External IP: 172.26.3.110, port: cc7a4c4b-b7bc-4478-bdb8-92dda780b300. Feb 10 11:48:28.743793 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-b078fcf6-13c0-4148-9459-713f01678099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 1001 time: 0.1608644 Feb 10 11:48:28.867962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-5b933077-bb87-4b36-b435-5c52541352a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:28.869352 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-5b933077-bb87-4b36-b435-5c52541352a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0801790 Feb 10 11:48:28.974983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-90def79d-5725-403b-82ed-06bd3e066735 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993195 Feb 10 11:48:29.326990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-9bc73581-11d3-416d-a639-a92b70e3aeac service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441391 Feb 10 11:48:29.382901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4286d18c-5dc8-42f7-80e4-1931011d0b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:29.484816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92bee223-2336-4d76-8f06-cbbd94d07157 req-c360d7f6-a3d2-4321-ad9f-aa52acca2da3 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508539 Feb 10 11:48:29.509247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:48:29.702482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:48:29.711546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:48:29.723480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:29.724135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:29.726232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:29.779083 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6339f57a-1137-4033-89dc-1dd12d20a7f0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1023152 Feb 10 11:48:29.779858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:48:29.834514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'status': 'completed', 'code': 200} Feb 10 11:48:29.901648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:29.928074 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-ba80d72e-8497-4bb8-a057-7b23a3ffad09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1098 time: 0.0716381 Feb 10 11:48:30.058985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-f89b4349-8f81-48fb-8b2f-241fc3534e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:30.060469 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-f89b4349-8f81-48fb-8b2f-241fc3534e74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1252339 Feb 10 11:48:30.161483 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-d907420b-136b-4802-8fe2-394b4a60f8af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 200 len: 999 time: 0.0951285 Feb 10 11:48:30.226146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-59a167cc-a1a7-49e7-a7ff-4b73826b4998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:48:30.227619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-59a167cc-a1a7-49e7-a7ff-4b73826b4998 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0589538 Feb 10 11:48:30.243606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '0c6bee37-43d9-4ab8-aa80-9141c61a5342', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:73:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed28c15-d460-4cff-b1f1-019969973039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:27Z', 'updated_at': '2022-02-10T11:48:27Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}, {'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:30.247462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:48:30.259320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:48:30.259834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:30.299972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-75b86d74-1ec9-43b1-9d3e-3ee545008136 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662651 Feb 10 11:48:30.431805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-ce01ed6e-e442-4827-9103-cee6c7cf8ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258092 Feb 10 11:48:30.432065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:48:30.563404 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff47cfd-a122-44d5-8647-2ebc3660b1e7 req-c0d3cbf2-7630-44ac-a49a-ab5b8440d735 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251376 Feb 10 11:48:30.585730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:30.731048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:30.827740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '0c6bee37-43d9-4ab8-aa80-9141c61a5342', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:73:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed28c15-d460-4cff-b1f1-019969973039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:27Z', 'updated_at': '2022-02-10T11:48:27Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}, {'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:48:30.831466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02a36d-b5fc-412e-994c-73fd82bb378e None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '0c6bee37-43d9-4ab8-aa80-9141c61a5342', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:73:1d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed28c15-d460-4cff-b1f1-019969973039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:27Z', 'updated_at': '2022-02-10T11:48:27Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}, {'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:48:31.024298 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0135152a-51d0-4264-86fc-c0bc153922e5 None None] New status for floating IP 0c6bee37-43d9-4ab8-aa80-9141c61a5342: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:48:32.073095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:33.855625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:57.213145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-396a513f-4b64-4a4d-b4b8-9572942f1ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:48:58.828136 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:48:59.384985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4df15b95-c939-4f1b-bd8e-3e1dafa671db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.518754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:00.703990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:02.074281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:03.871815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:04.358858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58116) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:04.549303 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b165feb1-6688-4e75-9cee-4515ab4e93e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/61026dfd-0627-43fc-acc4-bd0deeb85d76 HTTP/1.1" status: 200 len: 993 time: 0.1892507 Feb 10 11:49:05.420629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58126) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:05.426364 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:05.535352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:05.752173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:05.776546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:05.780863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:05.848715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:05.849322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:05.854619 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/ports/7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 938 time: 0.4290941 Feb 10 11:49:05.854619 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:05.867939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=6']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:05.876544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.876882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.877212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.877537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.877863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.878574 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.878896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.879216 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.879669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.879981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.880292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d93015-b62c-4af4-88e6-b3c8c051f678 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:05.994197 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:49:06.110289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-371287e3-e23f-4923-8246-c459ac1067af None None] Provisioning complete for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:06.110842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-371287e3-e23f-4923-8246-c459ac1067af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:06.152783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-55cd3c85-053f-40e8-a78a-d45858cd94ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1099 time: 0.1368039 Feb 10 11:49:06.170621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-371287e3-e23f-4923-8246-c459ac1067af None None] Port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 is administratively disabled so it will not transition to active. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 10 11:49:06.374400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-8096fd75-23cc-49d8-bcdf-95df8b4c4325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:06.375786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-8096fd75-23cc-49d8-bcdf-95df8b4c4325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.2168882 Feb 10 11:49:06.475315 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-5162104a-a93d-4208-bb1d-6e272b946396 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 1002 time: 0.0933256 Feb 10 11:49:06.536654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-3eb0303e-21be-4775-b139-30fa071b8dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:06.538031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-3eb0303e-21be-4775-b139-30fa071b8dc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0563827 Feb 10 11:49:06.614302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-653977a4-6c5a-40e5-b9a2-11fb6208aa24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692718 Feb 10 11:49:06.624345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-daed9e26-5188-47ce-9f3c-caa448c7d6a1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:49:06.625283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-daed9e26-5188-47ce-9f3c-caa448c7d6a1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046303 Feb 10 11:49:06.753962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-8d1e5bf1-9c2c-4e48-a2e4-d671fd115d30 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226420 Feb 10 11:49:06.882262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1f71549-aa64-4f34-802a-cbe1bff9b288 req-c0950756-3069-48ea-858b-26f2be066fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221197 Feb 10 11:49:09.286609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58140) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:09.293022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:09.407328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.610997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:09.634907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.639480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.705299 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:09.705903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.709890 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/ports/7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 937 time: 0.4197488 Feb 10 11:49:09.709890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:09.710745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:09.725625 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1248e-69af-40b5-97be-3f1361d7a8bc tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=7']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:09.772528 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:49:09.875848 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c26f58ec-da6a-4de9-abe5-b3e000fb3178 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/61026dfd-0627-43fc-acc4-bd0deeb85d76 HTTP/1.1" status: 200 len: 993 time: 0.1643348 Feb 10 11:49:09.902089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-bab4eab2-2bf0-4c53-b696-d42e937366bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1098 time: 0.1042237 Feb 10 11:49:09.908289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-73ad8dcc-eaff-4dd9-9851-a2173eab48ca None None] Provisioning complete for port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:09.908777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-73ad8dcc-eaff-4dd9-9851-a2173eab48ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:09.936285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['7d7749d4-dd0e-48eb-b8cd-0536ac776302'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:49:10.034276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-6133fcc6-c7ba-4fd5-9dcc-fbd5fa68fdb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:10.035747 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-6133fcc6-c7ba-4fd5-9dcc-fbd5fa68fdb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1275053 Feb 10 11:49:10.137489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-753f658a-4785-4dd1-b9d8-ab2e790b760f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 1001 time: 0.0943906 Feb 10 11:49:10.198006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-8308c121-9ccd-4714-a0ed-05e3197250bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:10.199456 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-8308c121-9ccd-4714-a0ed-05e3197250bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0562146 Feb 10 11:49:10.275609 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-bca34db0-b121-4b7f-9325-fade297c7797 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708666 Feb 10 11:49:10.403769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-5abac352-7be9-4a0f-9a92-1ee032108835 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220725 Feb 10 11:49:10.528972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a37d664c-30ab-4638-bea2-2c958fc88106 req-b0c4136a-e521-43e1-9103-2f792be8f163 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192067 Feb 10 11:49:12.445965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58156) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:12.722468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port a319420e-bc6e-4019-82db-f246dccf0981 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:12.722694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:12.885551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:12.885869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.002580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for a319420e-bc6e-4019-82db-f246dccf0981 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:13.143873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.186214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=a319420e-bc6e-4019-82db-f246dccf0981,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:13.223530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.223867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.224191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.224515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.224832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.225146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.225460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.225772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.226098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.226389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.226692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:13.288306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.666298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:13.855849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:13.865043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:13.876346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:13.876672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:13.877263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:13.933165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a11eadca-0d5f-4971-8f2d-f23b2b3a39a6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/0c6bee37-43d9-4ab8-aa80-9141c61a5342 HTTP/1.1" status: 204 len: 168 time: 1.4854722 Feb 10 11:49:13.933941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:13.997573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'status': 'completed', 'code': 200} Feb 10 11:49:14.055207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:14.088183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-11faa4f7-1544-4a2e-b8e4-1b59ab365d1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 1098 time: 0.0698605 Feb 10 11:49:14.329393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-b82847c8-a16e-4fdf-8947-3faca0c7bf68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:14.330835 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-b82847c8-a16e-4fdf-8947-3faca0c7bf68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.2375312 Feb 10 11:49:14.408990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:14.412719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:14.422892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:14.423500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:14.439014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-2f5601fc-129d-4ae8-a984-42243e5c9313 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 200 len: 217 time: 0.1006060 Feb 10 11:49:14.516588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-2db4bf80-8fe0-481f-9bff-d57dc185d726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:14.518019 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-2db4bf80-8fe0-481f-9bff-d57dc185d726 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0730109 Feb 10 11:49:14.528180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea847b2-70ea-42f8-a87a-8cbd0d39b8a7 req-404fdfaf-81d8-4b9f-afda-a5bfa774b02c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:14.528831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-dea847b2-70ea-42f8-a87a-8cbd0d39b8a7 req-404fdfaf-81d8-4b9f-afda-a5bfa774b02c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:14.585478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-dea847b2-70ea-42f8-a87a-8cbd0d39b8a7 req-404fdfaf-81d8-4b9f-afda-a5bfa774b02c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:14.586635 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dea847b2-70ea-42f8-a87a-8cbd0d39b8a7 req-404fdfaf-81d8-4b9f-afda-a5bfa774b02c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.3220811 Feb 10 11:49:14.599011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:14.639543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-25e44435-2acd-41b7-9d67-4298b3c44866 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070328 Feb 10 11:49:14.644217 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dea847b2-70ea-42f8-a87a-8cbd0d39b8a7 req-645035d4-a18c-4de6-8432-e8b1a53e89ea tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510037 Feb 10 11:49:14.771790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-1ab20fbb-d73f-4883-b13c-569fae5267f6 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254852 Feb 10 11:49:14.901773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad35f6dc-84fb-424b-b5b6-50dd6a861934 req-106e7cc9-6afe-4b26-8456-add4c62aa82a service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Feb 10 11:49:14.991680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:14.997915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8516a-2922-4a0d-87e0-7993137ac7d7 None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '61026dfd-0627-43fc-acc4-bd0deeb85d76', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.249', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'port_id': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'mac_address': 'fa:16:3e:04:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:48:13Z', 'updated_at': '2022-02-10T11:48:19Z', 'revision_number': 1, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:15.203670 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58eba53-a254-4d9f-a775-ffd27450248d None None] New status for floating IP 0c6bee37-43d9-4ab8-aa80-9141c61a5342: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:15.555063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-88d5dd14-2c9b-4fd1-a901-a9aec3263b8b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:15.556477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-88d5dd14-2c9b-4fd1-a901-a9aec3263b8b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.0774601 Feb 10 11:49:15.623901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:15.624255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:15.879605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port cc7a4c4b-b7bc-4478-bdb8-92dda780b300, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:15.880202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.034952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for cc7a4c4b-b7bc-4478-bdb8-92dda780b300 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:16.130090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1d550-33fe-462b-b965-5792f7bd4ec0 req-27bd196f-730c-4781-99e9-70e5b6707394 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:16.131542 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0e1d550-33fe-462b-b965-5792f7bd4ec0 req-27bd196f-730c-4781-99e9-70e5b6707394 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed28c15-d460-4cff-b1f1-019969973039 HTTP/1.1" status: 200 len: 945 time: 0.3234220 Feb 10 11:49:16.221689 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0e1d550-33fe-462b-b965-5792f7bd4ec0 req-93b846ed-8bcb-423e-a754-a43af84e5534 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=b834ff5a-54af-4e08-a118-82618c48ec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630374 Feb 10 11:49:16.222385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.269947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=cc7a4c4b-b7bc-4478-bdb8-92dda780b300,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:16.338893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port cc7a4c4b-b7bc-4478-bdb8-92dda780b300 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:16.341157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:16.343490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'name': 'network-vif-deleted', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:16.359855 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea4de081-b5ee-4c6f-b516-874eaba0b878 req-060a283f-7d3e-40a2-bd34-75ba921563d7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/cc7a4c4b-b7bc-4478-bdb8-92dda780b300 HTTP/1.1" status: 204 len: 173 time: 0.7986810 Feb 10 11:49:16.400853 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed28c15-d460-4cff-b1f1-019969973039', 'name': 'network-vif-deleted', 'tag': 'cc7a4c4b-b7bc-4478-bdb8-92dda780b300', 'status': 'completed', 'code': 200} Feb 10 11:49:17.329624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58176) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:17.487666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.515421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.576389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.594921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834ff5a-54af-4e08-a118-82618c48ec18,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:17.601617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.602734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9afc6cea-7ecf-427d-8653-8d357752ef83 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/b834ff5a-54af-4e08-a118-82618c48ec18 HTTP/1.1" status: 204 len: 168 time: 0.2720468 Feb 10 11:49:17.642519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58182) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:17.839332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 76e91b77-f792-4161-a306-5d33fd15186a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:17.839705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.997839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:17.998141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.115487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 76e91b77-f792-4161-a306-5d33fd15186a owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:18.255855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.297564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=76e91b77-f792-4161-a306-5d33fd15186a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:18.389381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:18.763445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:19.055311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:19.064429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:19.071668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:19.075872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:19.076574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:19.124249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-99a6488f-d51a-4554-ba24-acb713cfb139 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/61026dfd-0627-43fc-acc4-bd0deeb85d76 HTTP/1.1" status: 204 len: 168 time: 1.4806468 Feb 10 11:49:19.124824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:19.181580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:49:19.258668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:19.278638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-e9090960-7713-4509-a53f-8b301b9b1c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 1098 time: 0.0756044 Feb 10 11:49:19.421159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-f0518d1f-634c-4871-b873-f5602383a3ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:19.422926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-f0518d1f-634c-4871-b873-f5602383a3ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 200 len: 898 time: 0.1386089 Feb 10 11:49:19.529728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-e849d6a7-3745-4adc-ba58-9c49874f6071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 200 len: 217 time: 0.1008632 Feb 10 11:49:19.585530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:19.590361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:19.601202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:19.601792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:19.604745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-0d5f6dbc-e46a-4545-8e04-e3947b0aa66f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:19.606168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-0d5f6dbc-e46a-4545-8e04-e3947b0aa66f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 200 len: 835 time: 0.0699587 Feb 10 11:49:19.615380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-24f41e10-f9b3-46b8-b17a-6cefeac7596b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:19.616019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-24f41e10-f9b3-46b8-b17a-6cefeac7596b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:19.674089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-24f41e10-f9b3-46b8-b17a-6cefeac7596b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:19.675248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-24f41e10-f9b3-46b8-b17a-6cefeac7596b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.1989791 Feb 10 11:49:19.731804 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-143ccb4e-57ca-41c1-be8f-3fbb413b490e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dfbffd4e-cb63-406d-bed5-2eef477946c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1131907 Feb 10 11:49:19.734970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-09801956-0b23-4bb1-9949-ac1a9e24fbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:19.791681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:19.829491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-09801956-0b23-4bb1-9949-ac1a9e24fbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:19.830632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-96b78fc5-669d-431b-8b62-7739b5d6ed0f req-09801956-0b23-4bb1-9949-ac1a9e24fbe0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458120 Feb 10 11:49:19.875703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-99ab89eb-36fd-4782-8aac-667bbcca0f04 service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370022 Feb 10 11:49:20.007601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a90b4d77-8c7d-4cd7-a8f2-10f89468e4b1 req-e69b94f9-e705-4c3a-aa83-01a899d6f0de service neutron] 10.222.0.32 "GET /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259401 Feb 10 11:49:20.109960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:20.113755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aa57d8-4d8b-4b02-a2a5-1921270b2b90 None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:58Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '49ba7edd-2927-4b76-852f-850b79cdd929', 'name': '', 'network_id': 'dfbffd4e-cb63-406d-bed5-2eef477946c0', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:dd:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:57Z', 'updated_at': '2022-02-10T11:48:03Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': 'd20d76e6-1723-460d-93ea-5d9ccfa592c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:20.214655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cc7a4c4b-b7bc-4478-bdb8-92dda780b300 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:20.251808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: cc7a4c4b-b7bc-4478-bdb8-92dda780b300 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:20.252144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cc7a4c4b-b7bc-4478-bdb8-92dda780b300 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:20.326933 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7f29c-efa5-4acf-99c0-42c71ec1fc9c None None] New status for floating IP 61026dfd-0627-43fc-acc4-bd0deeb85d76: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:20.864341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-b7fb8d39-f9d5-4363-988e-1addd0f11774 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:20.865662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-b7fb8d39-f9d5-4363-988e-1addd0f11774 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.0753119 Feb 10 11:49:20.935335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:20.935771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.180676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d807d5-f5fd-4b54-9cb5-9c51217c605f req-dce4a67d-1630-4c7d-a4fb-9567beda8b55 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:21.182617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19d807d5-f5fd-4b54-9cb5-9c51217c605f req-dce4a67d-1630-4c7d-a4fb-9567beda8b55 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42af682-ee72-4c09-b400-3d9a0371758e HTTP/1.1" status: 200 len: 945 time: 0.2188790 Feb 10 11:49:21.263676 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19d807d5-f5fd-4b54-9cb5-9c51217c605f req-1ff11569-94e2-4d97-be16-b94a694abc8c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c166d2d-bd77-4fc5-9228-d762a2db6391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753644 Feb 10 11:49:21.265201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 7d7749d4-dd0e-48eb-b8cd-0536ac776302, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7d7749d4-dd0e-48eb-b8cd-0536ac776302,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:21.265544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.382041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 7d7749d4-dd0e-48eb-b8cd-0536ac776302 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:21.614514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.663451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=7d7749d4-dd0e-48eb-b8cd-0536ac776302,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:21.732617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port 7d7749d4-dd0e-48eb-b8cd-0536ac776302 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:21.734763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:21.737114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'name': 'network-vif-deleted', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:21.752831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-918d0c3d-deb2-4710-a0d6-e75c40edc09d req-40e31cd0-23a5-40a9-8ef0-65283dc640e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/7d7749d4-dd0e-48eb-b8cd-0536ac776302 HTTP/1.1" status: 204 len: 173 time: 0.8820047 Feb 10 11:49:21.796846 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42af682-ee72-4c09-b400-3d9a0371758e', 'name': 'network-vif-deleted', 'tag': '7d7749d4-dd0e-48eb-b8cd-0536ac776302', 'status': 'completed', 'code': 200} Feb 10 11:49:22.366925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58198) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:22.434121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.461725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.525290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.543071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c166d2d-bd77-4fc5-9228-d762a2db6391,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:22.552368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:22.553582 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1a948e60-a56c-4f75-80d1-a8fe08b5237e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c166d2d-bd77-4fc5-9228-d762a2db6391 HTTP/1.1" status: 204 len: 168 time: 0.1856198 Feb 10 11:49:22.594564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:22.975961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.559895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 49ba7edd-2927-4b76-852f-850b79cdd929 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:23.560602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.832936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 49ba7edd-2927-4b76-852f-850b79cdd929, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=49ba7edd-2927-4b76-852f-850b79cdd929,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:23.833190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:23.948399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 49ba7edd-2927-4b76-852f-850b79cdd929 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:24.115894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:24.158231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=49ba7edd-2927-4b76-852f-850b79cdd929,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:24.449520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.029063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router f19905af-e049-4f95-9bad-99a2f6570921 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:25.325043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:25.334149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Sync routers for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:25.339565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-37c12a52-99df-4980-848f-b98b05924ff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/f19905af-e049-4f95-9bad-99a2f6570921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7437706 Feb 10 11:49:25.341167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:25.346710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:25.347331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:25.522736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet d20d76e6-1723-460d-93ea-5d9ccfa592c4 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:49:25.525784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:25.526123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.581129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.660339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.733210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.772567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=d20d76e6-1723-460d-93ea-5d9ccfa592c4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:25.778135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:25.787319 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bcdd8af1-1d1a-4d54-9208-c0a4a79c7382 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/d20d76e6-1723-460d-93ea-5d9ccfa592c4 HTTP/1.1" status: 204 len: 168 time: 0.4426246 Feb 10 11:49:25.787543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:25.788444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b96c4-0778-4d09-8aae-68452bf5ab6a None None] Network dfbffd4e-cb63-406d-bed5-2eef477946c0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:25.920716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:49:24Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:25.954530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Checking router: f19905af-e049-4f95-9bad-99a2f6570921 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:25.982545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Routers {'f19905af-e049-4f95-9bad-99a2f6570921'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:25.983157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:48:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f19905af-e049-4f95-9bad-99a2f6570921'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:25.988850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.168289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] Set router f19905af-e049-4f95-9bad-99a2f6570921 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:26.191329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.202177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:26.202556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.212282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] DHCP port deletion for dfbffd4e-cb63-406d-bed5-2eef477946c0 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:49:26.272286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Deleting port 1723194d-218a-442f-b86a-e8df1154e9c6 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:49:26.272691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.309151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7d7749d4-dd0e-48eb-b8cd-0536ac776302 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:26.361945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 7d7749d4-dd0e-48eb-b8cd-0536ac776302 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:26.362597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7d7749d4-dd0e-48eb-b8cd-0536ac776302 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:26.378166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 93108bff-b4a8-4584-a9b5-9714ebd8bc0d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:26.378774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.497482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 93108bff-b4a8-4584-a9b5-9714ebd8bc0d owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:26.661682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.687368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] For port 1723194d-218a-442f-b86a-e8df1154e9c6, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1723194d-218a-442f-b86a-e8df1154e9c6,segment=NetworkSegment(9f48f63a-c7f2-4ff5-895a-6da3e1ad7244),segment_id=9f48f63a-c7f2-4ff5-895a-6da3e1ad7244)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:26.687758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.704621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=93108bff-b4a8-4584-a9b5-9714ebd8bc0d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.816628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Calling delete_port for 1723194d-218a-442f-b86a-e8df1154e9c6 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:49:26.877851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:49:24Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:26.892010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be33e6a-3341-41c9-818a-6e2b4fe5051a None None] The sync data for ids ['f19905af-e049-4f95-9bad-99a2f6570921'] in dv-neutron-827807-1-hyperv is: [{'id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'name': 'tempest-TestNetworkBasicOps-router-1588848376', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19'}], 'enable_snat': True}, 'gw_port_id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:49:24Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '93108bff-b4a8-4584-a9b5-9714ebd8bc0d', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19905af-e049-4f95-9bad-99a2f6570921', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:47:54Z', 'updated_at': '2022-02-10T11:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:26.903384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:26.952504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Pushing event deleted for resources: {'Port': ['ID=1723194d-218a-442f-b86a-e8df1154e9c6,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:26.961364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] No DVR routers for this DVR port 1723194d-218a-442f-b86a-e8df1154e9c6 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:49:26.965312 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.965662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.966004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.966337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:26.969490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee011f-8132-496e-a4e3-f69042e210fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:27.031218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.220941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-80e29c66-92f6-4439-916f-b5044eb10f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.283294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.287604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.312759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.313296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router f19905af-e049-4f95-9bad-99a2f6570921 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:49:27.328654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.329873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67fd46c1-d414-4f50-a936-ce1a88030b80 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/f19905af-e049-4f95-9bad-99a2f6570921 HTTP/1.1" status: 204 len: 168 time: 1.5413148 Feb 10 11:49:27.332651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:27.448157 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.581970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.609558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbffd4e-cb63-406d-bed5-2eef477946c0']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:27.621027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:27.621320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f48f63a-c7f2-4ff5-895a-6da3e1ad7244') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:27.632275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.647565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.653842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:49:27.654215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:49:27.667697 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:49:27.740696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.761315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.771765 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=dfbffd4e-cb63-406d-bed5-2eef477946c0,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:27.780236 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8baf53c3-c3ae-45a7-837c-076a016a66c2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/dfbffd4e-cb63-406d-bed5-2eef477946c0 HTTP/1.1" status: 204 len: 168 time: 0.4465907 Feb 10 11:49:27.804172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58220) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:27.809572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'network': {'name': 'tempest-network-smoke--997164273', 'project_id': 'f902deda074a421ba203c58957122032', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:27.814406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:27.818442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:network and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:27.821258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:27.827360 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:27.836349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:27.839862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.867313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:49:27.876864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 49ba7edd-2927-4b76-852f-850b79cdd929 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:27.879534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.879855 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Added segment 7511a271-99fd-4e3a-aca0-40a58d0a77c4 of type vlan for network df62588c-a7e8-40cb-a0d5-60f64cba3b6b Feb 10 11:49:27.910129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.912525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 49ba7edd-2927-4b76-852f-850b79cdd929 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:27.912881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 49ba7edd-2927-4b76-852f-850b79cdd929 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:27.913289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1723194d-218a-442f-b86a-e8df1154e9c6 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:27.942212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:27.946355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 1723194d-218a-442f-b86a-e8df1154e9c6 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:27.947376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1723194d-218a-442f-b86a-e8df1154e9c6 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:27.952002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:27.952453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.058521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Network': ['ID=df62588c-a7e8-40cb-a0d5-60f64cba3b6b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:28.061394 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c20825dd-26d4-4ffc-8f60-61eba4a1520d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2563596 Feb 10 11:49:28.064109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58224) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:28.069008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:49:28.069173 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-826113538', 'admin_state_up': True, 'project_id': 'f902deda074a421ba203c58957122032', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:28.076382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:28.080063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:router and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:28.082787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:28.088322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:28.097495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.098380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.115920 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.342456 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.520068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.548635 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.678791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.161 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/15f28806-0311-49fb-9fbc-0d64cdc28ef5) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:28.823170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.849662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:28.918163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:28.922823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:28.928976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:28.955810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:29.080617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.081315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.300066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:49:29.385791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-084e7456-801f-4357-8146-e5b1e547ad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.464804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 93108bff-b4a8-4584-a9b5-9714ebd8bc0d no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:49:29.493568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:29.496633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 93108bff-b4a8-4584-a9b5-9714ebd8bc0d {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:49:29.496976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 93108bff-b4a8-4584-a9b5-9714ebd8bc0d not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:49:29.504840 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:29.515927 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:29.516531 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:29.519439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:29.520612 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-307db2dc-baa0-4acc-a0ea-442ca908a4ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4556053 Feb 10 11:49:29.523681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58228) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:29.565721 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-76b7cb3d-f635-451a-b1a6-c5de82ca924e tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f902deda074a421ba203c58957122032&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408871 Feb 10 11:49:29.568174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58232) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:29.689072 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:29.693307 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943a9283-928d-4af1-b361-5c2554862de1 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:29.694783 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-943a9283-928d-4af1-b361-5c2554862de1 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257174 Feb 10 11:49:29.698116 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58236) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:29.735493 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5e65d4dc-64e4-4e26-9c18-5be9fa80c854 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362978 Feb 10 11:49:29.737914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58240) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:29.742979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259555312', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'project_id': 'f902deda074a421ba203c58957122032', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:29.940457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:29.944164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:subnet and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:29.947440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:29.955657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:29.968072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:29.969204 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:29.973209 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Checking router: fa9ea050-168c-46cc-9da3-397bcd3e5c2e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:29.973548 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Updating router fa9ea050-168c-46cc-9da3-397bcd3e5c2e port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:49:30.026858 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.071308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.282132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.339351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.350614 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Transition to ACTIVE for port object 15f28806-0311-49fb-9fbc-0d64cdc28ef5 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:30.355219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Subnet': ['ID=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:30.357782 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.372362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Checking segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:30.372711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network hostable DHCP agents. Network: df62588c-a7e8-40cb-a0d5-60f64cba3b6b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:49:30.394199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:49:30.405171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, df62588c-a7e8-40cb-a0d5-60f64cba3b6b) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:30.409445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:30.410180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.414751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579db1e4-31cb-4160-b740-b1db6577007c None None] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:30.440907 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1a5a3bd3-ec19-417d-b7e1-269d731ab5f1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7019799 Feb 10 11:49:30.442453 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Attempting to bind port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:30.442813 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Attempting to bind port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:30.443164 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Attempting to bind port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:30.443705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58244) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:30.445122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:30.456892 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.457223 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.457550 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.457871 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.458191 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.458503 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.458814 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.459136 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.459455 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.459766 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.460072 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:49:30.464411 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:30.464781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:30.465173 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.465547 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:30.465997 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Bound port: 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:30.466354 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.544666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.547892 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:30.550995 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f28806-0311-49fb-9fbc-0d64cdc28ef5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:30.556619 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.635920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e7e0b-5655-4c7e-8f49-177aafbb724f None None] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:30.638413 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:30.638993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:30.655922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:49:30.656744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.749714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:30.839863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Allocated IP 172.20.0.2 (df62588c-a7e8-40cb-a0d5-60f64cba3b6b/11fa807d-3d04-4eb9-b12b-4b700dc5e9ca/c2a54dfa-2f99-4282-8420-528f6de030ee) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:30.849424 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:31.055722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.066340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Transition to ACTIVE for port object c2a54dfa-2f99-4282-8420-528f6de030ee will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:31.085846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Transition to ACTIVE for port object c2a54dfa-2f99-4282-8420-528f6de030ee will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:31.092381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.159948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:31.163161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:31.166946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:31.174500 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:31.178834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Pushing event updated for resources: {'Port': ['ID=c2a54dfa-2f99-4282-8420-528f6de030ee,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:31.179070 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602575c-a136-4c29-87f7-dc955fa17c7b None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:29Z', 'revision_number': 3, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:31.253155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.263589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Attempting to bind port c2a54dfa-2f99-4282-8420-528f6de030ee on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:31.263957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Attempting to bind port c2a54dfa-2f99-4282-8420-528f6de030ee by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:31.264326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Attempting to bind port c2a54dfa-2f99-4282-8420-528f6de030ee on network df62588c-a7e8-40cb-a0d5-60f64cba3b6b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:31.271079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:31.271484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Checking segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:31.271886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.272340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Bound using segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:31.272826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Bound port: c2a54dfa-2f99-4282-8420-528f6de030ee, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:31.273203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.383416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:31.391220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:31.397889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.489322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3a57-6e1c-45c4-b6da-c580cb4f3016 None None] Pushing event updated for resources: {'Port': ['ID=c2a54dfa-2f99-4282-8420-528f6de030ee,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:31.556657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:31.708568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:31.714426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:31.714761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.839126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.856338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.1 (df62588c-a7e8-40cb-a0d5-60f64cba3b6b/11fa807d-3d04-4eb9-b12b-4b700dc5e9ca/67ec1e3a-bc51-438f-a5c0-7da61d195aab) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:31.856649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f28806-0311-49fb-9fbc-0d64cdc28ef5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:31.863743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:31.942563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:32.028790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.045794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object 67ec1e3a-bc51-438f-a5c0-7da61d195aab will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:32.068432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.078557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.140121 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:32.142997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:32.147210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:32.172000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:32.209487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.294830 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.477384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ac652-43bc-46f0-8ee4-4b05edc8310f None None] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:49:32.582876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-48204b63-de68-464a-b925-177a4af8b641 None None] Provisioning for port c2a54dfa-2f99-4282-8420-528f6de030ee completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:32.691171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.695646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.807356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.810801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:32.920839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d3a250d4-1696-421e-b3bf-6a6b6a177f4d None None] Provisioning for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:32.925985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d3a250d4-1696-421e-b3bf-6a6b6a177f4d None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:32.926551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d3a250d4-1696-421e-b3bf-6a6b6a177f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:32.950055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:32.951287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:32.983043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d3a250d4-1696-421e-b3bf-6a6b6a177f4d None None] Port 67ec1e3a-bc51-438f-a5c0-7da61d195aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:33.119147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6566279a-7e73-44af-a6cf-7ea6351d79bb None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:33.121571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6566279a-7e73-44af-a6cf-7ea6351d79bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.183644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6566279a-7e73-44af-a6cf-7ea6351d79bb None None] Port 67ec1e3a-bc51-438f-a5c0-7da61d195aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:33.305277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-dfadeeff-c7fb-4b17-b509-1a398cfd9c3d None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:33.305639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dfadeeff-c7fb-4b17-b509-1a398cfd9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.359378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dfadeeff-c7fb-4b17-b509-1a398cfd9c3d None None] Port 67ec1e3a-bc51-438f-a5c0-7da61d195aab cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:33.427792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:33.582480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:33.629363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:33.642139 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f58e4b56-0e99-4789-88c4-3dfcefee88f8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/fa9ea050-168c-46cc-9da3-397bcd3e5c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1969478 Feb 10 11:49:33.644592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58248) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:33.648851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:33.649314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.763743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c2a54dfa-2f99-4282-8420-528f6de030ee up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:33.778550 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea18b0-9ab8-4426-a3da-aaf86337d275 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.778926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea18b0-9ab8-4426-a3da-aaf86337d275 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.779327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea18b0-9ab8-4426-a3da-aaf86337d275 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.779684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea18b0-9ab8-4426-a3da-aaf86337d275 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.783744 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8cea18b0-9ab8-4426-a3da-aaf86337d275 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1358013 Feb 10 11:49:33.783953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58252) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:33.827724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port c2a54dfa-2f99-4282-8420-528f6de030ee completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:33.832219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port c2a54dfa-2f99-4282-8420-528f6de030ee triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:33.832580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.851077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce745bb3-9c1b-4690-94da-7d1a1338ceb5 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.851463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce745bb3-9c1b-4690-94da-7d1a1338ceb5 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.851816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce745bb3-9c1b-4690-94da-7d1a1338ceb5 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.852163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce745bb3-9c1b-4690-94da-7d1a1338ceb5 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:33.853768 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ce745bb3-9c1b-4690-94da-7d1a1338ceb5 tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0689492 Feb 10 11:49:33.856487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58256) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:33.899758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.957637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:33.988584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:33.993802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.053949 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98771e69-2a73-4920-9164-b8778818256e tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1963224 Feb 10 11:49:34.060853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=c2a54dfa-2f99-4282-8420-528f6de030ee,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:34.386399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58262) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:34.392135 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1857515286', 'description': 'tempest-secgroup-smoke-1857515286 description', 'project_id': 'f902deda074a421ba203c58957122032'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:34.398221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:34.402493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:34.405426 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:34.411222 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:34.422578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.456867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:34.460565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:34.463261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:34.468980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:34.521956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.525462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.567136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8a772-5fb4-4adb-954c-a18141444284,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:34.569868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.571025 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5d69c86d-4af3-4991-b78f-9bcd38fa8c7d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1836326 Feb 10 11:49:34.573937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58266) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:34.579189 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:34.584851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:34.589060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:34.591849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:34.597403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:34.615954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.679932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.683792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.707279 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb0134d-d100-4110-a2d9-e6860d9a55a9,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:34.716612 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.717833 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f510d8a5-a4b3-4a16-baa8-8842da425c30 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1429849 Feb 10 11:49:34.720715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:34.726466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:34.733026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:34.736839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:34.739749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:34.745315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:34.763212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.824130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.827419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.849570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a9271b-5e52-441d-8ea9-c6fa52b3b6ca,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:34.859869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.864118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9ac7db39-cfac-4ec5-9f41-2b25567f021e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1393261 Feb 10 11:49:34.864118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:34.866163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:34.869480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:34.875298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:34.878026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:34.878882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:34.879390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:34.882442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:34.888391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:34.905744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.970017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:34.974478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.007072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.008353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435659 Feb 10 11:49:35.011693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58278) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:35.013821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cdc0f-6194-487d-8c87-c34706bc29c3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa723497-6b7a-4859-a1cf-5a945ac67739,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:35.018214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:35.024072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:35.028476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:35.031340 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:35.036995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:35.053628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.065371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:35.116145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.119866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.143070 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff5fa89-05c1-4c5b-9c13-182c5b6d9026,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:35.154129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.155339 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b5824c8a-46f6-4cba-9718-830136b3b182 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424680 Feb 10 11:49:35.158021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:35.163610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:35.169647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:35.174019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:35.177061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:35.182681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:35.197800 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:49:35.204448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.273804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.278614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.304254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28e5bf2-36d9-4573-b527-c379e9366f2b,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:35.314515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.318547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:35.318702 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba6bdc8d-883b-47d3-ac0a-e5787d393c3f tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1593165 Feb 10 11:49:35.325744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'security_group_rule': {'security_group_id': '8ed8a772-5fb4-4adb-954c-a18141444284', 'project_id': 'f902deda074a421ba203c58957122032', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:35.331754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:35.335585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:security_group_rule and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:35.339074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:35.345550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:35.355819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Project f902deda074a421ba203c58957122032 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 11:49:35.362384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.409382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:35.413244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Checking router: fa9ea050-168c-46cc-9da3-397bcd3e5c2e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:35.413604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Updating router fa9ea050-168c-46cc-9da3-397bcd3e5c2e port 67ec1e3a-bc51-438f-a5c0-7da61d195aab binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:49:35.432049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.435600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.458418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1a9273-86dc-4c60-8036-37c4c2eb510d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:35.464582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.468147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.478377 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b7f16bd-aee0-43f0-a4fa-62f70cf32fa3 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495550 Feb 10 11:49:35.532159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c2a54dfa-2f99-4282-8420-528f6de030ee up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:35.648162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff14d801-1b22-4100-9166-c1526e82032a req-d9f514b2-a196-4a8d-b740-05949efe530b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:35.663379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff14d801-1b22-4100-9166-c1526e82032a req-d9f514b2-a196-4a8d-b740-05949efe530b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:35.664474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-d9f514b2-a196-4a8d-b740-05949efe530b tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1857515286&fields=id&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 267 time: 0.0579569 Feb 10 11:49:35.744585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port c2a54dfa-2f99-4282-8420-528f6de030ee triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:35.744942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.810637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14d801-1b22-4100-9166-c1526e82032a req-0064d3c9-19cd-4579-be16-818c47120167 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:35.812099 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-0064d3c9-19cd-4579-be16-818c47120167 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 796 time: 0.1408820 Feb 10 11:49:35.827874 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:49:35.828435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-3f1a3edb-34fb-428d-ad24-aa7491c1d87e tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/quotas/f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 375 time: 0.0109017 Feb 10 11:49:35.907599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff14d801-1b22-4100-9166-c1526e82032a req-2a6a23d5-ee55-4bda-b54e-a08dd7be62e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:35.924886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff14d801-1b22-4100-9166-c1526e82032a req-2a6a23d5-ee55-4bda-b54e-a08dd7be62e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:35.926221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-2a6a23d5-ee55-4bda-b54e-a08dd7be62e1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921972 Feb 10 11:49:35.972532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:35.987045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Transition to ACTIVE for port object 67ec1e3a-bc51-438f-a5c0-7da61d195aab will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:35.994256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.119817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb059b-93f0-40f5-9b50-ec326c6f4e11 None None] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:36.156374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-5241955f-78a4-49b2-822b-db7dc0f27d23 service neutron] 10.222.0.42 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161860 Feb 10 11:49:36.225453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Attempting to bind port 67ec1e3a-bc51-438f-a5c0-7da61d195aab on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:36.225818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Attempting to bind port 67ec1e3a-bc51-438f-a5c0-7da61d195aab by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:36.226176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Attempting to bind port 67ec1e3a-bc51-438f-a5c0-7da61d195aab on network df62588c-a7e8-40cb-a0d5-60f64cba3b6b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:36.234017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:36.234393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Checking segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:36.234795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.235172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Bound using segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:36.235661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Bound port: 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:36.236030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.305198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-85432e75-920e-4cdf-9340-c0639b96690d service neutron] 10.222.0.42 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422877 Feb 10 11:49:36.331995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:36.335653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=67ec1e3a-bc51-438f-a5c0-7da61d195aab,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:36.341269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:36.426568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb059b-93f0-40f5-9b50-ec326c6f4e11 None None] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:36.429161 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:36.429759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:36.523646 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a8dc5ee0-6ddc-4b7d-be05-2b11109e3430 req-79e69edb-90a4-4de1-b91a-0360a1d86250 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 210 time: 0.0504622 Feb 10 11:49:36.638521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:37.011151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:36Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:37.015100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3d47c-82de-4dcf-83e9-a3cd1ee8185d None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:36Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:37.552303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:37.584096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14d801-1b22-4100-9166-c1526e82032a req-496cfeb3-f14a-4547-8dec-f947778539a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:37.586058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-496cfeb3-f14a-4547-8dec-f947778539a4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 796 time: 0.1798851 Feb 10 11:49:37.655723 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:37.675007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:37.676539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:37.778495 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3b5ebf-ef1b-4db3-b0c9-059cf181655d req-a7981ac7-6c63-45a1-bf36-a5ec50d66f97 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 210 time: 0.0463603 Feb 10 11:49:37.807966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-ae445835-0ff4-41a9-9799-8e64403f14c5 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f902deda074a421ba203c58957122032 HTTP/1.1" status: 200 len: 380 time: 0.2085509 Feb 10 11:49:37.809303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:37.816602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'port': {'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'admin_state_up': True, 'tenant_id': 'f902deda074a421ba203c58957122032', 'security_groups': ['8ed8a772-5fb4-4adb-954c-a18141444284']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:37.843566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=67ec1e3a-bc51-438f-a5c0-7da61d195aab,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:37.847881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:37.919425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:37.966189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:37.975467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:37.985895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Made reservation on behalf of f902deda074a421ba203c58957122032 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:49:37.989170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.146533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.20.0.14 (df62588c-a7e8-40cb-a0d5-60f64cba3b6b/11fa807d-3d04-4eb9-b12b-4b700dc5e9ca/aa0a4c90-1beb-4a9d-8bc7-72463ba491ac) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:38.327350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.342595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Transition to ACTIVE for port object aa0a4c90-1beb-4a9d-8bc7-72463ba491ac will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:38.363923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.438818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:38.441614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:38.445930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:38.470766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:38.508185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:38.508819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.536935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-aa7fe6b8-9075-426d-b28c-1bbe4105de98 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241366 Feb 10 11:49:38.548764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Request body: {'port': {'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:38.657976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.702991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19b2a82b-1a0f-4ada-9cee-c1ab06d98c4d None None] Provisioning for port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:38.708031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-19b2a82b-1a0f-4ada-9cee-c1ab06d98c4d None None] Provisioning complete for port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:38.708397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-19b2a82b-1a0f-4ada-9cee-c1ab06d98c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:38.759729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-19b2a82b-1a0f-4ada-9cee-c1ab06d98c4d None None] Port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:49:39.064577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060eb2b-a276-4be1-b60d-f622ca0f7f6b req-24cc4089-54b1-4933-83ab-122d7fe0aa68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:39.065251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c060eb2b-a276-4be1-b60d-f622ca0f7f6b req-24cc4089-54b1-4933-83ab-122d7fe0aa68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:49:39.071364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0a4c90-1beb-4a9d-8bc7-72463ba491ac {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:49:39.082776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.094091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c060eb2b-a276-4be1-b60d-f622ca0f7f6b req-24cc4089-54b1-4933-83ab-122d7fe0aa68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:49:39.095203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c060eb2b-a276-4be1-b60d-f622ca0f7f6b req-24cc4089-54b1-4933-83ab-122d7fe0aa68 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 932 time: 0.1920056 Feb 10 11:49:39.100622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Transition to ACTIVE for port object aa0a4c90-1beb-4a9d-8bc7-72463ba491ac will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:49:39.117271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.258912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:39.263162 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c060eb2b-a276-4be1-b60d-f622ca0f7f6b req-8bda1a2f-dfb5-47de-8d8b-ceaacfafb308 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611946 Feb 10 11:49:39.374378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Attempting to bind port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:49:39.374797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Attempting to bind port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:49:39.375017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Attempting to bind port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac on network df62588c-a7e8-40cb-a0d5-60f64cba3b6b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:39.381110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac on network df62588c-a7e8-40cb-a0d5-60f64cba3b6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:49:39.381376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Attempting to bind port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac on network df62588c-a7e8-40cb-a0d5-60f64cba3b6b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:49:39.387574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:49:39.387909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Checking segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:49:39.388286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Bound using segment: {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:49:39.388744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Bound port: aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7511a271-99fd-4e3a-aca0-40a58d0a77c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:49:39.389078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.473887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:49:39.476867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:49:39.482351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.515109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:39.588534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:39.588927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.638039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:39.639421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 1094 time: 1.0949755 Feb 10 11:49:39.639863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:39.675054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a634-fb54-4125-b9df-b1a36d2c10e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:39.755209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-534ee5f1-7c39-42ae-9438-58074ec87004 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1097 time: 0.0758221 Feb 10 11:49:39.814989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'status': 'completed', 'code': 200} Feb 10 11:49:39.830356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-e2bd6a34-4a10-49ab-8e95-139ed31bbc08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 217 time: 0.0679829 Feb 10 11:49:39.891880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14d801-1b22-4100-9166-c1526e82032a req-9ac7fbb2-e514-4eb9-93ad-55387b048c7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:39.893277 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-9ac7fbb2-e514-4eb9-93ad-55387b048c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 200 len: 834 time: 0.0570526 Feb 10 11:49:39.968789 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-c35b2d37-f4b4-4dc5-a728-7656d3159270 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695472 Feb 10 11:49:40.100475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-a696b25c-33c5-4b21-b466-a7b84f9fd734 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258788 Feb 10 11:49:40.228280 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff14d801-1b22-4100-9166-c1526e82032a req-5a4aa1d0-afc3-4725-bfa4-da60c6381401 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213758 Feb 10 11:49:40.346065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-4130037a-0536-4a19-b45d-baac30913c33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1097 time: 0.0713356 Feb 10 11:49:40.529944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-5b08f0b5-dd05-406a-9e70-27a9a23d71f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:40.531385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-5b08f0b5-dd05-406a-9e70-27a9a23d71f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 897 time: 0.1790557 Feb 10 11:49:40.543201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d9fb-e46d-4c2b-b46e-7daac48be1e0 req-c4f7d000-1520-4186-9494-5ee1d9152ca7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:40.544543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59f3d9fb-e46d-4c2b-b46e-7daac48be1e0 req-c4f7d000-1520-4186-9494-5ee1d9152ca7 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 944 time: 0.1234186 Feb 10 11:49:40.620284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-975b0568-2b18-468f-aa51-c4f3677390a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 217 time: 0.0747774 Feb 10 11:49:40.686696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59f3d9fb-e46d-4c2b-b46e-7daac48be1e0 req-74a309a7-607e-4363-89df-a9f62679e461 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953126 Feb 10 11:49:40.697196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-8a488873-4b10-42ee-b22e-6d10e7e5c5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:40.698599 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-8a488873-4b10-42ee-b22e-6d10e7e5c5aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 200 len: 834 time: 0.0680184 Feb 10 11:49:40.772570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-8030865c-c2f8-4a84-9586-0770c79d45b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672688 Feb 10 11:49:40.901278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-35864b72-136b-4dbf-9527-3e6bfe236885 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208177 Feb 10 11:49:41.033735 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687036b-9f2b-4fa5-b1de-ee395dfae88c req-26a38a02-3087-4a3e-8e82-17d81d7cd9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238921 Feb 10 11:49:41.883577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bf72c-f47c-423e-9d94-ba1b5f3b3404 req-b568360a-8c9f-4d38-8bf1-7444ca9fff1c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:41.885001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-665bf72c-f47c-423e-9d94-ba1b5f3b3404 req-b568360a-8c9f-4d38-8bf1-7444ca9fff1c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 944 time: 0.0770247 Feb 10 11:49:41.928520 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-665bf72c-f47c-423e-9d94-ba1b5f3b3404 req-2e88f777-d3f5-4861-ab4c-6624ab262c55 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Feb 10 11:49:42.369392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device aa0a4c90-1beb-4a9d-8bc7-72463ba491ac details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:49:42.500145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:42.513287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:49:42.565146 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:42.581957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0a4c90-1beb-4a9d-8bc7-72463ba491ac {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:49:42.596650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:42.600269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:42.663487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:42.788392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:49:43.123969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6acee9-bf2e-4333-94f6-0e0d3d1ba55e req-aee53b5a-be90-4415-8a65-7b454a9b64a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:43.125409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e6acee9-bf2e-4333-94f6-0e0d3d1ba55e req-aee53b5a-be90-4415-8a65-7b454a9b64a0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 945 time: 0.0756209 Feb 10 11:49:43.169071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e6acee9-bf2e-4333-94f6-0e0d3d1ba55e req-9d4b97c0-0644-4ca5-866e-8578d319aff8 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380869 Feb 10 11:49:44.370665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device aa0a4c90-1beb-4a9d-8bc7-72463ba491ac up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:49:44.438375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:49:44.442943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:49:44.443343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:44.457791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f49f6-5910-422b-9b3b-914a32be0496 req-786b016f-04f8-4048-89aa-9f00b8a97c47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:44.459249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c6f49f6-5910-422b-9b3b-914a32be0496 req-786b016f-04f8-4048-89aa-9f00b8a97c47 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 945 time: 0.1727879 Feb 10 11:49:44.504873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4c6f49f6-5910-422b-9b3b-914a32be0496 req-d8f121a2-fd73-4572-a03a-aa403e084817 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Feb 10 11:49:44.554546 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:44.580025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:44.589143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:49:44.592995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:44.656619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:44.709001 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'code': 200} Feb 10 11:49:44.926142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb765e36-b537-4172-a89c-eec3c956dcea req-35e6790c-a140-4c76-8c15-32ea98356fc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1099 time: 0.0656440 Feb 10 11:49:44.966761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb765e36-b537-4172-a89c-eec3c956dcea req-f7f47d04-ac64-4a86-8126-45a0b83ba458 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348270 Feb 10 11:49:45.705711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feb8b1-b5c2-4e47-81bf-538f4ff64b74 req-6e82130a-6177-4b3f-99a1-46bedab29f73 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:45.707149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7feb8b1-b5c2-4e47-81bf-538f4ff64b74 req-6e82130a-6177-4b3f-99a1-46bedab29f73 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.0791960 Feb 10 11:49:45.751223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7feb8b1-b5c2-4e47-81bf-538f4ff64b74 req-568e383c-daee-4ba0-b2ce-ce8dc5901a67 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381413 Feb 10 11:49:46.946116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4190c0-3981-441f-90da-bed335a25e4f req-fca72c3c-4ba5-42d5-9675-b7f79746ff63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:46.947868 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a4190c0-3981-441f-90da-bed335a25e4f req-fca72c3c-4ba5-42d5-9675-b7f79746ff63 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.0772426 Feb 10 11:49:46.997564 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a4190c0-3981-441f-90da-bed335a25e4f req-01df907e-34ed-4bbc-89a1-1faadc477183 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Feb 10 11:49:47.189904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b5061-6219-4067-9f5a-52478f220541 req-ec2b4edd-30ac-4f5d-9b0c-ea41a72323e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:47.191368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f3b5061-6219-4067-9f5a-52478f220541 req-ec2b4edd-30ac-4f5d-9b0c-ea41a72323e6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.0757387 Feb 10 11:49:47.235662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f3b5061-6219-4067-9f5a-52478f220541 req-e81c79e8-b6da-4449-8e23-d5778ce74684 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Feb 10 11:49:47.263223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58336) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:47.333529 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f3f7c70c-f083-4a0b-911f-1ea90633d40b tempest-TestNetworkBasicOps-465093866 tempest-TestNetworkBasicOps-465093866-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1094 time: 0.0691774 Feb 10 11:49:47.336412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58340) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:47.341857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'tenant_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:49:47.347126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:49:47.350830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Usage tracker for resource:floatingip and tenant:f902deda074a421ba203c58957122032 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:49:47.354206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:49:47.359712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:49:47.369359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:47.501426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:47.630460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Allocated IP 172.26.3.83 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/6d55fc7a-402b-47c3-95ed-f92a7306f31b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:49:47.774183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:47.800183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:47.866684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:49:47.869750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:49:47.873193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:49:47.904667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=6d55fc7a-402b-47c3-95ed-f92a7306f31b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:48.358087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:48.409793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:48.695695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:48.700150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:48.806664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event updated for resources: {'Port': ['ID=6d55fc7a-402b-47c3-95ed-f92a7306f31b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:49:48.818377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:49.005945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Floating IP c1cbca47-85c4-49bc-b9db-b093d1c441f5 associated. External IP: 172.26.3.83, port: aa0a4c90-1beb-4a9d-8bc7-72463ba491ac. Feb 10 11:49:49.412674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:49:49.606911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:49:49.616608 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:49:49.629754 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:49.630342 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:49.632264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:49.685706 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3a89ce8c-1289-4ef2-be7e-06ae8aade7d0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3477039 Feb 10 11:49:49.686278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:49:49.688494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58344) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:49.739321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'status': 'completed', 'code': 200} Feb 10 11:49:49.792204 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-58dc6299-8650-455b-990a-7dc4378129ac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1020622 Feb 10 11:49:49.810898 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:49.834211 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-11417a8b-c138-4491-9ee1-afa91ef7d8f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1099 time: 0.0728180 Feb 10 11:49:49.963488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-09a80dfa-2899-4597-bbd1-444397e16e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:49.965170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-09a80dfa-2899-4597-bbd1-444397e16e2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 897 time: 0.1246259 Feb 10 11:49:50.065792 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-c5e5c709-396e-40f5-b39a-c70887027c54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 999 time: 0.0952165 Feb 10 11:49:50.150993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:49:48Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:37Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:50.155079 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Checking router: fa9ea050-168c-46cc-9da3-397bcd3e5c2e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:49:50.166128 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:49:50.166726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:50.234224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-3be329a7-8c53-4a55-a78f-185644172462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:49:50.235572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-3be329a7-8c53-4a55-a78f-185644172462 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 200 len: 834 time: 0.1647563 Feb 10 11:49:50.310057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-32c5b3cc-1236-44c7-be09-d217f9c36a41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689914 Feb 10 11:49:50.337370 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:49:50.449437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-f7eff567-453f-4c36-849e-dd57eb941e3a service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305339 Feb 10 11:49:50.583423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b11990bf-99e3-4647-9b24-fcbc3ab617f6 req-11ca0e00-bc1c-423f-a24f-e9e5692a4508 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273408 Feb 10 11:49:50.706681 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:49:48Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:37Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:49:50.710486 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d1eeb-911a-42f1-9bcf-3aa03a1366b0 None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:32Z', 'revision_number': 4, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:49:48Z', 'revision_number': 0, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:49:37Z', 'revision_number': 5, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:49:50.796033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58350) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:50.898454 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-520ebcf2-53f0-440a-abff-0e353c992b34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1012383 Feb 10 11:49:51.901536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58354) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:52.003021 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b991a954-340d-4cc4-8404-6642f7fc3c38 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1003406 Feb 10 11:49:53.007047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:53.108939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-92bd67ce-c1d3-45f0-905e-aa80ff851fa0 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1007488 Feb 10 11:49:53.846572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4942f4-c835-44d1-a347-3f097e8f36cd None None] New status for floating IP c1cbca47-85c4-49bc-b9db-b093d1c441f5: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:49:54.113234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58362) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:49:54.213276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab7cf6f7-2716-4317-bd1f-ccdb5ba24070 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 993 time: 0.0989549 Feb 10 11:49:57.213412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8a1af1ef-b5d9-4168-986f-6fcd9eb8776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:49:59.387277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ed79117f-c999-4942-86cc-d99e11022f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:00.524640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:00.702596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:02.080781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:03.897869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:12.832837 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:50:21.338774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:21.344534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:21.906130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:21.916663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:22.215406 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:22.417082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:22.423737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:22.424880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a8209012-f2de-48b2-ada4-508d67688d34 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/fa9ea050-168c-46cc-9da3-397bcd3e5c2e HTTP/1.1" status: 200 len: 888 time: 1.0851481 Feb 10 11:50:22.427348 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:22.441677 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:22.442269 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:22.501195 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:22.511489 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:22.512057 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:22.567352 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:22.567745 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4ab1c4-fad9-4259-a2a7-68a05ab2896b None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:23.337587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb27a25-9b2f-45a3-a510-5c04deae8c9d None None] New status for floating IP c1cbca47-85c4-49bc-b9db-b093d1c441f5: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:23.529883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:23.689045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.704242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f28806-0311-49fb-9fbc-0d64cdc28ef5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:23.707830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.708474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:23.818008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:23.870569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.902473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=67ec1e3a-bc51-438f-a5c0-7da61d195aab,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:23.905854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:23.972354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:24.591144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58384) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:24.596296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:25.133738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:25.144245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1036505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1036322', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1032868'] for router, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:25.344060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:25.551921 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:25.558511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:25.559563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1b905157-518b-40ed-8624-20b95e76aed4 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/fa9ea050-168c-46cc-9da3-397bcd3e5c2e HTTP/1.1" status: 200 len: 887 time: 0.9673481 Feb 10 11:50:25.563134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:25.565710 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:25.577477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:25.578138 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:25.666688 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aae9d4ec-40bc-48c3-a606-933a2d079e3c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1024444 Feb 10 11:50:25.749841 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:26.090887 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:26.094537 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Checking router: fa9ea050-168c-46cc-9da3-397bcd3e5c2e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:50:26.104315 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:26.104890 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:49:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:26.276149 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:26.631498 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:26.635385 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8bd62b-b8ae-4431-849e-197642476160 None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:25Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port': {'id': '15f28806-0311-49fb-9fbc-0d64cdc28ef5', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c1cbca47-85c4-49bc-b9db-b093d1c441f5', 'tenant_id': 'f902deda074a421ba203c58957122032', 'floating_ip_address': '172.26.3.83', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'port_id': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'mac_address': 'fa:16:3e:c4:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:49:48Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 2, 'project_id': 'f902deda074a421ba203c58957122032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ec1e3a-bc51-438f-a5c0-7da61d195aab', 'name': '', 'network_id': 'df62588c-a7e8-40cb-a0d5-60f64cba3b6b', 'tenant_id': 'f902deda074a421ba203c58957122032', 'mac_address': 'fa:16:3e:cd:7a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:49:31Z', 'updated_at': '2022-02-10T11:50:23Z', 'revision_number': 6, 'project_id': 'f902deda074a421ba203c58957122032', 'subnets': [{'id': '11fa807d-3d04-4eb9-b12b-4b700dc5e9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:26.670614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58392) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:26.909818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c4517cb3-27be-48ae-9dfd-5c7355857efd tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.2380300 Feb 10 11:50:27.218852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08ff3e4e-a471-49f4-8677-7de4658e982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:27.575023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:27.642771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:27.643136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:27.756065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:27.770740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f28806-0311-49fb-9fbc-0d64cdc28ef5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:27.774382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:27.775280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:27.884240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:27.896788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.897132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.897464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.897793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.898123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.898443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.898762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.899084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.899425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.899743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.900059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:27.908399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:27.909322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:27.913118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:28.018311 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8827cfda-cae4-4045-a17f-ede5473fe8ce tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1018090 Feb 10 11:50:28.037530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:28.070324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=67ec1e3a-bc51-438f-a5c0-7da61d195aab,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:28.074211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:28.136963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:28.948159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-40630591-520b-4c32-b951-7f0864f23c7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681345 Feb 10 11:50:29.019380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58400) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:29.081530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-7fa56fc1-6e02-4ea6-8496-5415c7983bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1099 time: 0.0668828 Feb 10 11:50:29.125474 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2130ef0e-9499-4645-910f-5ac6f2ee6fac tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1049752 Feb 10 11:50:29.227651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-e4c43ad9-30a0-4dd6-8157-66b0703ac1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:29.229065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-e4c43ad9-30a0-4dd6-8157-66b0703ac1dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 897 time: 0.1298492 Feb 10 11:50:29.328837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-21a1350d-7462-409d-b295-3021c6597b87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 999 time: 0.0937366 Feb 10 11:50:29.388185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d7f92be7-e404-4f2c-a198-990b1909a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.390731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-48d25210-87f4-4225-8a7f-ae4670288bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:29.392235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-48d25210-87f4-4225-8a7f-ae4670288bd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 200 len: 834 time: 0.0575528 Feb 10 11:50:29.468588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-a8eace0d-4296-4311-8a31-5ecb8101b793 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704989 Feb 10 11:50:29.539742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:29.598796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-0a2698b6-e0bd-4b04-95a6-9cb95e3fbec2 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246581 Feb 10 11:50:29.607169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:29.607564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:29.730890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6beef41-0d90-4dd0-b29f-27ed583e7242 req-42962e75-d69e-4bf9-8305-8075c5c597f3 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Feb 10 11:50:29.762257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:50:29.828521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 67ec1e3a-bc51-438f-a5c0-7da61d195aab triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:29.828886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.129241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58404) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:30.319154 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-402e7bec-608a-454f-abd8-9fecc0724449 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1887095 Feb 10 11:50:30.526648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:30.704354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:31.322996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58410) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:31.425874 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-78d91bac-226b-4487-a4d9-1968e0686500 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1017933 Feb 10 11:50:32.083766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:32.429311 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58414) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:32.527638 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c1e8c2d0-250d-4b6c-83bb-7290e89953be tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.0972044 Feb 10 11:50:33.531407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:33.634826 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7efb44c0-275d-4e36-b32c-68aecd678137 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 991 time: 0.1022654 Feb 10 11:50:33.756306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61749fc0-a774-4d8b-9891-79cf4b9cdd49 None None] New status for floating IP c1cbca47-85c4-49bc-b9db-b093d1c441f5: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:33.939483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:34.638708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58422) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:34.742208 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ceb83868-5b15-4b33-8c19-fbd9e92b91ae tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 200 len: 993 time: 0.1021440 Feb 10 11:50:35.029629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:35.231222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 6d55fc7a-402b-47c3-95ed-f92a7306f31b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:35.231584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.406154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.406468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.521293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 6d55fc7a-402b-47c3-95ed-f92a7306f31b owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:35.773182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:35.815431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=6d55fc7a-402b-47c3-95ed-f92a7306f31b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:35.855992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.856332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.856669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.856996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.857319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.857642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.857961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.858321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.858638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.859037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.859365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:35.916763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:36.294374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:36.489087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:36.507792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:36.558684 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4cc5a90e-1705-4a3e-8f02-accd99d105e2 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/floatingips/c1cbca47-85c4-49bc-b9db-b093d1c441f5 HTTP/1.1" status: 204 len: 168 time: 1.5279655 Feb 10 11:50:36.559186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:36.615296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'status': 'completed', 'code': 200} Feb 10 11:50:36.706658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-f54e7772-83ed-4bd0-a2f0-686b92251dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f902deda074a421ba203c58957122032&device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 1099 time: 0.0702958 Feb 10 11:50:36.838947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889e72-afbd-4324-8445-5df27725eb67 req-2a2de4fe-b294-41fc-94f5-c1cf09709ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:36.840407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-2a2de4fe-b294-41fc-94f5-c1cf09709ad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 200 len: 897 time: 0.1264799 Feb 10 11:50:36.941642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-bf5bf6d8-fc17-4779-b18c-2b98343097da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 200 len: 217 time: 0.0945899 Feb 10 11:50:37.020936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889e72-afbd-4324-8445-5df27725eb67 req-2937cfbb-10d7-4ff8-9857-dc26d8ef4e16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:37.022372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-2937cfbb-10d7-4ff8-9857-dc26d8ef4e16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 200 len: 834 time: 0.0734484 Feb 10 11:50:37.067002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13679410-5765-4a53-a68a-8bce4bc0c88b req-c8bbf1a7-bdcd-4284-9440-37b94d5177da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:37.067699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-13679410-5765-4a53-a68a-8bce4bc0c88b req-c8bbf1a7-bdcd-4284-9440-37b94d5177da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Synchronizing usage tracker for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:37.101972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-13679410-5765-4a53-a68a-8bce4bc0c88b req-c8bbf1a7-bdcd-4284-9440-37b94d5177da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Unset dirty status for tenant:f902deda074a421ba203c58957122032 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:37.103016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13679410-5765-4a53-a68a-8bce4bc0c88b req-c8bbf1a7-bdcd-4284-9440-37b94d5177da tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.2088704 Feb 10 11:50:37.133993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-7bde2ae5-c0c3-425a-a56b-f1e0a6b090e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df62588c-a7e8-40cb-a0d5-60f64cba3b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045091 Feb 10 11:50:37.224296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13679410-5765-4a53-a68a-8bce4bc0c88b req-cdc3f514-3b06-42c2-a0ee-54f29153e2aa tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133909 Feb 10 11:50:37.375277 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-a1cd31e8-5ddf-4e09-8586-c93b2d13f236 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303526 Feb 10 11:50:37.502466 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4889e72-afbd-4324-8445-5df27725eb67 req-d3ba6e20-2663-4fe5-998f-5b1a138e30a3 service neutron] 10.222.0.32 "GET /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219950 Feb 10 11:50:38.139826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-00d609a3-9124-4182-9271-df4b1b09238d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:38.141718 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-00d609a3-9124-4182-9271-df4b1b09238d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.0757914 Feb 10 11:50:38.211280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:38.211620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.505756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:38.506433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.627632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for aa0a4c90-1beb-4a9d-8bc7-72463ba491ac owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:38.658169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bfd0-ed33-4b9b-8f61-5da3cae3c856 req-a1d3c1b1-4587-4411-a434-b0d54d6c1e1a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:38.659618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c76bfd0-ed33-4b9b-8f61-5da3cae3c856 req-a1d3c1b1-4587-4411-a434-b0d54d6c1e1a tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/ports?device_id=34445a56-55ba-4e45-9510-c4a9cd5e6d7c HTTP/1.1" status: 200 len: 946 time: 0.2773461 Feb 10 11:50:38.736436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c76bfd0-ed33-4b9b-8f61-5da3cae3c856 req-cefa0e84-61ea-4db7-867e-5c35a56d9027 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ed8a772-5fb4-4adb-954c-a18141444284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705442 Feb 10 11:50:38.805628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.852441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=aa0a4c90-1beb-4a9d-8bc7-72463ba491ac,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:38.926171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] No DVR routers for this DVR port aa0a4c90-1beb-4a9d-8bc7-72463ba491ac on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:50:38.928547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:38.931200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'name': 'network-vif-deleted', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:38.946720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68deb50d-bcf8-4119-97ab-ba6160a0a068 req-3ebb16ed-d01b-43d0-881d-52a5624c018c tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.32 "DELETE /v2.0/ports/aa0a4c90-1beb-4a9d-8bc7-72463ba491ac HTTP/1.1" status: 204 len: 173 time: 0.8001871 Feb 10 11:50:38.988478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34445a56-55ba-4e45-9510-c4a9cd5e6d7c', 'name': 'network-vif-deleted', 'tag': 'aa0a4c90-1beb-4a9d-8bc7-72463ba491ac', 'status': 'completed', 'code': 200} Feb 10 11:50:39.839981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58446) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:39.908094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.936569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:39.999775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.022939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8a772-5fb4-4adb-954c-a18141444284,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:40.033050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:40.034157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2dd1c519-612a-4a1f-9677-eb6fa03de316 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ed8a772-5fb4-4adb-954c-a18141444284 HTTP/1.1" status: 204 len: 168 time: 0.1932075 Feb 10 11:50:40.074659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58452) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:40.453648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.123358 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 67ec1e3a-bc51-438f-a5c0-7da61d195aab {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:41.124029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.302845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 67ec1e3a-bc51-438f-a5c0-7da61d195aab, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=67ec1e3a-bc51-438f-a5c0-7da61d195aab,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:41.303191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.419831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 67ec1e3a-bc51-438f-a5c0-7da61d195aab owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:41.591652 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:41.638256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=67ec1e3a-bc51-438f-a5c0-7da61d195aab,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:41.677767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.678068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.678370 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.678697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.679027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.679469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.679793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.680117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.680437 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.680748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.681065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:50:41.934192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:42.514183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device aa0a4c90-1beb-4a9d-8bc7-72463ba491ac no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:42.546222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: aa0a4c90-1beb-4a9d-8bc7-72463ba491ac {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:42.546555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device aa0a4c90-1beb-4a9d-8bc7-72463ba491ac not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:42.572314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Router fa9ea050-168c-46cc-9da3-397bcd3e5c2e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:50:42.764913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:50:42.777429 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-323cd833-dec2-4d43-b432-be3c8a5089b1 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "PUT /v2.0/routers/fa9ea050-168c-46cc-9da3-397bcd3e5c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7016795 Feb 10 11:50:42.780098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58456) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:42.956115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting subnet 11fa807d-3d04-4eb9-b12b-4b700dc5e9ca {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:50:42.958890 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.010696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.096631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.165994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.205277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Subnet': ['ID=11fa807d-3d04-4eb9-b12b-4b700dc5e9ca,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:43.209816 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.215655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c1d32-363e-4685-a1d3-03a111d8d715 None None] Network df62588c-a7e8-40cb-a0d5-60f64cba3b6b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:50:43.216406 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-366fad99-8e9d-4989-ba48-e1744e9afcb6 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/subnets/11fa807d-3d04-4eb9-b12b-4b700dc5e9ca HTTP/1.1" status: 204 len: 168 time: 0.4353752 Feb 10 11:50:43.218950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58460) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:43.418286 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.467392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] DHCP port deletion for df62588c-a7e8-40cb-a0d5-60f64cba3b6b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:50:43.472193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Deleting port c2a54dfa-2f99-4282-8420-528f6de030ee {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:43.473210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.599250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device c2a54dfa-2f99-4282-8420-528f6de030ee no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:43.618147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.627813 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port 15f28806-0311-49fb-9fbc-0d64cdc28ef5 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:43.628277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.742446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:43.742721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.795406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port 15f28806-0311-49fb-9fbc-0d64cdc28ef5, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f28806-0311-49fb-9fbc-0d64cdc28ef5,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:43.795757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:43.903351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Calling delete_port for c2a54dfa-2f99-4282-8420-528f6de030ee owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:43.913221 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for 15f28806-0311-49fb-9fbc-0d64cdc28ef5 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:43.959148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.008904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:44.013447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.050579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:50:44.050933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:50:44.083552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=c2a54dfa-2f99-4282-8420-528f6de030ee,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:44.173873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.202015 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Sync routers for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:50:44.213909 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:44.214508 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:50:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:44.219507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Port': ['ID=15f28806-0311-49fb-9fbc-0d64cdc28ef5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:44.335012 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:44.432355 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.435521 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:44Z', 'revision_number': 9, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:44.440027 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Checking router: fa9ea050-168c-46cc-9da3-397bcd3e5c2e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:50:44.450093 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Routers {'fa9ea050-168c-46cc-9da3-397bcd3e5c2e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:50:44.450632 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:50:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:44.552195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Deleting port c2a54dfa-2f99-4282-8420-528f6de030ee {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:44.552684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.574001 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] Set router fa9ea050-168c-46cc-9da3-397bcd3e5c2e gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:50:44.676858 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:44Z', 'revision_number': 9, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:44.680963 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326fa7a-41c0-40b0-8603-ab5b672baecc None None] The sync data for ids ['fa9ea050-168c-46cc-9da3-397bcd3e5c2e'] in dv-neutron-827807-1-hyperv is: [{'id': 'fa9ea050-168c-46cc-9da3-397bcd3e5c2e', 'name': 'tempest-TestNetworkBasicOps-router-826113538', 'tenant_id': 'f902deda074a421ba203c58957122032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:49:28Z', 'updated_at': '2022-02-10T11:50:44Z', 'revision_number': 9, 'project_id': 'f902deda074a421ba203c58957122032', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:50:44.683846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.688671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.717911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.718551 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Fanout notify agent at l3_agent the message router_deleted on router fa9ea050-168c-46cc-9da3-397bcd3e5c2e {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:50:44.733113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.734171 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-07bfe62c-4687-403c-85a8-922db1480d62 tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/routers/fa9ea050-168c-46cc-9da3-397bcd3e5c2e HTTP/1.1" status: 204 len: 168 time: 1.5142310 Feb 10 11:50:44.737352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58464) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:44.787410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:44.787964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.845837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.855895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port c2a54dfa-2f99-4282-8420-528f6de030ee {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:44.856218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:44.904381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Calling delete_port for c2a54dfa-2f99-4282-8420-528f6de030ee owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:44.980995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:45.024399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] Pushing event deleted for resources: {'Port': ['ID=c2a54dfa-2f99-4282-8420-528f6de030ee,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:45.030458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c950f1-fd64-424e-85b4-796a57b4bd6b None None] No DVR routers for this DVR port c2a54dfa-2f99-4282-8420-528f6de030ee on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:50:45.058005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] For port c2a54dfa-2f99-4282-8420-528f6de030ee, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=c2a54dfa-2f99-4282-8420-528f6de030ee,segment=NetworkSegment(7511a271-99fd-4e3a-aca0-40a58d0a77c4),segment_id=7511a271-99fd-4e3a-aca0-40a58d0a77c4)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:50:45.058005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:45.178522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Calling delete_port for c2a54dfa-2f99-4282-8420-528f6de030ee owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:50:45.247000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.db.api [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:50:45.247210 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG oslo_db.api [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:50:45.491740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c5f4b3-98d5-4ac1-b1be-e93bd4f973ae None None] New status for floating IP c1cbca47-85c4-49bc-b9db-b093d1c441f5: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:50:45.548980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:45.634994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 15f28806-0311-49fb-9fbc-0d64cdc28ef5 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:45.635349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f28806-0311-49fb-9fbc-0d64cdc28ef5 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:45.635748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:50:45.667635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 67ec1e3a-bc51-438f-a5c0-7da61d195aab {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:50:45.668049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 67ec1e3a-bc51-438f-a5c0-7da61d195aab not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:50:45.747939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Deleting port c2a54dfa-2f99-4282-8420-528f6de030ee {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:50:45.748356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:45.815727 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] The port 'c2a54dfa-2f99-4282-8420-528f6de030ee' was deleted {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:50:46.020202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.043776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df62588c-a7e8-40cb-a0d5-60f64cba3b6b']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:46.055681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7511a271-99fd-4e3a-aca0-40a58d0a77c4') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:46.055971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7511a271-99fd-4e3a-aca0-40a58d0a77c4') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:50:46.067900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.083714 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.089533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:50:46.089914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: util.warn( Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:50:46.103626 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:50:46.181458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.199384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.212783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] Pushing event deleted for resources: {'Network': ['ID=df62588c-a7e8-40cb-a0d5-60f64cba3b6b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:46.220801 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aca24fac-42b7-49a3-90db-77a307bc291d tempest-TestNetworkBasicOps-1867060650 tempest-TestNetworkBasicOps-1867060650-project] 10.222.0.42 "DELETE /v2.0/networks/df62588c-a7e8-40cb-a0d5-60f64cba3b6b HTTP/1.1" status: 204 len: 168 time: 1.4814651 Feb 10 11:50:46.565579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58472) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:46.776864 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-783e772c-f534-492d-a347-6d378f7bb393 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f902deda074a421ba203c58957122032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2101142 Feb 10 11:50:46.779194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58478) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:46.838104 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.863214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.913789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.930254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20701ba4-096b-4e16-8404-3b2b0c1beac1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:46.937833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:46.941284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-16f9aa90-07cb-4d72-ab6c-1541e1bafcab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20701ba4-096b-4e16-8404-3b2b0c1beac1 HTTP/1.1" status: 204 len: 168 time: 0.1588545 Feb 10 11:50:47.261907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58486) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:47.280027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.309019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:47.313194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Usage tracker for resource:security_group_rule and tenant:6f2a305137d04e35b9ccd796487ea523 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:47.315945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:47.321430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:47.389057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.393365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.441497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f6eff4-4295-432e-9141-9d95cfc50209,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:47.447155 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db0e2536-1cea-4a60-b5a1-bb8228acdcca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f2a305137d04e35b9ccd796487ea523&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842492 Feb 10 11:50:47.449906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58490) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:50:47.508476 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.534344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.583891 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.599629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f6eff4-4295-432e-9141-9d95cfc50209,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:47.604950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:47.606734 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-cf7e2d74-3736-4ef0-aa49-c58828d540c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49f6eff4-4295-432e-9141-9d95cfc50209 HTTP/1.1" status: 204 len: 168 time: 0.1552649 Feb 10 11:50:49.833493 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:50:55.021087 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-3fae9985-8fd2-4a15-80b2-d7058d0a84c5 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cc568d29c869441396ee5b980043709c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283983 Feb 10 11:50:55.164371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-00d2fa58-41c8-4f2f-9132-75cb996d7ec1 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:55.165781 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-00d2fa58-41c8-4f2f-9132-75cb996d7ec1 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396513 Feb 10 11:50:55.181869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f29aeded-2d21-4f03-b0ca-8773d118a3ab tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/quotas/cc568d29c869441396ee5b980043709c HTTP/1.1" status: 200 len: 375 time: 0.0108602 Feb 10 11:50:55.230057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-9f9144f1-5494-4f20-8533-6750ec747097 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc568d29c869441396ee5b980043709c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433562 Feb 10 11:50:56.442069 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2381db7a-082a-47ce-80a1-64f943f89429 req-6b9f8ede-606f-4683-b7b4-cbdfdaac7961 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 210 time: 0.0396299 Feb 10 11:50:57.211502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-788629d4-7f11-4209-ac50-3ffffc4b51fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.320331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-b1a7d9d8-de27-4db0-a915-6d30ccfc3cad tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc568d29c869441396ee5b980043709c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293124 Feb 10 11:50:57.607733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-36ed4e90-6fe6-407b-8668-99d1617a349a req-613d4990-a2a7-4cd9-87d1-25a704757683 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 210 time: 0.0444024 Feb 10 11:50:57.612283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-9399ff44-09b0-46a7-9021-08d9d08c88c6 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:57.613563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-9399ff44-09b0-46a7-9021-08d9d08c88c6 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888093 Feb 10 11:50:57.630364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Request body: {'port': {'device_id': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee', 'admin_state_up': True, 'tenant_id': 'cc568d29c869441396ee5b980043709c'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:57.773405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:57.777106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Usage tracker for resource:port and tenant:cc568d29c869441396ee5b980043709c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:57.779890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:57.785443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:57.795045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Made reservation on behalf of cc568d29c869441396ee5b980043709c for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:50:57.798090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.810181 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.841018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:50:57.844706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Usage tracker for resource:security_group_rule and tenant:cc568d29c869441396ee5b980043709c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:50:57.847384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:50:57.852855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:50:57.917263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:57.920911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.001643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9b900c-3c0f-43eb-9e2c-3c81123758b8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:58.085581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Allocated IP 192.168.233.128 (54552c4d-89d8-44de-aa34-8b27e84f36ee/e9d71272-7ddc-4691-9ab4-58e111dbccd7/a8c7e90c-646b-4e0e-bdb3-255143a66b25) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:50:58.282511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.297918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Transition to ACTIVE for port object a8c7e90c-646b-4e0e-bdb3-255143a66b25 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:50:58.318662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.390079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Network 54552c4d-89d8-44de-aa34-8b27e84f36ee is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:50:58.392858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:50:58.396552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:50:58.427038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Pushing event updated for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:58.464185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:58.464865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.490224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1aa43f70-007e-42e4-a9c2-d26faf9c9249 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8636594 Feb 10 11:50:58.501609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Request body: {'port': {'device_id': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:50:58.611123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.636176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7602bc88-a2ea-437e-85b4-a76318ec5b1c None None] Provisioning for port a8c7e90c-646b-4e0e-bdb3-255143a66b25 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:50:58.641582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7602bc88-a2ea-437e-85b4-a76318ec5b1c None None] Provisioning complete for port a8c7e90c-646b-4e0e-bdb3-255143a66b25 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:50:58.642052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7602bc88-a2ea-437e-85b4-a76318ec5b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:58.693479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7602bc88-a2ea-437e-85b4-a76318ec5b1c None None] Port a8c7e90c-646b-4e0e-bdb3-255143a66b25 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:50:58.913295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-4c94bc0d-b48c-46cc-b545-abc5a4f54476 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:58.913964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-4c94bc0d-b48c-46cc-b545-abc5a4f54476 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Synchronizing usage tracker for tenant:cc568d29c869441396ee5b980043709c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:58.955369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-4c94bc0d-b48c-46cc-b545-abc5a4f54476 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Unset dirty status for tenant:cc568d29c869441396ee5b980043709c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:58.956489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-4c94bc0d-b48c-46cc-b545-abc5a4f54476 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 936 time: 0.2193613 Feb 10 11:50:59.061452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c7e90c-646b-4e0e-bdb3-255143a66b25 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:50:59.071385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.085337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-266f1e8e-7931-4441-88af-482718a19552 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Synchronizing usage tracker for tenant:cc568d29c869441396ee5b980043709c on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:50:59.093251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Transition to ACTIVE for port object a8c7e90c-646b-4e0e-bdb3-255143a66b25 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:50:59.099046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.150513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-266f1e8e-7931-4441-88af-482718a19552 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Unset dirty status for tenant:cc568d29c869441396ee5b980043709c on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:50:59.151787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26c00166-58f3-4aaa-ac0e-42f3e2e96d82 req-266f1e8e-7931-4441-88af-482718a19552 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504467 Feb 10 11:50:59.232194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:59.393445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-41b74717-7891-4a04-bb16-1db749282f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.440301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Attempting to bind port a8c7e90c-646b-4e0e-bdb3-255143a66b25 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:50:59.440571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Attempting to bind port a8c7e90c-646b-4e0e-bdb3-255143a66b25 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:50:59.440886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Attempting to bind port a8c7e90c-646b-4e0e-bdb3-255143a66b25 on network 54552c4d-89d8-44de-aa34-8b27e84f36ee {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:50:59.446413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Port a8c7e90c-646b-4e0e-bdb3-255143a66b25 on network 54552c4d-89d8-44de-aa34-8b27e84f36ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:50:59.446723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Attempting to bind port a8c7e90c-646b-4e0e-bdb3-255143a66b25 on network 54552c4d-89d8-44de-aa34-8b27e84f36ee {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:50:59.452825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:50:59.453664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Checking segment: {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:50:59.454035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Bound using segment: {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:50:59.454447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Bound port: a8c7e90c-646b-4e0e-bdb3-255143a66b25, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:50:59.454778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.538014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:50:59.540847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:50:59.545262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.608042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:50:59.609913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] 10.222.0.32 "PUT /v2.0/ports/a8c7e90c-646b-4e0e-bdb3-255143a66b25 HTTP/1.1" status: 200 len: 1098 time: 1.1128664 Feb 10 11:50:59.610331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:50:59.627705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cbb42-0e85-4d08-bada-fbe8e295a15e service neutron] Pushing event updated for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:50:59.682095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25', 'status': 'completed', 'code': 200} Feb 10 11:50:59.719496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-64b2353d-83ee-4355-a538-086f01bd3485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc568d29c869441396ee5b980043709c&device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 1101 time: 0.0715852 Feb 10 11:50:59.794140 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-1e6a09ae-6435-4cbf-aa81-36c4500f23e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25 HTTP/1.1" status: 200 len: 217 time: 0.0679641 Feb 10 11:50:59.857282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-28c64c71-a39b-4ae2-a2d9-fa1a011a9f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:50:59.858713 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-28c64c71-a39b-4ae2-a2d9-fa1a011a9f5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d71272-7ddc-4691-9ab4-58e111dbccd7 HTTP/1.1" status: 200 len: 843 time: 0.0587103 Feb 10 11:50:59.936730 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-4b6c29d1-1c63-46e8-8ac1-07a071996caf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54552c4d-89d8-44de-aa34-8b27e84f36ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0720809 Feb 10 11:51:00.069436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-10967110-573e-4c3c-8d06-ade7ce1bdd4e service neutron] 10.222.0.32 "GET /v2.0/networks/54552c4d-89d8-44de-aa34-8b27e84f36ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269031 Feb 10 11:51:00.204616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bc92faf-b52b-49f8-83eb-4da992178e9f req-597226db-7cbb-4952-a8ed-331dcc1ce1f8 service neutron] 10.222.0.32 "GET /v2.0/networks/54552c4d-89d8-44de-aa34-8b27e84f36ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295819 Feb 10 11:51:00.376128 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-ca9b40f5-c6bc-4386-97e4-cd28e0ef84fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc568d29c869441396ee5b980043709c&device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 1101 time: 0.1271253 Feb 10 11:51:00.386758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57188b0b-46c0-4284-b7ff-9fcec40d1341 req-90f7ca77-6205-4642-8d07-61adcf102ef8 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.388213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57188b0b-46c0-4284-b7ff-9fcec40d1341 req-90f7ca77-6205-4642-8d07-61adcf102ef8 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 948 time: 0.1059628 Feb 10 11:51:00.514890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-57188b0b-46c0-4284-b7ff-9fcec40d1341 req-45ca6d59-dd0d-41e4-8743-48f9b7494559 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066270 Feb 10 11:51:00.534239 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:00.548823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-2913d51c-2928-4cb1-bd4d-16ab8de2521c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.550284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-2913d51c-2928-4cb1-bd4d-16ab8de2521c service neutron] 10.222.0.32 "GET /v2.0/networks?id=54552c4d-89d8-44de-aa34-8b27e84f36ee HTTP/1.1" status: 200 len: 870 time: 0.1612124 Feb 10 11:51:00.619558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-bf80a30f-9576-47cf-86e4-2e0382cb4baa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25 HTTP/1.1" status: 200 len: 217 time: 0.0628002 Feb 10 11:51:00.681171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-ee79595e-55a1-4c7b-8e1e-9ec517bec576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:00.682633 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-ee79595e-55a1-4c7b-8e1e-9ec517bec576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e9d71272-7ddc-4691-9ab4-58e111dbccd7 HTTP/1.1" status: 200 len: 843 time: 0.0573237 Feb 10 11:51:00.707343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:00.756764 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-4dfca0fd-1843-4e35-93ad-a7470850f95b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=54552c4d-89d8-44de-aa34-8b27e84f36ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0663550 Feb 10 11:51:00.886227 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-0507007b-7e4a-468e-8fae-c0ab7447dfe7 service neutron] 10.222.0.32 "GET /v2.0/networks/54552c4d-89d8-44de-aa34-8b27e84f36ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226709 Feb 10 11:51:01.017960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d8b2c9d-8729-40d3-a18d-b8d7084d34f3 req-30c027ab-a793-4778-937b-689654b6a41f service neutron] 10.222.0.32 "GET /v2.0/networks/54552c4d-89d8-44de-aa34-8b27e84f36ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218410 Feb 10 11:51:01.806388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d598f-8f77-47c6-af00-abf3285a31ff req-c178bd1b-e2bf-4cb5-a6b3-88135e68ed81 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:01.807771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-353d598f-8f77-47c6-af00-abf3285a31ff req-c178bd1b-e2bf-4cb5-a6b3-88135e68ed81 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 948 time: 0.1670735 Feb 10 11:51:01.852249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-353d598f-8f77-47c6-af00-abf3285a31ff req-03dd1365-9c92-4cd8-ab28-0e2eea130b6d tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Feb 10 11:51:02.085595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:02.647787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a8c7e90c-646b-4e0e-bdb3-255143a66b25 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:51:02.776543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:02.790003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25', 'network_id': '54552c4d-89d8-44de-aa34-8b27e84f36ee', 'port_id': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25', 'mac_address': 'fa:16:3e:c3:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d71272-7ddc-4691-9ab4-58e111dbccd7', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:51:02.840618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:02.857278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c7e90c-646b-4e0e-bdb3-255143a66b25 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:02.871589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:02.876045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:02.944987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:03.045837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca339a8e-4bd7-461b-afa9-86655d9a6fe9 req-15c19e0a-2611-4ac1-8f22-f7c36abbca87 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:03.047262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca339a8e-4bd7-461b-afa9-86655d9a6fe9 req-15c19e0a-2611-4ac1-8f22-f7c36abbca87 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 949 time: 0.0763667 Feb 10 11:51:03.085423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['a8c7e90c-646b-4e0e-bdb3-255143a66b25'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:03.091410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca339a8e-4bd7-461b-afa9-86655d9a6fe9 req-ca8233d4-7b79-409b-a34d-59f731519b45 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Feb 10 11:51:03.910467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:04.280527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f3dde-8b61-47e4-814b-24c22cc78305 req-d8dc718d-0334-4167-b75f-52ad13598886 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:04.282419 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a74f3dde-8b61-47e4-814b-24c22cc78305 req-d8dc718d-0334-4167-b75f-52ad13598886 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 949 time: 0.0745828 Feb 10 11:51:04.330132 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a74f3dde-8b61-47e4-814b-24c22cc78305 req-12961bf2-1e22-4220-b604-2696bf7da188 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Feb 10 11:51:04.663214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a8c7e90c-646b-4e0e-bdb3-255143a66b25 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:51:04.731329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port a8c7e90c-646b-4e0e-bdb3-255143a66b25 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:51:04.735921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port a8c7e90c-646b-4e0e-bdb3-255143a66b25 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:51:04.736283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:04.845112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:04.870091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:04.880021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:04.883987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:04.924973 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25', 'code': 200} Feb 10 11:51:04.950194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:05.140868 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c5dbb9b-efe7-4f20-a86b-7c582acf28cf req-ff6ef422-81c5-4174-a1b3-88898b68c83b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 1103 time: 0.0697620 Feb 10 11:51:05.183638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c5dbb9b-efe7-4f20-a86b-7c582acf28cf req-d543f9fb-60fa-410b-af4d-7ad061e3aac7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Feb 10 11:51:05.529227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573c119-8030-4af8-9814-4b5dd31c5c0d req-f4339420-2d7d-436b-b27f-6da2609333fc tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:05.530642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5573c119-8030-4af8-9814-4b5dd31c5c0d req-f4339420-2d7d-436b-b27f-6da2609333fc tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 950 time: 0.0749490 Feb 10 11:51:05.574682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5573c119-8030-4af8-9814-4b5dd31c5c0d req-c74def2a-9c5e-4b5b-bbff-2d3d53f2cddd tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Feb 10 11:51:06.770164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b65ab-7c66-45c8-8fa5-1525326d84f2 req-6dce50f7-c101-4656-b040-7d6b55539d2a tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:06.771621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab5b65ab-7c66-45c8-8fa5-1525326d84f2 req-6dce50f7-c101-4656-b040-7d6b55539d2a tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 950 time: 0.0788138 Feb 10 11:51:06.815162 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab5b65ab-7c66-45c8-8fa5-1525326d84f2 req-c5eaf69c-003f-4250-a10e-bb89186319d4 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381753 Feb 10 11:51:07.230136 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63dc277f-ff68-4a95-a72d-e94d423c9c66 req-54a332e4-aa2b-4ccd-afcd-2c85f265d9a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665982 Feb 10 11:51:07.698394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74347817-0918-4718-844c-4d5c4b90b8c7 req-058ac6ca-a01e-4e6e-b361-d8669903feda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681067 Feb 10 11:51:08.229430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ea5c8-0373-4f97-8ea2-b9d2c3fc4ade req-d0418271-3303-4c61-bf43-972dcc005aaa tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:08.230894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a5ea5c8-0373-4f97-8ea2-b9d2c3fc4ade req-d0418271-3303-4c61-bf43-972dcc005aaa tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 950 time: 0.0759890 Feb 10 11:51:08.275129 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a5ea5c8-0373-4f97-8ea2-b9d2c3fc4ade req-74bb7af6-d36e-41bf-9405-5202b059ba57 tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380895 Feb 10 11:51:09.467179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-7390ce90-6cc0-49d2-a429-cbd583156f9a tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:09.468608 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-7390ce90-6cc0-49d2-a429-cbd583156f9a tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.32 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 950 time: 0.1221099 Feb 10 11:51:09.543249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d2562-5e14-48ea-a28a-226dde5f03d0 req-9a6bbda6-b5fe-4ba4-8524-2debb6294bbc tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:09.544672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f48d2562-5e14-48ea-a28a-226dde5f03d0 req-9a6bbda6-b5fe-4ba4-8524-2debb6294bbc tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 950 time: 0.1455078 Feb 10 11:51:09.552193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Deleting port a8c7e90c-646b-4e0e-bdb3-255143a66b25 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:51:09.552525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:09.666419 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f48d2562-5e14-48ea-a28a-226dde5f03d0 req-c18b5562-f840-4eb2-b0a2-8ac88c59db5e tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/security-groups?id=be9b900c-3c0f-43eb-9e2c-3c81123758b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908868 Feb 10 11:51:09.819970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] For port a8c7e90c-646b-4e0e-bdb3-255143a66b25, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=a8c7e90c-646b-4e0e-bdb3-255143a66b25,segment=NetworkSegment(3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3),segment_id=3c5b2a95-ae4e-4e01-a440-ee7f9c7fe7c3)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:09.820319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:09.937971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Calling delete_port for a8c7e90c-646b-4e0e-bdb3-255143a66b25 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:51:10.076662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:10.088111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['a8c7e90c-646b-4e0e-bdb3-255143a66b25'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:10.125505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Pushing event deleted for resources: {'Port': ['ID=a8c7e90c-646b-4e0e-bdb3-255143a66b25,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:10.293253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] No DVR routers for this DVR port a8c7e90c-646b-4e0e-bdb3-255143a66b25 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:51:10.295679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:10.298172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'name': 'network-vif-deleted', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:10.313187 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dbb1629-bfe6-45c3-875b-a93651a6d088 req-289c2a3c-340b-4cfb-9c45-068aeb70945f tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.32 "DELETE /v2.0/ports/a8c7e90c-646b-4e0e-bdb3-255143a66b25 HTTP/1.1" status: 204 len: 173 time: 0.8385983 Feb 10 11:51:10.358301 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511cc4a7-ea62-45ef-9beb-729517103ce0', 'name': 'network-vif-deleted', 'tag': 'a8c7e90c-646b-4e0e-bdb3-255143a66b25', 'status': 'completed', 'code': 200} Feb 10 11:51:10.843495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2b05acdd-6fd3-422f-8323-9355de73875d req-9fc25992-df69-46e7-bec4-a09705c5696d tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Synchronizing usage tracker for tenant:cc568d29c869441396ee5b980043709c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:10.858092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2b05acdd-6fd3-422f-8323-9355de73875d req-9fc25992-df69-46e7-bec4-a09705c5696d tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] Unset dirty status for tenant:cc568d29c869441396ee5b980043709c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:10.859415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b05acdd-6fd3-422f-8323-9355de73875d req-9fc25992-df69-46e7-bec4-a09705c5696d tempest-ServersAdminNegativeTestJSON-278281574 tempest-ServersAdminNegativeTestJSON-278281574-project] 10.222.0.42 "GET /v2.0/ports?device_id=511cc4a7-ea62-45ef-9beb-729517103ce0 HTTP/1.1" status: 200 len: 210 time: 0.0574274 Feb 10 11:51:12.241708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58620) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:12.408579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6dbea741-ead2-481e-b644-d7220a4d5adf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc568d29c869441396ee5b980043709c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1656556 Feb 10 11:51:12.410952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58626) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:12.471440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:12.495449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:12.545440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:12.561820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9b900c-3c0f-43eb-9e2c-3c81123758b8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:12.573446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:12.577014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-74b64b31-927f-47a2-9eb7-507b94b008cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be9b900c-3c0f-43eb-9e2c-3c81123758b8 HTTP/1.1" status: 204 len: 168 time: 0.1627021 Feb 10 11:51:12.889331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58634) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:12.907361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:12.936698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:12.940882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Usage tracker for resource:security_group_rule and tenant:7d7ac75085fc49618b5549af0de3b61b is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:12.943632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:12.949152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:13.012908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.017373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.066665 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d7ac75085fc49618b5549af0de3b61b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1763253 Feb 10 11:51:13.067448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60866fc6-ec04-4071-a5e3-a40e878e75bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0bcf6c-3d27-4046-84f0-2acba2ab146e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:13.069341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58638) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:13.128040 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.156081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.207463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.221058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0bcf6c-3d27-4046-84f0-2acba2ab146e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:13.226713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:13.227838 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9af7af2c-cab6-4606-9623-89ce386f2227 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f0bcf6c-3d27-4046-84f0-2acba2ab146e HTTP/1.1" status: 204 len: 168 time: 0.1570568 Feb 10 11:51:14.034810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58660) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:14.160988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-86311445-network', 'tenant_id': '203feb25f7114d37a511c790d6e568ca'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:14.165542 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:14.169238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Usage tracker for resource:network and tenant:203feb25f7114d37a511c790d6e568ca is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:14.172114 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:14.178917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:14.188953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Made reservation on behalf of 203feb25f7114d37a511c790d6e568ca for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:14.191185 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.202819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.233200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:14.237557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Usage tracker for resource:security_group_rule and tenant:203feb25f7114d37a511c790d6e568ca is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:14.240285 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:14.245717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:14.310349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.313745 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.338748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:51:14.350795 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233c86dd-414b-4b73-b252-7a08c79dd2f4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:14.355020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.355392 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Added segment ae89cb1b-9588-4668-9209-addebdc5fea8 of type vlan for network e675fdb6-5c50-4ce0-9db5-b12006c941f5 Feb 10 11:51:14.381956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.412594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.413397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:14.413957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.524240 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4882810 Feb 10 11:51:14.527270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58666) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:14.527912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e3072-efb4-40cb-a2ab-750957f4bd15 admin admin] Pushing event updated for resources: {'Network': ['ID=e675fdb6-5c50-4ce0-9db5-b12006c941f5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:14.533568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Request body: {'subnet': {'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-86311445-subnet', 'tenant_id': '203feb25f7114d37a511c790d6e568ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:14.538654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e675fdb6-5c50-4ce0-9db5-b12006c941f5 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:51:14.546548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:14.550652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Usage tracker for resource:subnet and tenant:203feb25f7114d37a511c790d6e568ca is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:14.553756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:14.559878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:14.570851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Made reservation on behalf of 203feb25f7114d37a511c790d6e568ca for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:14.573096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.731180 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a8c7e90c-646b-4e0e-bdb3-255143a66b25 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:51:14.762920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: a8c7e90c-646b-4e0e-bdb3-255143a66b25 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:51:14.763286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device a8c7e90c-646b-4e0e-bdb3-255143a66b25 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:51:14.775350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.856223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9e06a3-bea4-467f-a8bc-80f502ae5f0a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:14.865626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Checking segment: {'id': 'ae89cb1b-9588-4668-9209-addebdc5fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:51:14.866001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Network hostable DHCP agents. Network: e675fdb6-5c50-4ce0-9db5-b12006c941f5, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:51:14.887198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Network e675fdb6-5c50-4ce0-9db5-b12006c941f5 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:51:14.895949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e675fdb6-5c50-4ce0-9db5-b12006c941f5) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:51:14.899683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:14.900253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:14.905320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b16f68-7a2b-42fe-b79b-d9f75c88a125 None None] Network e675fdb6-5c50-4ce0-9db5-b12006c941f5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:51:14.929878 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5f890e6a-82e9-4c76-a4ea-313500edc4d5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956494 Feb 10 11:51:15.108907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb64323-f44a-4562-834a-f47e90059de7 None None] Network e675fdb6-5c50-4ce0-9db5-b12006c941f5 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:51:15.456368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973c1d-514a-4549-90da-ead967fccd9c req-dceb35b1-fdcf-493e-893d-d4c5a890ba79 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:15.457770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-dceb35b1-fdcf-493e-893d-d4c5a890ba79 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 810 time: 0.1392446 Feb 10 11:51:15.473284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-91f3c8b3-0e98-41f5-a848-ff42abbbc0ef tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/quotas/203feb25f7114d37a511c790d6e568ca HTTP/1.1" status: 200 len: 375 time: 0.0101576 Feb 10 11:51:15.517235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-d10833f1-6b97-4a5f-b8c0-8bb0fd68e7ba tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392275 Feb 10 11:51:15.526973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-aec38ca2-0015-4738-843d-e470796b0fff service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:51:15.527898 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-aec38ca2-0015-4738-843d-e470796b0fff service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046279 Feb 10 11:51:15.653222 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-4e287440-a6ec-44e7-a895-b84e3c0b828e service neutron] 10.222.0.42 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199291 Feb 10 11:51:15.780887 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-4279241b-cc25-49e3-b835-dcc9602cbe66 service neutron] 10.222.0.42 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214786 Feb 10 11:51:15.960545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8443f4f2-c632-4b81-ad01-7739216852c0 req-9a8d89f8-fad0-4d22-b285-9415f9f251bb tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 210 time: 0.0409107 Feb 10 11:51:16.962875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973c1d-514a-4549-90da-ead967fccd9c req-c435bab4-9250-4b27-8465-b3825f15b5a3 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:16.964396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-c435bab4-9250-4b27-8465-b3825f15b5a3 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 810 time: 0.1504385 Feb 10 11:51:16.979757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Request body: {'port': {'device_id': '7199f5d4-e030-4565-905a-831e543ee34d', 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5', 'admin_state_up': True, 'tenant_id': '203feb25f7114d37a511c790d6e568ca'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:17.139035 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-efb81cdc-c2de-4e6c-8396-8c66c2bf0dd4 req-8b1a0ac4-85f0-4bcf-b6e5-a6ddc6c6399f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 210 time: 0.0552924 Feb 10 11:51:17.161771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:51:17.163883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Usage tracker for resource:port and tenant:203feb25f7114d37a511c790d6e568ca is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:51:17.166684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:51:17.172405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:51:17.181726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Made reservation on behalf of 203feb25f7114d37a511c790d6e568ca for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:51:17.184835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:17.427849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Allocated IP 172.20.0.13 (e675fdb6-5c50-4ce0-9db5-b12006c941f5/be9e06a3-bea4-467f-a8bc-80f502ae5f0a/7f43c8b4-2da0-4eac-9ca0-479d3623729c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:51:17.619540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:17.646660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:17.717239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Network e675fdb6-5c50-4ce0-9db5-b12006c941f5 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:51:17.719927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:51:17.723587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:51:17.753333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:17.785352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:17.785938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:17.805803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-cd43b15b-dee8-4c0b-b111-6e59124ac0d4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299038 Feb 10 11:51:17.817090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Request body: {'port': {'device_id': '7199f5d4-e030-4565-905a-831e543ee34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:51:17.931655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.305341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:18.313540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.333517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Transition to ACTIVE for port object 7f43c8b4-2da0-4eac-9ca0-479d3623729c will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:51:18.341497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.466762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:18.482417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb9b39-a45a-4ea2-86bb-2191cba74631 req-1a48e91e-6510-42d0-bd4a-e168fac322e4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:18.483091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-22fb9b39-a45a-4ea2-86bb-2191cba74631 req-1a48e91e-6510-42d0-bd4a-e168fac322e4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Synchronizing usage tracker for tenant:203feb25f7114d37a511c790d6e568ca on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:51:18.557735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-22fb9b39-a45a-4ea2-86bb-2191cba74631 req-1a48e91e-6510-42d0-bd4a-e168fac322e4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Unset dirty status for tenant:203feb25f7114d37a511c790d6e568ca on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:51:18.558780 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22fb9b39-a45a-4ea2-86bb-2191cba74631 req-1a48e91e-6510-42d0-bd4a-e168fac322e4 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 932 time: 0.3014209 Feb 10 11:51:18.629395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Attempting to bind port 7f43c8b4-2da0-4eac-9ca0-479d3623729c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:51:18.629720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Attempting to bind port 7f43c8b4-2da0-4eac-9ca0-479d3623729c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ae89cb1b-9588-4668-9209-addebdc5fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:51:18.630039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Attempting to bind port 7f43c8b4-2da0-4eac-9ca0-479d3623729c on network e675fdb6-5c50-4ce0-9db5-b12006c941f5 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:51:18.636671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22fb9b39-a45a-4ea2-86bb-2191cba74631 req-3358e437-59ca-4a1a-be48-f70f5260e5e7 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717175 Feb 10 11:51:18.639100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Port 7f43c8b4-2da0-4eac-9ca0-479d3623729c on network e675fdb6-5c50-4ce0-9db5-b12006c941f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:51:18.639445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Attempting to bind port 7f43c8b4-2da0-4eac-9ca0-479d3623729c on network e675fdb6-5c50-4ce0-9db5-b12006c941f5 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:51:18.646102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:51:18.646428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Checking segment: {'id': 'ae89cb1b-9588-4668-9209-addebdc5fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:51:18.646794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Bound using segment: {'id': 'ae89cb1b-9588-4668-9209-addebdc5fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:51:18.647200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Bound port: 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae89cb1b-9588-4668-9209-addebdc5fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:51:18.647564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.730486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:51:18.733345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:51:18.739031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.802245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:18.803622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-409bea31-5f98-4551-a354-a832f782e763 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 1094 time: 0.9910426 Feb 10 11:51:18.804049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:18.821963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bea31-5f98-4551-a354-a832f782e763 service neutron] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:18.869812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'status': 'completed', 'code': 200} Feb 10 11:51:18.909810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-a8a9f5ad-4ddf-4c96-9e5f-db7d4b3ca4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1097 time: 0.0698075 Feb 10 11:51:18.978517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-d32fd8b8-e766-4808-9e94-3caf9385ea8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0619905 Feb 10 11:51:19.038476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d973c1d-514a-4549-90da-ead967fccd9c req-965542ba-d5c0-467d-8b09-762dd2ba0d5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:19.039905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-965542ba-d5c0-467d-8b09-762dd2ba0d5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0563235 Feb 10 11:51:19.083319 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-b6b2aca0-bd2d-49a8-beb1-284c8aff377e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378611 Feb 10 11:51:19.302575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-8564503f-b4bd-4456-b90b-bd06ed068f1d service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123723 Feb 10 11:51:19.437240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d973c1d-514a-4549-90da-ead967fccd9c req-53312c57-20c0-47d9-8207-e7c34b2d279a service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284714 Feb 10 11:51:19.558754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-0a7df69a-1b1b-4bdd-a4c0-a4f80ef23d8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1097 time: 0.0760503 Feb 10 11:51:19.685038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ece04-44da-432e-b985-32f6730e0425 req-8f967e6b-f50d-47f3-a0f2-73d8867106bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:19.686468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-8f967e6b-f50d-47f3-a0f2-73d8867106bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 911 time: 0.1217988 Feb 10 11:51:19.755264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-bd2d3dd7-fccf-4ab4-a430-e0f154c97e09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0626285 Feb 10 11:51:19.863217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ece04-44da-432e-b985-32f6730e0425 req-f990d9e4-1812-4394-b04d-9d193ef204eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:19.864630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-f990d9e4-1812-4394-b04d-9d193ef204eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0775666 Feb 10 11:51:19.911483 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-7eb19e27-841a-41f3-9029-a3954bdee5b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402901 Feb 10 11:51:19.921392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55974a-f8f6-4225-81f6-b279a3078e1f req-cbb7dbbe-7b72-48e6-8032-fe043be719fd tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:19.922708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed55974a-f8f6-4225-81f6-b279a3078e1f req-cbb7dbbe-7b72-48e6-8032-fe043be719fd tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 944 time: 0.1648834 Feb 10 11:51:20.047054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed55974a-f8f6-4225-81f6-b279a3078e1f req-eb1c64ea-7ee5-4b11-97cc-e6e0e5490c85 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 Feb 10 11:51:20.077653 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-2dc33a1b-9daf-4871-9310-d8f5edc52fa7 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540792 Feb 10 11:51:20.205715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fe7ece04-44da-432e-b985-32f6730e0425 req-3a036d74-36a2-4302-bef9-c795d7e7e4ef service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216414 Feb 10 11:51:21.242901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259d64-d4d5-4003-9967-ff3856b0f0a7 req-c7f7cc75-11e7-4f61-ad6f-d958da117c78 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:21.244370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76259d64-d4d5-4003-9967-ff3856b0f0a7 req-c7f7cc75-11e7-4f61-ad6f-d958da117c78 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 944 time: 0.0781007 Feb 10 11:51:21.288291 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76259d64-d4d5-4003-9967-ff3856b0f0a7 req-6de0f5d2-ac92-4b67-907c-33cd910babf3 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384417 Feb 10 11:51:22.478394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961e4b-4180-4739-888f-858143d370b6 req-ae5309a4-e61c-4536-925a-438d878d8653 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:22.479857 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a961e4b-4180-4739-888f-858143d370b6 req-ae5309a4-e61c-4536-925a-438d878d8653 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 944 time: 0.0739965 Feb 10 11:51:22.523962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a961e4b-4180-4739-888f-858143d370b6 req-139e40d2-ae7a-4b77-b102-373226882414 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Feb 10 11:51:22.778269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:51:22.907081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:22.919676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5', 'port_id': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'mac_address': 'fa:16:3e:78:8a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9e06a3-bea4-467f-a8bc-80f502ae5f0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:51:22.974378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:22.991308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:51:23.007183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:23.011044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:23.074013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:23.199875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['7f43c8b4-2da0-4eac-9ca0-479d3623729c'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:51:23.722909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048221-00a0-43da-99c3-5b95f0fc611d req-8d4e21ac-eb7f-439e-a324-abb1abdd4c00 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:23.724379 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8048221-00a0-43da-99c3-5b95f0fc611d req-8d4e21ac-eb7f-439e-a324-abb1abdd4c00 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 945 time: 0.0774839 Feb 10 11:51:23.768163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8048221-00a0-43da-99c3-5b95f0fc611d req-45e8d699-6258-4580-af9f-2897671103a5 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Feb 10 11:51:24.803219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:51:24.869608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 7f43c8b4-2da0-4eac-9ca0-479d3623729c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:51:24.874181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 7f43c8b4-2da0-4eac-9ca0-479d3623729c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:51:24.874553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:24.967343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861566b-95ae-4b29-85a6-ffee9df21063 req-618af20a-88b7-44ea-9eae-18cd34877d88 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:24.969384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8861566b-95ae-4b29-85a6-ffee9df21063 req-618af20a-88b7-44ea-9eae-18cd34877d88 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 945 time: 0.0808964 Feb 10 11:51:24.990829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:25.017922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:51:25.020759 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8861566b-95ae-4b29-85a6-ffee9df21063 req-a2ef6397-e546-46b6-836f-c7f617ce34ef tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Feb 10 11:51:25.028399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:51:25.032854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:25.076036 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'code': 200} Feb 10 11:51:25.100928 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:51:25.291938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71eeb3ef-0588-4c71-ac19-a4d01a460c18 req-587de51e-aa66-43b5-8dd2-11ad50d78b71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1099 time: 0.0657873 Feb 10 11:51:25.333166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71eeb3ef-0588-4c71-ac19-a4d01a460c18 req-46709312-28dc-4463-9b74-64685e8d7165 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Feb 10 11:51:26.228614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb128-f47d-4c3d-9586-4aac5267eea7 req-e39a754d-1374-46cd-aa95-32dba01d2d73 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:26.230054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52cbb128-f47d-4c3d-9586-4aac5267eea7 req-e39a754d-1374-46cd-aa95-32dba01d2d73 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0832596 Feb 10 11:51:26.375591 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52cbb128-f47d-4c3d-9586-4aac5267eea7 req-7d761360-4c08-4fcc-8f5e-993a12b2f2d8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397672 Feb 10 11:51:26.833628 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:51:27.213522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a22b58c1-c2f6-4480-a325-eac0d1c4d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:27.568176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bcbdc-8072-4b35-9cbe-f9ed95941569 req-14648438-9eba-4617-93e7-e5802a8d963b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:27.569587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c3bcbdc-8072-4b35-9cbe-f9ed95941569 req-14648438-9eba-4617-93e7-e5802a8d963b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0745647 Feb 10 11:51:27.613767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c3bcbdc-8072-4b35-9cbe-f9ed95941569 req-4913265e-748b-4542-ab49-e274d5aead92 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Feb 10 11:51:27.803311 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e124e57a-0503-49d6-b2ce-34c513cf7c0f req-1ff2fe58-ea06-4038-9882-abcf0d5e1359 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679541 Feb 10 11:51:28.067678 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58722) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:51:28.116475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06baec-06f1-4c1b-95df-13e008e50593 req-15deb1c6-ded4-4f16-8fb1-a4f5bfb8c539 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:28.117923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a06baec-06f1-4c1b-95df-13e008e50593 req-15deb1c6-ded4-4f16-8fb1-a4f5bfb8c539 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0795836 Feb 10 11:51:28.169750 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a06baec-06f1-4c1b-95df-13e008e50593 req-3625a61d-3329-4eb5-9b55-4b7d60f29cdd tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Feb 10 11:51:28.213617 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-e7125344-e9ce-4aa4-8762-1202be390803 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447499 Feb 10 11:51:29.033640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-8aa3ce00-11f6-42e0-a29d-88ef705acd4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1099 time: 0.0737433 Feb 10 11:51:29.174969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8987-466b-4e79-bf8a-023a255f67dd req-c026963b-3497-4e4d-a5db-35f28305d40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:29.176313 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-c026963b-3497-4e4d-a5db-35f28305d40b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 911 time: 0.1238153 Feb 10 11:51:29.246011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-5d482f01-1a28-4304-af3c-d185c7e8d8e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0623715 Feb 10 11:51:29.349658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8987-466b-4e79-bf8a-023a255f67dd req-57b080b6-bf98-42d3-845e-ef6e0455bb16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:29.351107 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-57b080b6-bf98-42d3-845e-ef6e0455bb16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0965192 Feb 10 11:51:29.399537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b19d0cf-3ccd-48dd-b164-066febac3ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:29.406961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-a4c3ffd1-d9df-403a-8798-ae6a68079bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489120 Feb 10 11:51:29.487354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e865c17-c708-44fe-aa10-ea685fd03748 req-60ea0647-c67e-45c4-8461-b577cd376432 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:29.488658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e865c17-c708-44fe-aa10-ea685fd03748 req-60ea0647-c67e-45c4-8461-b577cd376432 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.1887424 Feb 10 11:51:29.572454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e865c17-c708-44fe-aa10-ea685fd03748 req-919a0661-aa22-43a2-b007-74528abb0f34 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775950 Feb 10 11:51:29.575516 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-8d3e949d-f01b-400c-bc9f-0a53c7aa9657 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609285 Feb 10 11:51:29.701980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-493c8987-466b-4e79-bf8a-023a255f67dd req-36d2e813-23a6-4554-a761-359b958b1fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209455 Feb 10 11:51:29.809370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-75f7df9e-1980-47b5-b704-3cc3c2030a0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1099 time: 0.0657158 Feb 10 11:51:29.934576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-6e35b71f-d9e8-4752-81be-fe58817f8ce0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:29.936080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-6e35b71f-d9e8-4752-81be-fe58817f8ce0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 911 time: 0.1211019 Feb 10 11:51:30.004567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-b585aee0-7aeb-4733-be5f-552d762917aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0625064 Feb 10 11:51:30.065669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-3934bbf0-8b7a-459a-a843-b98045f2b7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:30.066506 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-3934bbf0-8b7a-459a-a843-b98045f2b7d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0561366 Feb 10 11:51:30.113297 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-5ccc5b74-7794-452b-8ac9-506d3c36db74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406539 Feb 10 11:51:30.332430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-b0842f82-8efc-4caa-b6aa-19d788b8ddd0 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129750 Feb 10 11:51:30.458286 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-89ed81b9-4723-410e-99b9-66cd40ea2789 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195993 Feb 10 11:51:30.531698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:30.709793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:30.765801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed99b10-dcfa-4b95-9664-85ba70363794 req-b75bf3b5-efd1-45f9-bd01-e06dccca08c3 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:30.767276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aed99b10-dcfa-4b95-9664-85ba70363794 req-b75bf3b5-efd1-45f9-bd01-e06dccca08c3 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0740948 Feb 10 11:51:30.810270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aed99b10-dcfa-4b95-9664-85ba70363794 req-06762d9f-3baf-4b11-8b91-7d876367c5e2 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Feb 10 11:51:32.010198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661989a5-d2a5-426a-a24b-7fd614a3dee6 req-24436e21-34c9-490e-918c-7794ecb85909 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:32.011657 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-661989a5-d2a5-426a-a24b-7fd614a3dee6 req-24436e21-34c9-490e-918c-7794ecb85909 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0821750 Feb 10 11:51:32.056280 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-661989a5-d2a5-426a-a24b-7fd614a3dee6 req-dbd31e2f-29e4-48c2-a0b6-a65bd365f44b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Feb 10 11:51:32.088479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:33.250335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eeb38-2ed0-44e9-a470-2a5ee4a3a8e0 req-8fc5f386-8473-4268-8f74-ff239693181f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:33.251691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63eeb38-2ed0-44e9-a470-2a5ee4a3a8e0 req-8fc5f386-8473-4268-8f74-ff239693181f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0767436 Feb 10 11:51:33.298321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c63eeb38-2ed0-44e9-a470-2a5ee4a3a8e0 req-6f018b45-f79a-4dd8-9edb-6aa4bbd533a7 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Feb 10 11:51:33.916224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:34.495743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee475f-2e12-4813-844c-5f44401802ea req-9f820100-3c17-4772-84ab-c3f28cb47155 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:34.497184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74ee475f-2e12-4813-844c-5f44401802ea req-9f820100-3c17-4772-84ab-c3f28cb47155 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0779481 Feb 10 11:51:34.541991 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74ee475f-2e12-4813-844c-5f44401802ea req-478ea7dc-43db-4062-ae8c-1df427a76a56 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Feb 10 11:51:35.730154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da7e5-34a1-4d38-8278-e9bcd43aa72b req-a6d26c45-14a9-4366-abde-9d4a54ea7a2c tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:35.731603 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc8da7e5-34a1-4d38-8278-e9bcd43aa72b req-a6d26c45-14a9-4366-abde-9d4a54ea7a2c tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0737648 Feb 10 11:51:35.779535 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc8da7e5-34a1-4d38-8278-e9bcd43aa72b req-0604f6d3-b389-4054-b4d2-9114d2d19cf6 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Feb 10 11:51:36.973961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c9832-b176-4e6f-831f-c389b854c472 req-3079bad7-c0a0-4847-baae-04468ce9c23d tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:36.975435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee0c9832-b176-4e6f-831f-c389b854c472 req-3079bad7-c0a0-4847-baae-04468ce9c23d tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0761962 Feb 10 11:51:37.020188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee0c9832-b176-4e6f-831f-c389b854c472 req-faf376c1-0e0a-412e-8c1c-adeae9f62b48 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Feb 10 11:51:38.218899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80401aec-9cc7-4e1b-ab61-d1fc8ccf2e17 req-cb88ae70-74d7-49a5-9b0a-7032194dd04f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:38.220339 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-80401aec-9cc7-4e1b-ab61-d1fc8ccf2e17 req-cb88ae70-74d7-49a5-9b0a-7032194dd04f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0783165 Feb 10 11:51:38.264478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-80401aec-9cc7-4e1b-ab61-d1fc8ccf2e17 req-88113c72-0e7c-4efa-806b-6f3d5cbca943 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Feb 10 11:51:39.472230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca93ac-0db9-4b6a-8ee2-516be01bac43 req-20505d18-6224-4e89-a987-f23d9a5a53ef tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:39.473662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6ca93ac-0db9-4b6a-8ee2-516be01bac43 req-20505d18-6224-4e89-a987-f23d9a5a53ef tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0755951 Feb 10 11:51:39.517393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c6ca93ac-0db9-4b6a-8ee2-516be01bac43 req-6f1c6b10-8f58-4fe2-8c47-95847e1ab80c tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Feb 10 11:51:40.711560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a852ce-013b-4f1d-aa0e-b871b804f1bc req-34d6b760-86c7-43e9-a293-2ea81106c12f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:40.712980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a852ce-013b-4f1d-aa0e-b871b804f1bc req-34d6b760-86c7-43e9-a293-2ea81106c12f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0783424 Feb 10 11:51:40.757320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-63a852ce-013b-4f1d-aa0e-b871b804f1bc req-5a9ed28a-c086-45e3-8733-97b43fe92afc tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Feb 10 11:51:41.948668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc127e1-dd81-449a-82f0-bf6c8f4b17df req-6d8b2dfc-b3da-4d3e-b7aa-104fdc768e82 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:41.950117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfc127e1-dd81-449a-82f0-bf6c8f4b17df req-6d8b2dfc-b3da-4d3e-b7aa-104fdc768e82 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0748293 Feb 10 11:51:41.999584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cfc127e1-dd81-449a-82f0-bf6c8f4b17df req-49353c5a-8b5d-43ce-9e69-f17651b663df tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Feb 10 11:51:43.191703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833e03f-fc64-4620-a4ce-1581d9cd04ce req-345a6580-1656-4832-a7c3-acf854c7eb01 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:43.193131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b833e03f-fc64-4620-a4ce-1581d9cd04ce req-345a6580-1656-4832-a7c3-acf854c7eb01 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0753100 Feb 10 11:51:43.236602 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b833e03f-fc64-4620-a4ce-1581d9cd04ce req-b9c04381-e37b-4e43-902d-10908830e5fc tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Feb 10 11:51:44.433527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb970c6f-317d-4925-870b-2044f4d13657 req-9b6c3866-c1b4-48b1-a132-ca060c280c82 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:44.434928 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb970c6f-317d-4925-870b-2044f4d13657 req-9b6c3866-c1b4-48b1-a132-ca060c280c82 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0788341 Feb 10 11:51:44.479024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb970c6f-317d-4925-870b-2044f4d13657 req-c02dee43-2e69-4b4a-b10f-ed0862f3854f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Feb 10 11:51:45.675190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee86513-1bed-4e99-8c1f-366b388bdaf8 req-cf1842ea-7caa-488d-91f5-bd6f37d97d7e tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:45.676638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fee86513-1bed-4e99-8c1f-366b388bdaf8 req-cf1842ea-7caa-488d-91f5-bd6f37d97d7e tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0748415 Feb 10 11:51:45.720565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fee86513-1bed-4e99-8c1f-366b388bdaf8 req-f6f21436-419c-46d2-9041-0057e6a06eb9 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Feb 10 11:51:46.915735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4253a0-886f-40fa-9ecd-70d7fd0eb600 req-24e7a105-756a-444f-9bbb-cf57c485afe8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:46.917467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c4253a0-886f-40fa-9ecd-70d7fd0eb600 req-24e7a105-756a-444f-9bbb-cf57c485afe8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0813704 Feb 10 11:51:46.963145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9c4253a0-886f-40fa-9ecd-70d7fd0eb600 req-24056812-ead4-4aba-a166-ff0dce56e833 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Feb 10 11:51:48.155657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c029d-2a9b-4028-ac50-eced7ed41ea8 req-0583a088-a975-4a28-b7f9-e00177901a46 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:48.157473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd1c029d-2a9b-4028-ac50-eced7ed41ea8 req-0583a088-a975-4a28-b7f9-e00177901a46 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0746396 Feb 10 11:51:48.202342 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd1c029d-2a9b-4028-ac50-eced7ed41ea8 req-2328f985-6658-4314-a106-90f74effb4be tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Feb 10 11:51:49.398750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b510c2-f3fd-4f91-9b84-be891dcd2d70 req-cf668084-ac4c-48bd-96fa-4d81ee5e684b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:49.400192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1b510c2-f3fd-4f91-9b84-be891dcd2d70 req-cf668084-ac4c-48bd-96fa-4d81ee5e684b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0793297 Feb 10 11:51:49.444106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1b510c2-f3fd-4f91-9b84-be891dcd2d70 req-b10cfe45-0183-46bd-a32e-6efe3c47f117 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Feb 10 11:51:50.634467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56944b85-8d77-4adb-ac08-a93c465a8ff7 req-871e815f-397f-4735-8909-98b220256b39 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:50.635918 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56944b85-8d77-4adb-ac08-a93c465a8ff7 req-871e815f-397f-4735-8909-98b220256b39 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0742471 Feb 10 11:51:50.682168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56944b85-8d77-4adb-ac08-a93c465a8ff7 req-d1ca0b4e-62b1-463f-a7b0-c131d5582071 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Feb 10 11:51:51.874718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9d22-ca3e-471a-9a58-2839d03530a0 req-80323760-72d1-41db-b4f4-001ad7d9737c tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:51.876068 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bcd9d22-ca3e-471a-9a58-2839d03530a0 req-80323760-72d1-41db-b4f4-001ad7d9737c tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0732245 Feb 10 11:51:51.919993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bcd9d22-ca3e-471a-9a58-2839d03530a0 req-67273da2-0dda-4d5f-acbc-9b7c9e0301a1 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382485 Feb 10 11:51:53.215927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e1e7-3915-4f6d-bad0-add998383547 req-0fc6fe67-3700-44c7-a226-59d6f05770e1 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:53.217267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df00e1e7-3915-4f6d-bad0-add998383547 req-0fc6fe67-3700-44c7-a226-59d6f05770e1 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.1759851 Feb 10 11:51:53.261024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df00e1e7-3915-4f6d-bad0-add998383547 req-3ec821eb-e663-4d97-abf4-47e8964a7ef0 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Feb 10 11:51:54.452008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7bda-f7c4-415e-adcb-72ba6642889d req-84c0c659-8183-4c13-aac6-8706dbe028fc tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:54.453420 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8fab7bda-f7c4-415e-adcb-72ba6642889d req-84c0c659-8183-4c13-aac6-8706dbe028fc tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0745966 Feb 10 11:51:54.500179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8fab7bda-f7c4-415e-adcb-72ba6642889d req-683b79da-fa65-462e-9da8-622e2f314be0 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Feb 10 11:51:55.698190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df023701-f7b6-4bf0-8724-b66357ad611a req-dca4a089-9446-41a7-a9f7-f00ab62d6f1f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:55.699646 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df023701-f7b6-4bf0-8724-b66357ad611a req-dca4a089-9446-41a7-a9f7-f00ab62d6f1f tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0782154 Feb 10 11:51:55.744046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df023701-f7b6-4bf0-8724-b66357ad611a req-fbbafc9e-77db-4eaa-8b50-15c7d40368da tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Feb 10 11:51:56.936376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1961f-41a7-43af-af8b-92de55e9db66 req-ee252063-ee9f-4949-b857-cf7df5ba2085 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:56.937794 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-def1961f-41a7-43af-af8b-92de55e9db66 req-ee252063-ee9f-4949-b857-cf7df5ba2085 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0747948 Feb 10 11:51:56.985347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-def1961f-41a7-43af-af8b-92de55e9db66 req-6770cd7c-c7a9-4af8-a649-cf56800bfe9a tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Feb 10 11:51:57.144822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-9d5b973f-bfbb-4063-b0f7-7b318f23db00 service neutron] 10.222.0.32 "GET /v2.0/ports/7f43c8b4-2da0-4eac-9ca0-479d3623729c/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0713968 Feb 10 11:51:57.215420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a621be7e-da6f-4434-8357-0e588b2c69af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:57.397287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-6e531e0a-36ef-4403-ae27-2bcac8b48d50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d&tenant_id=203feb25f7114d37a511c790d6e568ca HTTP/1.1" status: 200 len: 1099 time: 0.0687644 Feb 10 11:51:57.488519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-30661d56-a6c9-41ad-a427-7e29045485e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1099 time: 0.0700135 Feb 10 11:51:57.613856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-54479a3e-32cb-442f-8c25-eca7cd4fb1c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:57.615493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-54479a3e-32cb-442f-8c25-eca7cd4fb1c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 911 time: 0.1214678 Feb 10 11:51:57.679885 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-c3b773e0-4480-4ed4-8503-d22968d23eaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0583668 Feb 10 11:51:57.741365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-acda62ed-a42c-4508-bcc3-46796254ff2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:57.742699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-acda62ed-a42c-4508-bcc3-46796254ff2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0576282 Feb 10 11:51:57.785221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-9f59fcf1-e1cc-49f3-9ee5-33daddf0380c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366209 Feb 10 11:51:57.912747 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-1352530e-a778-47cc-b82c-5c284546d0de service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208377 Feb 10 11:51:58.041751 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db71f672-c355-4334-88d3-a8fd9dcfc666 req-bbff54ae-dfbc-40a7-8a64-4d8506a8e725 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235199 Feb 10 11:51:58.203915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99bb9b-cca8-43dd-9cf5-c0d03dcd93ed req-b8f8e638-27b7-4726-823d-b7987ec10203 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:58.205347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e99bb9b-cca8-43dd-9cf5-c0d03dcd93ed req-b8f8e638-27b7-4726-823d-b7987ec10203 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0825372 Feb 10 11:51:58.250429 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2e99bb9b-cca8-43dd-9cf5-c0d03dcd93ed req-39c2d91d-6f3c-4e50-a174-9d4b2998e669 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Feb 10 11:51:59.400592 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8e18317-5013-47b6-a2f2-b4b56bd21876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:51:59.448632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2b3ec-4c80-490c-9ac1-206088bc1aa3 req-a3dde96d-cafc-4aea-913b-e47b95c1ddac tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:51:59.450073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6b2b3ec-4c80-490c-9ac1-206088bc1aa3 req-a3dde96d-cafc-4aea-913b-e47b95c1ddac tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0763474 Feb 10 11:51:59.494831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6b2b3ec-4c80-490c-9ac1-206088bc1aa3 req-e77c785f-c5d9-4123-bd59-b451d706854b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Feb 10 11:52:00.536508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:00.698014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed7f89-4d94-4279-ad34-2ab228be5610 req-f01f11cc-5bd9-440e-8aa3-99cc4ea34713 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:00.699487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47ed7f89-4d94-4279-ad34-2ab228be5610 req-f01f11cc-5bd9-440e-8aa3-99cc4ea34713 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0813518 Feb 10 11:52:00.711183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:00.745208 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47ed7f89-4d94-4279-ad34-2ab228be5610 req-b6754919-1023-45c8-82ee-7a182153821b tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 10 11:52:00.943141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:52:01.031554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:52:01.136276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb645d-8aad-499f-926e-dfb821f74147 req-6c89ed4d-e7c0-4b24-8fb4-c3c68ba4ce9d tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:01.137692 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-6c89ed4d-e7c0-4b24-8fb4-c3c68ba4ce9d tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d&tenant_id=203feb25f7114d37a511c790d6e568ca&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 946 time: 0.0798683 Feb 10 11:52:01.197165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:01.220204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'network_id': 'e675fdb6-5c50-4ce0-9db5-b12006c941f5', 'port_id': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'mac_address': 'fa:16:3e:78:8a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9e06a3-bea4-467f-a8bc-80f502ae5f0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:52:01.247537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:01.278411 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-f5fb4906-7830-4c5a-b145-434e6d09ecf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=203feb25f7114d37a511c790d6e568ca&device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 1099 time: 0.0725849 Feb 10 11:52:01.295126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:01.302684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:01.321511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:01.326450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:01.328905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:01.365726 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'code': 200} Feb 10 11:52:01.447030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:52:01.447297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:52:01.447786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:01.456053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.456396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.456730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.457053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.457378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.457846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.458172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.458496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.458809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.459123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.459914 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:01.502602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a54ba7b2-73ab-4982-a865-2e049741aec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:01.504072 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a54ba7b2-73ab-4982-a865-2e049741aec2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 200 len: 911 time: 0.2206464 Feb 10 11:52:01.569225 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-65a0747f-5c1f-41df-8465-351a90a6bf50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 200 len: 217 time: 0.0587900 Feb 10 11:52:01.631342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb645d-8aad-499f-926e-dfb821f74147 req-d60a5362-7a04-40de-9936-2a2bc8f29a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:01.632704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-d60a5362-7a04-40de-9936-2a2bc8f29a13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 200 len: 850 time: 0.0583503 Feb 10 11:52:01.674725 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-4353d78c-91dd-4293-807a-55d9e1c6ad2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e675fdb6-5c50-4ce0-9db5-b12006c941f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367050 Feb 10 11:52:01.799714 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-3270c215-e774-41e2-8643-c714a6aaeae4 service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193821 Feb 10 11:52:01.925622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-5ca9a1f6-e929-4b5d-ad69-8641ba02771b service neutron] 10.222.0.32 "GET /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207626 Feb 10 11:52:02.000090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:02.017587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:02.032732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:02.036851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:02.099009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['7f43c8b4-2da0-4eac-9ca0-479d3623729c'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:02.153696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:02.162441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:02.736680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8fd23-a6b9-4026-a684-cd1b58175cb2 req-22275967-92a0-4ca2-90f0-b56f2b9c641e tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:02.738098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62b8fd23-a6b9-4026-a684-cd1b58175cb2 req-22275967-92a0-4ca2-90f0-b56f2b9c641e tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 945 time: 0.0779023 Feb 10 11:52:02.782467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62b8fd23-a6b9-4026-a684-cd1b58175cb2 req-f55820f8-a413-417c-9850-15986f6d6a02 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Feb 10 11:52:02.960848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:52:03.029804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 7f43c8b4-2da0-4eac-9ca0-479d3623729c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:52:03.030367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.200028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.292779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:03.304013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.366846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:03.387528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:03.423339 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'code': 200} Feb 10 11:52:03.834209 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:52:03.927927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:03.983875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207266b-1333-4eb4-acae-2d75ace85366 req-cfa62ddb-b493-4aae-ac8a-52030c9ba8e1 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:03.985323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2207266b-1333-4eb4-acae-2d75ace85366 req-cfa62ddb-b493-4aae-ac8a-52030c9ba8e1 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0769098 Feb 10 11:52:04.030679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2207266b-1333-4eb4-acae-2d75ace85366 req-755a7bd7-84d3-412a-b7f3-00f31d01fe6d tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/security-groups?id=233c86dd-414b-4b73-b252-7a08c79dd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Feb 10 11:52:04.334486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb645d-8aad-499f-926e-dfb821f74147 req-796f7ae0-387c-4fb8-90f2-4a72f758aa99 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:04.336252 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-796f7ae0-387c-4fb8-90f2-4a72f758aa99 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.32 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 946 time: 0.0770469 Feb 10 11:52:04.402191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Deleting port 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:52:04.402520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:04.636203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] For port 7f43c8b4-2da0-4eac-9ca0-479d3623729c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=7f43c8b4-2da0-4eac-9ca0-479d3623729c,segment=NetworkSegment(ae89cb1b-9588-4668-9209-addebdc5fea8),segment_id=ae89cb1b-9588-4668-9209-addebdc5fea8)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:04.636551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:04.752163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Calling delete_port for 7f43c8b4-2da0-4eac-9ca0-479d3623729c owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:52:04.890263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:04.901429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['7f43c8b4-2da0-4eac-9ca0-479d3623729c'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:04.936785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Pushing event deleted for resources: {'Port': ['ID=7f43c8b4-2da0-4eac-9ca0-479d3623729c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:04.978561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.978907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.979249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.979587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.979913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.980235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.980553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.980870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.981186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.981498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:04.981808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:05.021503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] No DVR routers for this DVR port 7f43c8b4-2da0-4eac-9ca0-479d3623729c on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:52:05.023774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:05.026135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-deleted', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:05.041007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-38fb645d-8aad-499f-926e-dfb821f74147 req-a05e3b29-fcf5-4263-9a8c-637d26d8a1c8 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.32 "DELETE /v2.0/ports/7f43c8b4-2da0-4eac-9ca0-479d3623729c HTTP/1.1" status: 204 len: 173 time: 0.7002735 Feb 10 11:52:05.081671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199f5d4-e030-4565-905a-831e543ee34d', 'name': 'network-vif-deleted', 'tag': '7f43c8b4-2da0-4eac-9ca0-479d3623729c', 'status': 'completed', 'code': 200} Feb 10 11:52:05.196604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-27763232-c8d3-45f1-bda1-a4eb18b75ff6 req-6ce8ec57-63e1-4cf8-815e-350d3f2e00d9 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Synchronizing usage tracker for tenant:203feb25f7114d37a511c790d6e568ca on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:52:05.211488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-27763232-c8d3-45f1-bda1-a4eb18b75ff6 req-6ce8ec57-63e1-4cf8-815e-350d3f2e00d9 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] Unset dirty status for tenant:203feb25f7114d37a511c790d6e568ca on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:52:05.212632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27763232-c8d3-45f1-bda1-a4eb18b75ff6 req-6ce8ec57-63e1-4cf8-815e-350d3f2e00d9 tempest-DeleteServersTestJSON-870881626 tempest-DeleteServersTestJSON-870881626-project] 10.222.0.42 "GET /v2.0/ports?device_id=7199f5d4-e030-4565-905a-831e543ee34d HTTP/1.1" status: 200 len: 210 time: 0.0557179 Feb 10 11:52:06.608759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58824) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:06.667485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Deleting subnet be9e06a3-bea4-467f-a8bc-80f502ae5f0a {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:52:06.670322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:06.721445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:06.775666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:06.839817 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:06.881254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9e06a3-bea4-467f-a8bc-80f502ae5f0a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:06.890569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:06.894810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.895689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.896023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.896349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.896697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.897026 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.897348 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.897668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.897986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.898303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.898642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:52:06.903727 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9d892cee-4641-41fb-aa2e-86161a6e84c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/be9e06a3-bea4-467f-a8bc-80f502ae5f0a HTTP/1.1" status: 204 len: 168 time: 0.2935092 Feb 10 11:52:06.905775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:07.011394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.128588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.153235 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e675fdb6-5c50-4ce0-9db5-b12006c941f5']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:07.164531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89cb1b-9588-4668-9209-addebdc5fea8') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:07.164824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89cb1b-9588-4668-9209-addebdc5fea8') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:52:07.175502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.190366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.196627 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:52:07.196998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:52:07.209796 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:52:07.358442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.374077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.383614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] Pushing event deleted for resources: {'Network': ['ID=e675fdb6-5c50-4ce0-9db5-b12006c941f5,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:07.386358 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7f5fdf86-4f28-4edc-bfcb-8c3b04dd9131 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e675fdb6-5c50-4ce0-9db5-b12006c941f5 HTTP/1.1" status: 204 len: 168 time: 0.4796953 Feb 10 11:52:07.517328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58834) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:07.565213 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-aebebba5-0d93-4902-99ac-b017719ffbce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=203feb25f7114d37a511c790d6e568ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0467112 Feb 10 11:52:07.568096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:07.623495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.648373 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.700391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.715603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c86dd-414b-4b73-b252-7a08c79dd2f4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:07.719713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:07.720871 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f6e8b4d5-26a1-4ff4-b184-5192d710803b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/233c86dd-414b-4b73-b252-7a08c79dd2f4 HTTP/1.1" status: 204 len: 168 time: 0.1518393 Feb 10 11:52:08.542204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 58860) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:08.665342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1431785390-network', 'tenant_id': '747be02eeafd421ab66228879861915a'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:08.669964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:08.673695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Usage tracker for resource:network and tenant:747be02eeafd421ab66228879861915a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:08.676467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:08.682017 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:08.691659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Made reservation on behalf of 747be02eeafd421ab66228879861915a for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:08.694343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.705908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.736351 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:08.740079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Usage tracker for resource:security_group_rule and tenant:747be02eeafd421ab66228879861915a is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:08.742834 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:08.748585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:08.815645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.819975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.847682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:52:08.855503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe35707-e564-4706-9951-4462d136f470,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:08.860642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.860977 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Added segment 0351ff90-b402-4522-a937-93eb1ebcc743 of type vlan for network 060d297a-7642-4647-bdb6-40cf2e6b51cd Feb 10 11:52:08.886915 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.914060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.914859 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:08.915448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:08.990371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:52:09.014059 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4707644 Feb 10 11:52:09.016927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6323aac-8b39-4ea1-a231-7d19245cdf3d admin admin] Pushing event updated for resources: {'Network': ['ID=060d297a-7642-4647-bdb6-40cf2e6b51cd,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:09.017100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 58866) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:52:09.026780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 7f43c8b4-2da0-4eac-9ca0-479d3623729c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:52:09.027125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 7f43c8b4-2da0-4eac-9ca0-479d3623729c not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:52:09.028880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Request body: {'subnet': {'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1431785390-subnet', 'tenant_id': '747be02eeafd421ab66228879861915a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:09.034673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:09.038342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:52:09.040618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Usage tracker for resource:subnet and tenant:747be02eeafd421ab66228879861915a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:09.043507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:09.049164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:09.060254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Made reservation on behalf of 747be02eeafd421ab66228879861915a for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:09.062758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:09.353619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:09.426289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ef6612-df60-44b0-b409-e70423b60e93,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:09.436259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Checking segment: {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:52:09.436612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Network hostable DHCP agents. Network: 060d297a-7642-4647-bdb6-40cf2e6b51cd, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:52:09.456920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:52:09.465514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 060d297a-7642-4647-bdb6-40cf2e6b51cd) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:52:09.469410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:09.469986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:09.474936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce484517-a1f2-46e2-9445-297dbf091996 None None] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:52:09.490861 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b1b64d48-d6d0-4dcc-9852-39af673ee108 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4676006 Feb 10 11:52:09.680549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614e370-7fe8-46ae-93b9-2b75a4f0893a None None] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:52:10.026361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-70869d41-fbf4-4985-82b9-974d9e733484 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:10.027821 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-70869d41-fbf4-4985-82b9-974d9e733484 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 815 time: 0.1413772 Feb 10 11:52:10.043511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-7305777a-8e79-4135-8daa-43ad4a6fb5b2 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/quotas/747be02eeafd421ab66228879861915a HTTP/1.1" status: 200 len: 375 time: 0.0103416 Feb 10 11:52:10.095414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-8aa6b41a-8cbf-4df0-bf71-d60a1e082558 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466835 Feb 10 11:52:10.225907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-b878f9bf-afa7-4c7b-a015-764c43693ba6 service neutron] 10.222.0.42 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243172 Feb 10 11:52:10.353329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-3ce3b38c-c39c-4e6e-83ef-ffaa10cc59ca service neutron] 10.222.0.42 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218376 Feb 10 11:52:10.534821 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73e6d285-cabd-4528-9549-e0b1d3d47a26 req-3b68df5c-7b8e-4003-96b6-20ff09fa66f8 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0406802 Feb 10 11:52:11.530340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-8fd2b9fa-5823-456f-ad95-4b53bf6c081b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:11.531775 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-8fd2b9fa-5823-456f-ad95-4b53bf6c081b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 815 time: 0.1491590 Feb 10 11:52:11.547816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Request body: {'port': {'device_id': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'admin_state_up': True, 'tenant_id': '747be02eeafd421ab66228879861915a'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:11.714670 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51e30775-f3f7-4fac-8f89-8f08466c152f req-72551e84-d6a1-41e4-88fa-dd6efa4cf107 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0503402 Feb 10 11:52:11.719115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:52:11.722862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Usage tracker for resource:port and tenant:747be02eeafd421ab66228879861915a is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:52:11.725681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:52:11.731461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:52:11.740390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Made reservation on behalf of 747be02eeafd421ab66228879861915a for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:52:11.743424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:11.898938 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Allocated IP 172.20.0.8 (060d297a-7642-4647-bdb6-40cf2e6b51cd/24ef6612-df60-44b0-b409-e70423b60e93/71608a91-84e5-4da2-8769-cfb46e8da622) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:52:12.096221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.122985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.197912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:52:12.200596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:52:12.204247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:52:12.233274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:12.265763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:12.266345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.285306 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-29da375d-96f0-4569-99ea-42213683e072 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411764 Feb 10 11:52:12.296602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Request body: {'port': {'device_id': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:52:12.487548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.816206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71608a91-84e5-4da2-8769-cfb46e8da622 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:12.822945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:12.883932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Transition to ACTIVE for port object 71608a91-84e5-4da2-8769-cfb46e8da622 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:52:12.888433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.017447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:13.065398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99d72-5776-4bf0-8dcc-3a77b82fd59e req-cca9b10c-094e-49d6-806f-6b5d1a07b80a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:13.066078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1be99d72-5776-4bf0-8dcc-3a77b82fd59e req-cca9b10c-094e-49d6-806f-6b5d1a07b80a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Synchronizing usage tracker for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:52:13.131624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-1be99d72-5776-4bf0-8dcc-3a77b82fd59e req-cca9b10c-094e-49d6-806f-6b5d1a07b80a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Unset dirty status for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:52:13.132756 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1be99d72-5776-4bf0-8dcc-3a77b82fd59e req-cca9b10c-094e-49d6-806f-6b5d1a07b80a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 931 time: 0.3004498 Feb 10 11:52:13.170852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Attempting to bind port 71608a91-84e5-4da2-8769-cfb46e8da622 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:52:13.171176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Attempting to bind port 71608a91-84e5-4da2-8769-cfb46e8da622 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:52:13.171520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Attempting to bind port 71608a91-84e5-4da2-8769-cfb46e8da622 on network 060d297a-7642-4647-bdb6-40cf2e6b51cd {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:52:13.185971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Port 71608a91-84e5-4da2-8769-cfb46e8da622 on network 060d297a-7642-4647-bdb6-40cf2e6b51cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:52:13.186280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Attempting to bind port 71608a91-84e5-4da2-8769-cfb46e8da622 on network 060d297a-7642-4647-bdb6-40cf2e6b51cd {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:52:13.199252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:52:13.199591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Checking segment: {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:52:13.199963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Bound using segment: {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:52:13.200375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Bound port: 71608a91-84e5-4da2-8769-cfb46e8da622, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:52:13.200709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.211192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1be99d72-5776-4bf0-8dcc-3a77b82fd59e req-a4bbdf2f-0ee8-490b-a37d-a2cad2a71e88 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Feb 10 11:52:13.287310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:52:13.290134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:52:13.295182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.359198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:13.360569 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] 10.222.0.32 "PUT /v2.0/ports/71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 1093 time: 1.0679066 Feb 10 11:52:13.360992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:13.376852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69930e-6229-492d-9d54-585de3e60629 service neutron] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:13.430536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622', 'status': 'completed', 'code': 200} Feb 10 11:52:13.465087 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-e6dde6d0-f22a-4d7a-a435-9e20678df191 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0684857 Feb 10 11:52:13.533575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-b90c5771-a357-4aa1-b1fe-b7fb47e6e125 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0620835 Feb 10 11:52:13.593848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-5073704d-fae7-4da1-b422-2d7d4fe4be18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:13.595215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-5073704d-fae7-4da1-b422-2d7d4fe4be18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0557616 Feb 10 11:52:13.639049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-0cd2cdb3-b934-4345-aa8e-67048ce5b6a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378900 Feb 10 11:52:13.766320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-1cd77d62-a7c9-470b-aa9e-b3092198c14a service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212513 Feb 10 11:52:13.894651 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e94fa72f-b6f5-4148-815f-d7f4c040faaa req-ea6a688f-64a3-49b0-8407-9d90bdd7f7dd service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223013 Feb 10 11:52:14.006402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-9bca3902-fdd5-454a-8691-426fde227035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0708420 Feb 10 11:52:14.219492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-a8da1f63-e1ff-4d14-ad04-5a92c16c3212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:14.220828 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-a8da1f63-e1ff-4d14-ad04-5a92c16c3212 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.2086132 Feb 10 11:52:14.290502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-3fa78398-2beb-4ffe-b8dd-1c961a77088f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0625696 Feb 10 11:52:14.388737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-abb591ba-bf16-4db4-b83e-b6c2f925d949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:14.390151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-abb591ba-bf16-4db4-b83e-b6c2f925d949 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0929573 Feb 10 11:52:14.446577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-1e796a47-94c9-4f37-b3ed-500eec5a4058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495367 Feb 10 11:52:14.532690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb431-d69f-4fe2-90dc-a9c762e3e28f req-1ac40704-e3f2-45fd-944b-7300d32d2437 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:14.534016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eccb431-d69f-4fe2-90dc-a9c762e3e28f req-1ac40704-e3f2-45fd-944b-7300d32d2437 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 943 time: 0.1944258 Feb 10 11:52:14.613860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eccb431-d69f-4fe2-90dc-a9c762e3e28f req-9f712d22-e914-43a8-b854-6cbe7c47fa04 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705895 Feb 10 11:52:14.618699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-9a1788b8-24f6-41bf-a672-cd2a7033d5ed service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657002 Feb 10 11:52:14.747439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a41d736-56c7-424a-b1e1-eb0f14201f5d req-fa1c6aff-6899-4c71-a08c-3ed9ebb75fee service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227100 Feb 10 11:52:15.805139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2ff59-353b-4e74-8fd4-36f56145ba7a req-6124ebc1-b18b-4357-8952-7ba52f10f39c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:15.806449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6cd2ff59-353b-4e74-8fd4-36f56145ba7a req-6124ebc1-b18b-4357-8952-7ba52f10f39c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 943 time: 0.0735016 Feb 10 11:52:15.853207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6cd2ff59-353b-4e74-8fd4-36f56145ba7a req-ce655813-94d2-4e1d-a068-6c866b707284 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 10 11:52:17.041127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:52:17.043399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69086ed2-982d-4740-849d-4e68c815654c req-a9826744-fdf5-4c3f-95a8-6d5dc5ac7a63 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:17.044844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69086ed2-982d-4740-849d-4e68c815654c req-a9826744-fdf5-4c3f-95a8-6d5dc5ac7a63 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 943 time: 0.0759790 Feb 10 11:52:17.089135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69086ed2-982d-4740-849d-4e68c815654c req-e0843327-d1d3-426b-b584-169e9957c9ad tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Feb 10 11:52:17.171314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:17.184031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '71608a91-84e5-4da2-8769-cfb46e8da622', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'port_id': '71608a91-84e5-4da2-8769-cfb46e8da622', 'mac_address': 'fa:16:3e:cf:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ef6612-df60-44b0-b409-e70423b60e93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:52:17.235484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:17.251500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71608a91-84e5-4da2-8769-cfb46e8da622 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:17.266047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:17.270505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:17.335455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:17.479838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['71608a91-84e5-4da2-8769-cfb46e8da622'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:18.281958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9bceb-5674-44da-b1d8-297ab80401bb req-f8e40221-548f-473e-9901-6e31dd578b6e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:18.283274 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12a9bceb-5674-44da-b1d8-297ab80401bb req-f8e40221-548f-473e-9901-6e31dd578b6e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 944 time: 0.0767958 Feb 10 11:52:18.327927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12a9bceb-5674-44da-b1d8-297ab80401bb req-9713dbb7-bdad-41d6-bd68-4f9173d0937e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Feb 10 11:52:19.072526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:52:19.137606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 71608a91-84e5-4da2-8769-cfb46e8da622 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:52:19.142544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 71608a91-84e5-4da2-8769-cfb46e8da622 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:52:19.142905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.252258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.278553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:19.288160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:19.291695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:19.334536 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622', 'code': 200} Feb 10 11:52:19.362306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:19.561875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d52967a-7b2f-4e4c-938a-71c949e85da9 req-23902aaf-0646-4de5-b1ed-511d1690d713 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0688570 Feb 10 11:52:19.645581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d52967a-7b2f-4e4c-938a-71c949e85da9 req-69eeaf51-83d7-4829-bbd2-aee1df170fa0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776789 Feb 10 11:52:19.678794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35dad9-4b75-4dd2-8b53-462e7a7c5855 req-d78d84ee-c42d-48b6-a038-ec090dd61106 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:19.680224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed35dad9-4b75-4dd2-8b53-462e7a7c5855 req-d78d84ee-c42d-48b6-a038-ec090dd61106 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0863414 Feb 10 11:52:19.724322 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed35dad9-4b75-4dd2-8b53-462e7a7c5855 req-6c00262e-a441-453e-b45f-7a8b3c98441c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Feb 10 11:52:20.920027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e4acd-19b2-4de9-a078-5d96449f1ca2 req-bcc4b90c-b0f4-4eb4-9913-a935fc0165b7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:20.921479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-675e4acd-19b2-4de9-a078-5d96449f1ca2 req-bcc4b90c-b0f4-4eb4-9913-a935fc0165b7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0761495 Feb 10 11:52:20.966518 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-675e4acd-19b2-4de9-a078-5d96449f1ca2 req-8c4a4a77-1e3e-4bda-aa6c-accbd21d50c1 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Feb 10 11:52:21.159638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b331c0-ec21-4b53-b1e4-b67574a55f61 req-3cfe4c81-20d8-42a1-aace-a754d8dec031 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:21.161548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22b331c0-ec21-4b53-b1e4-b67574a55f61 req-3cfe4c81-20d8-42a1-aace-a754d8dec031 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0767930 Feb 10 11:52:21.205227 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22b331c0-ec21-4b53-b1e4-b67574a55f61 req-d7832c9e-8d64-4477-88ca-8ff4ae04e104 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Feb 10 11:52:21.577657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5335e9c-bf72-4622-821f-ce435f800996 req-8b3119f9-40d2-4e98-97b9-4e7ed354c3f3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:21.579098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5335e9c-bf72-4622-821f-ce435f800996 req-8b3119f9-40d2-4e98-97b9-4e7ed354c3f3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0961974 Feb 10 11:52:21.626932 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5335e9c-bf72-4622-821f-ce435f800996 req-b0a8e925-94f8-431e-a0dc-f37482281505 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Feb 10 11:52:21.814586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7e940-1831-4bd2-893d-a36f8b392151 req-99fed8d3-667e-4694-a08a-0ac12b1d1c84 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:21.816015 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70f7e940-1831-4bd2-893d-a36f8b392151 req-99fed8d3-667e-4694-a08a-0ac12b1d1c84 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0738595 Feb 10 11:52:21.860180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70f7e940-1831-4bd2-893d-a36f8b392151 req-ce8152e4-4dbe-4dd8-8070-c32ba2b2c65e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Feb 10 11:52:22.054774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9359310c-312d-4c49-a853-2532cbe4b95d req-8ca0cc28-e955-4b7f-9644-a85e8208883a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698462 Feb 10 11:52:22.295778 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-5d6b39db-32b1-4c2f-b7ad-ab8d65ec0391 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703263 Feb 10 11:52:22.355253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5c91-7897-429e-9a0d-fad80659fd99 req-9bdf9348-0427-4eb6-a884-fdd878b8534b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:22.356739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4edd5c91-7897-429e-9a0d-fad80659fd99 req-9bdf9348-0427-4eb6-a884-fdd878b8534b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0776455 Feb 10 11:52:22.402906 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4edd5c91-7897-429e-9a0d-fad80659fd99 req-8eddaca5-e491-4342-b304-1cae4ee94110 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Feb 10 11:52:23.598324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-11c8006b-dc2e-4d16-a330-70cda269c013 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1098 time: 0.2045968 Feb 10 11:52:23.706865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09474b9-9763-4b8d-8d34-1bcb2a2c10fc req-5c2538fa-a0cb-4ec5-ac5f-9afa69f3c637 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:23.708262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c09474b9-9763-4b8d-8d34-1bcb2a2c10fc req-5c2538fa-a0cb-4ec5-ac5f-9afa69f3c637 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.1640506 Feb 10 11:52:23.773985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-77697411-ee7a-42f7-b64c-c7456d29fc92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:23.775439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-77697411-ee7a-42f7-b64c-c7456d29fc92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1671584 Feb 10 11:52:23.782135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c09474b9-9763-4b8d-8d34-1bcb2a2c10fc req-a0eb127f-acd3-4a4e-b0f3-e3d942d430ea tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663311 Feb 10 11:52:23.845592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-b7b57614-f75f-40a9-9a9b-14a0cebc878b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0625565 Feb 10 11:52:23.907170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-5c9fd85c-0b32-4e97-aa8a-7f62bbb67189 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:23.908610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-5c9fd85c-0b32-4e97-aa8a-7f62bbb67189 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0563018 Feb 10 11:52:23.955948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-20da1ebe-b201-4d24-83de-4a95bc525ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407314 Feb 10 11:52:24.084023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-33c9dd9d-b900-4338-8df2-a11f2a38187e service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214764 Feb 10 11:52:24.218792 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-5e82fcd2-2e4a-46fe-96b0-c058f2830361 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294134 Feb 10 11:52:24.976585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540906c-c5f9-497e-95c1-ca88c2f3adad req-b9793d96-e2d8-433e-a236-877d867aa49c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:24.978058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8540906c-c5f9-497e-95c1-ca88c2f3adad req-b9793d96-e2d8-433e-a236-877d867aa49c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0764036 Feb 10 11:52:25.024024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8540906c-c5f9-497e-95c1-ca88c2f3adad req-e692e41b-817d-4f0b-8c94-d537f5bd6552 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Feb 10 11:52:26.220597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d8b0-6566-4225-b417-b81fd8f6b8b1 req-fb9b263e-ca04-4722-883c-e5d543293ac1 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:26.222016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-efd3d8b0-6566-4225-b417-b81fd8f6b8b1 req-fb9b263e-ca04-4722-883c-e5d543293ac1 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0776787 Feb 10 11:52:26.266196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-efd3d8b0-6566-4225-b417-b81fd8f6b8b1 req-a0834dca-39e5-4677-8c0a-87405994357f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 Feb 10 11:52:27.217868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e61e1cb6-7d27-40ce-8474-78d3ba2e0e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:27.468669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a60f1-2df3-44e9-88f4-14f6e484c5b7 req-35b0348b-fecd-4ebd-9f3e-56b92644e9b4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:27.470091 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c36a60f1-2df3-44e9-88f4-14f6e484c5b7 req-35b0348b-fecd-4ebd-9f3e-56b92644e9b4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0755599 Feb 10 11:52:27.513145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c36a60f1-2df3-44e9-88f4-14f6e484c5b7 req-85ef9a05-5aa9-46cc-b043-2b15cf7f0ee9 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376449 Feb 10 11:52:28.710135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1501d4-b6a5-468f-8a0d-adc136fd18c6 req-42a54589-462e-4f49-8d72-093a63f75bb6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:28.711572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d1501d4-b6a5-468f-8a0d-adc136fd18c6 req-42a54589-462e-4f49-8d72-093a63f75bb6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0786543 Feb 10 11:52:28.756781 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d1501d4-b6a5-468f-8a0d-adc136fd18c6 req-3d1bbe26-c190-492a-9bab-628905498a8a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Feb 10 11:52:29.044161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-90910b91-b52a-4e01-9367-425970e9c51c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0669620 Feb 10 11:52:29.183097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-0aba0b40-e805-4920-94e9-703448a64860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:29.184565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-0aba0b40-e805-4920-94e9-703448a64860 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1228409 Feb 10 11:52:29.252201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-e2f6877a-399d-4dd0-a156-c7e250c79be6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0622277 Feb 10 11:52:29.311303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-57cdb4ba-2de3-437e-89cd-b73cd6dda8b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:29.312662 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-57cdb4ba-2de3-437e-89cd-b73cd6dda8b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0547063 Feb 10 11:52:29.367121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-0d4261fa-7498-4956-a265-aea45d7d8c25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411842 Feb 10 11:52:29.402001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-407aea05-e150-4763-b957-22bf8bbbc020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:29.584234 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-d2a48f77-2f0c-410e-973f-e03ce80f16a2 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117882 Feb 10 11:52:29.710887 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8576228-ebb5-4821-a24f-1c05ab8bfbd8 req-e233624a-b850-49f8-889d-0e8b00e69ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208639 Feb 10 11:52:29.952718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69879-5660-4f95-9ebc-f1b9e19f0ec2 req-e164a72f-5ecb-46ab-97b5-407df2a3745e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:29.954278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4c69879-5660-4f95-9ebc-f1b9e19f0ec2 req-e164a72f-5ecb-46ab-97b5-407df2a3745e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0751510 Feb 10 11:52:30.000341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d4c69879-5660-4f95-9ebc-f1b9e19f0ec2 req-8dc1acea-fbca-422f-adf1-3c8e7688ed74 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Feb 10 11:52:30.538713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:30.715510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:31.196019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ef46-899d-41cb-9b6f-2b6633a64b5a req-94fb3348-8659-42a6-af4d-de9dbe70f43e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:31.197474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e7ef46-899d-41cb-9b6f-2b6633a64b5a req-94fb3348-8659-42a6-af4d-de9dbe70f43e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0798042 Feb 10 11:52:31.240680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68e7ef46-899d-41cb-9b6f-2b6633a64b5a req-798d6ea5-a4d4-4b6b-9d46-80276f64903e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378103 Feb 10 11:52:32.093684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:32.430696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2432-301c-4977-8e94-5f8ed73c7808 req-d8406d35-5df4-4166-bbf8-9424601975b3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:32.432141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab0b2432-301c-4977-8e94-5f8ed73c7808 req-d8406d35-5df4-4166-bbf8-9424601975b3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0746093 Feb 10 11:52:32.476972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab0b2432-301c-4977-8e94-5f8ed73c7808 req-96e8227a-cdf3-4994-aee9-ec7a7fe48941 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394373 Feb 10 11:52:33.672305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d112ae2-bce4-412f-aa8e-df7e9ef199c2 req-784e231a-bcc1-45e5-9c71-58c5d61e7dbd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:33.673723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d112ae2-bce4-412f-aa8e-df7e9ef199c2 req-784e231a-bcc1-45e5-9c71-58c5d61e7dbd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0778084 Feb 10 11:52:33.717330 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d112ae2-bce4-412f-aa8e-df7e9ef199c2 req-4e702f26-a4db-48e7-9a19-e8f1562904ee tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Feb 10 11:52:33.936473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:34.906659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f376-77c1-44d1-a462-e5c9137895d2 req-d42f50e1-97ed-4802-9b87-975bddfdab5d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:34.908106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d39f376-77c1-44d1-a462-e5c9137895d2 req-d42f50e1-97ed-4802-9b87-975bddfdab5d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0740759 Feb 10 11:52:34.955673 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d39f376-77c1-44d1-a462-e5c9137895d2 req-626d2d34-d078-4be7-af31-3deb66698b69 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Feb 10 11:52:36.146508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e297-b67b-4651-879b-e7e316eb9fcb req-981674d1-4791-41d9-b74a-e5ae3ffd7aba tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:36.147942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3771e297-b67b-4651-879b-e7e316eb9fcb req-981674d1-4791-41d9-b74a-e5ae3ffd7aba tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0742605 Feb 10 11:52:36.193050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3771e297-b67b-4651-879b-e7e316eb9fcb req-34ff8a58-8b3c-464f-b715-b823f46e74c4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Feb 10 11:52:37.388683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857cc36-7123-4a9c-a1dd-c263b93a81eb req-a62f240a-7f87-4bf5-99c9-b007e6fb1e74 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:37.390118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5857cc36-7123-4a9c-a1dd-c263b93a81eb req-a62f240a-7f87-4bf5-99c9-b007e6fb1e74 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0777478 Feb 10 11:52:37.435593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5857cc36-7123-4a9c-a1dd-c263b93a81eb req-0f37b3ab-2320-410d-ab5e-b32fed399b4a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Feb 10 11:52:38.625941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2e6f-cbce-473c-8441-80d165faf07c req-58aeab13-d319-482d-a563-a44425a28bfa tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:38.627378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3ce2e6f-cbce-473c-8441-80d165faf07c req-58aeab13-d319-482d-a563-a44425a28bfa tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0747783 Feb 10 11:52:38.671006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3ce2e6f-cbce-473c-8441-80d165faf07c req-c5f42168-29b4-48e6-ae4d-26fea9d5565c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Feb 10 11:52:39.865575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd0b2b-952d-465e-900e-7f44e2b50a9d req-1119fde8-7b48-4a82-aa93-bf0b26ca3e15 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:39.866918 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50dd0b2b-952d-465e-900e-7f44e2b50a9d req-1119fde8-7b48-4a82-aa93-bf0b26ca3e15 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Feb 10 11:52:39.911720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50dd0b2b-952d-465e-900e-7f44e2b50a9d req-3e1bb547-8d9d-4e36-9eed-1ca9ca984244 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Feb 10 11:52:40.833663 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:52:41.105452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef95cf-9836-4d64-ac71-85d2d96ccf1e req-40323fc0-de4a-4653-9a52-1f39283bd7d5 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:41.106774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eef95cf-9836-4d64-ac71-85d2d96ccf1e req-40323fc0-de4a-4653-9a52-1f39283bd7d5 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0738754 Feb 10 11:52:41.154723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eef95cf-9836-4d64-ac71-85d2d96ccf1e req-17977f09-fe7b-426d-993c-6a959092b300 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Feb 10 11:52:42.346452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10bdaf-7864-4f9b-ba82-019d54eaffdb req-16b96731-1f0d-4c27-bf3d-96ae5cf43546 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:42.347804 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e10bdaf-7864-4f9b-ba82-019d54eaffdb req-16b96731-1f0d-4c27-bf3d-96ae5cf43546 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0740790 Feb 10 11:52:42.391361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e10bdaf-7864-4f9b-ba82-019d54eaffdb req-05467ea4-59f1-40cb-b548-14c14a6d2063 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Feb 10 11:52:43.585198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42e03-f628-4bd3-baaf-552d1beb3d80 req-7ff1b48e-95c2-4b97-913d-654e7f6ff3df tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:43.586623 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2aa42e03-f628-4bd3-baaf-552d1beb3d80 req-7ff1b48e-95c2-4b97-913d-654e7f6ff3df tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0781949 Feb 10 11:52:43.632685 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2aa42e03-f628-4bd3-baaf-552d1beb3d80 req-13e8f06f-858e-460e-b357-c75e11dd6f6c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Feb 10 11:52:44.826725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc0d0-06b1-4b11-b520-481925eaaa73 req-5df3b22c-0a75-4d9b-ba51-56a372d2112b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:44.828184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-892bc0d0-06b1-4b11-b520-481925eaaa73 req-5df3b22c-0a75-4d9b-ba51-56a372d2112b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0753279 Feb 10 11:52:44.871204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-892bc0d0-06b1-4b11-b520-481925eaaa73 req-2621c2b2-c26f-4b47-b029-2a73b7bbcfd9 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Feb 10 11:52:46.067543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0c096-4c21-454d-87d7-37c44f91a8de req-3e8f43a4-5632-4167-b4a8-31183d1d35c8 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:46.068969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ded0c096-4c21-454d-87d7-37c44f91a8de req-3e8f43a4-5632-4167-b4a8-31183d1d35c8 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0804958 Feb 10 11:52:46.112659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ded0c096-4c21-454d-87d7-37c44f91a8de req-80c1754a-7c90-4ea5-89e5-37393ecdf55d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Feb 10 11:52:47.303508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318887da-dc3e-4fe0-b9ec-62c53c87cb3c req-a5f13487-d7ad-4e55-b50a-140441801f67 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:47.304842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-318887da-dc3e-4fe0-b9ec-62c53c87cb3c req-a5f13487-d7ad-4e55-b50a-140441801f67 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0748966 Feb 10 11:52:47.359708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-318887da-dc3e-4fe0-b9ec-62c53c87cb3c req-352f2f8c-c517-4b14-8e18-f8583f77f602 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Feb 10 11:52:48.561199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188c9a-5f84-437b-836b-71ccf705d263 req-906bb414-f2c0-4f0e-9f02-c1a7ed0a5497 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:48.562646 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c188c9a-5f84-437b-836b-71ccf705d263 req-906bb414-f2c0-4f0e-9f02-c1a7ed0a5497 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0794640 Feb 10 11:52:48.606210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1c188c9a-5f84-437b-836b-71ccf705d263 req-757a5af2-190c-4683-9cac-b4a7906fa519 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Feb 10 11:52:49.795299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec77ee-1b84-4c4b-9251-5f7df3f42fa0 req-63ad5017-9cea-4aa6-bb71-1c025598ddde tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:49.796699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ec77ee-1b84-4c4b-9251-5f7df3f42fa0 req-63ad5017-9cea-4aa6-bb71-1c025598ddde tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0743208 Feb 10 11:52:49.842879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7ec77ee-1b84-4c4b-9251-5f7df3f42fa0 req-fb5e7d66-5df0-45b9-ac85-f9b905dbfd14 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Feb 10 11:52:50.916124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-fee496da-c173-418f-88d7-9481c0031368 service neutron] 10.222.0.32 "GET /v2.0/ports/71608a91-84e5-4da2-8769-cfb46e8da622/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0729513 Feb 10 11:52:51.039969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19e693-55a5-4c16-bbec-13d1b52f5f01 req-9cde9aee-788f-4d76-b04f-99c51df9d0a2 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:51.041409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c19e693-55a5-4c16-bbec-13d1b52f5f01 req-9cde9aee-788f-4d76-b04f-99c51df9d0a2 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0770376 Feb 10 11:52:51.093186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c19e693-55a5-4c16-bbec-13d1b52f5f01 req-0f2b65b2-e72c-4638-95f2-70336bc7f87c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Feb 10 11:52:51.173888 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-080b6b8f-3b39-4927-9bb9-18a66ebbb3c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2&tenant_id=747be02eeafd421ab66228879861915a HTTP/1.1" status: 200 len: 1098 time: 0.0682492 Feb 10 11:52:51.260768 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-5e55d9cc-3771-4faf-b8aa-b94406045d55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0658073 Feb 10 11:52:51.472249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-686e55d9-fc9d-4e72-9fdb-7b44d084d9db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:51.474126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-686e55d9-fc9d-4e72-9fdb-7b44d084d9db service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.2072759 Feb 10 11:52:51.539012 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-e80da9d3-d27c-4474-8eab-8747b1164d4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0588355 Feb 10 11:52:51.601434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-cf208c56-7980-410f-8e54-d9f92df8e647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:51.602791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-cf208c56-7980-410f-8e54-d9f92df8e647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0579674 Feb 10 11:52:51.650381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-82e2010d-21f4-4cc1-bd10-c62811c0450e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373983 Feb 10 11:52:51.784145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-76bcfaf0-6f2f-4c58-ba23-1525e1133cad service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185098 Feb 10 11:52:51.910115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d41eeec-8449-401e-8ed3-bc627554a2b7 req-61893d0c-403e-4ce2-bcd1-a0c1efce6d4b service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197424 Feb 10 11:52:52.287297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19357bb3-ed7a-48d7-826f-e94f3d15b766 req-9604c5fe-2348-4961-bc4c-ec379f06b7dd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:52.288760 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19357bb3-ed7a-48d7-826f-e94f3d15b766 req-9604c5fe-2348-4961-bc4c-ec379f06b7dd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0738108 Feb 10 11:52:52.335532 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19357bb3-ed7a-48d7-826f-e94f3d15b766 req-1817c4a0-5e0a-479f-9c3f-508c99c2fd33 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Feb 10 11:52:53.532369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50335c37-6d74-41ed-8d4f-b40d0ac40894 req-890e56cb-1a70-42d6-bf77-d7632a11b21b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:53.533809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50335c37-6d74-41ed-8d4f-b40d0ac40894 req-890e56cb-1a70-42d6-bf77-d7632a11b21b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0787835 Feb 10 11:52:53.582430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50335c37-6d74-41ed-8d4f-b40d0ac40894 req-d17fef20-07dd-4019-84f2-14b450f57086 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Feb 10 11:52:54.784261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc1ed2-705d-4d50-8b81-c0b0d1b9dee0 req-7bf741a7-5c97-4704-8e25-ecf8bbfd6118 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:54.785663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8abc1ed2-705d-4d50-8b81-c0b0d1b9dee0 req-7bf741a7-5c97-4704-8e25-ecf8bbfd6118 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0853209 Feb 10 11:52:54.829090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8abc1ed2-705d-4d50-8b81-c0b0d1b9dee0 req-f475a4ba-3af5-43d4-af7d-3c300f1123d9 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Feb 10 11:52:55.208319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-3605293a-e13a-4648-bc56-5326d9f5f981 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:55.209625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-3605293a-e13a-4648-bc56-5326d9f5f981 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2&tenant_id=747be02eeafd421ab66228879861915a&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1358371 Feb 10 11:52:55.216198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:52:55.216728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178466c-c681-440e-9528-54a12af2264c req-0b6f905d-a9cd-4537-a756-0d38820065f6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:55.217903 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4178466c-c681-440e-9528-54a12af2264c req-0b6f905d-a9cd-4537-a756-0d38820065f6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.1143498 Feb 10 11:52:55.219543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:52:55.264703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4178466c-c681-440e-9528-54a12af2264c req-2a8eefd3-1def-4b12-bd32-8ea3a19e70fd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Feb 10 11:52:55.353058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-e0b40b67-c221-4da0-92dd-e41042a42adb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 1098 time: 0.0722339 Feb 10 11:52:55.411890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:55.466614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:55.472083 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:55.483846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-b00ae274-c7b1-4bf7-b2ad-b7c55b329da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:55.485414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-b00ae274-c7b1-4bf7-b2ad-b7c55b329da5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1272452 Feb 10 11:52:55.487759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:55.490405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '71608a91-84e5-4da2-8769-cfb46e8da622', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'port_id': '71608a91-84e5-4da2-8769-cfb46e8da622', 'mac_address': 'fa:16:3e:cf:43:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ef6612-df60-44b0-b409-e70423b60e93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:52:55.493430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:55.567067 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622', 'code': 200} Feb 10 11:52:55.567816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-d673e6e8-9394-4b01-8933-b4b323ec6785 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 200 len: 217 time: 0.0763023 Feb 10 11:52:55.601477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:55.618054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:55.624660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71608a91-84e5-4da2-8769-cfb46e8da622 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:52:55.630963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-424ad517-e47b-4354-bac3-e4156f6dddce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:55.632331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-424ad517-e47b-4354-bac3-e4156f6dddce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0573282 Feb 10 11:52:55.640053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:55.643659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:55.681046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-fd2f93e3-28a2-4a52-8d42-e38c88a717fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433388 Feb 10 11:52:55.707169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['71608a91-84e5-4da2-8769-cfb46e8da622'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:52:55.746348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:55.902395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-4ebe2348-e388-44e2-9e05-365c33a01122 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157996 Feb 10 11:52:56.029345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a285b7b1-c88d-4e29-9d62-a9760d01ba11 req-085faa9c-e101-4719-977d-10d436d47d96 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212447 Feb 10 11:52:56.479473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1034fb-eeb7-4e97-9390-c5de8750c88a req-b55350dd-146d-4eae-b3b0-f9b8dfe2e0c7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:56.480922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a1034fb-eeb7-4e97-9390-c5de8750c88a req-b55350dd-146d-4eae-b3b0-f9b8dfe2e0c7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 944 time: 0.0762987 Feb 10 11:52:56.527610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a1034fb-eeb7-4e97-9390-c5de8750c88a req-a6e94f5c-dc6f-499f-b58f-21a2b987dd21 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Feb 10 11:52:57.218411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7f00b7b8-ea3b-494a-9813-a3662b0d0d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:57.236814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:52:57.302970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 71608a91-84e5-4da2-8769-cfb46e8da622 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:52:57.303291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:57.439305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:57.473814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:52:57.477188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:52:57.541826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:52:57.567890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:52:57.620871 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622', 'code': 200} Feb 10 11:52:57.726502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1056a-0fbb-45ec-a42c-f2c564a64261 req-744e1f54-9ced-483a-bca4-cf1655c3072b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:57.727973 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbf1056a-0fbb-45ec-a42c-f2c564a64261 req-744e1f54-9ced-483a-bca4-cf1655c3072b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0789602 Feb 10 11:52:57.773098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fbf1056a-0fbb-45ec-a42c-f2c564a64261 req-d80d77fc-21ea-4c82-92bb-2ce1b7ae81a6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Feb 10 11:52:57.966864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caef88d-f038-4472-b5a3-8dbe7bfafd72 req-6fd15d8e-d170-4d1e-95ce-b026213353be tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:57.968311 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6caef88d-f038-4472-b5a3-8dbe7bfafd72 req-6fd15d8e-d170-4d1e-95ce-b026213353be tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0764840 Feb 10 11:52:58.011940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6caef88d-f038-4472-b5a3-8dbe7bfafd72 req-9d28ee6b-4ebd-487d-ae6f-21ad7e968b9b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Feb 10 11:52:58.209327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a60eb8-2187-41ba-a383-48d0cff3f981 req-fa9fb5eb-2164-4538-85ae-01afe4a0380b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:58.210752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68a60eb8-2187-41ba-a383-48d0cff3f981 req-fa9fb5eb-2164-4538-85ae-01afe4a0380b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0804882 Feb 10 11:52:58.254170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68a60eb8-2187-41ba-a383-48d0cff3f981 req-f3929114-311d-44f2-b436-a7deacb6ebfd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Feb 10 11:52:58.755587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-8b87f8a2-814c-4363-8645-cc6326fb6ee0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:52:58.756954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-8b87f8a2-814c-4363-8645-cc6326fb6ee0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 815 time: 0.1394017 Feb 10 11:52:58.773111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-8f2756ca-bb07-48b3-a27a-2fc61a2285bd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/quotas/747be02eeafd421ab66228879861915a HTTP/1.1" status: 200 len: 375 time: 0.0109777 Feb 10 11:52:58.858124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-d0cea9e8-1b40-459d-a460-82b9992187a5 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800810 Feb 10 11:52:58.992692 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-6db78418-c0d0-486c-b6f1-fc0bfcd7260b service neutron] 10.222.0.42 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273851 Feb 10 11:52:59.124261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-c741230f-bd31-463a-9eab-8a140f4f38de service neutron] 10.222.0.42 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258619 Feb 10 11:52:59.306380 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7a1ea69-0d26-4a87-9653-26c1ae36503f req-ca506125-509e-4bf8-9235-3b02d99e8b82 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 210 time: 0.0410693 Feb 10 11:52:59.404695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43feb57f-0572-4ff2-8255-73542004e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.304302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-1bb5e69a-1e36-4cc5-8901-236950c89c76 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:00.306329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-1bb5e69a-1e36-4cc5-8901-236950c89c76 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 815 time: 0.1524930 Feb 10 11:53:00.322308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Request body: {'port': {'device_id': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'admin_state_up': True, 'tenant_id': '747be02eeafd421ab66228879861915a'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:00.326793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-4b8595f9-a18f-49f1-8d63-6ae06de34e9b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:00.328775 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-4b8595f9-a18f-49f1-8d63-6ae06de34e9b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/ports?device_id=241e17c8-dbd2-4d5a-9740-e86617bbd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0825884 Feb 10 11:53:00.400046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Deleting port 71608a91-84e5-4da2-8769-cfb46e8da622 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:53:00.400390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.496937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:00.510106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:00.546604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.560011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Made reservation on behalf of 747be02eeafd421ab66228879861915a for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:53:00.563349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.574817 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2022ee37-7049-496d-942a-02db81f59d27 req-c6393bce-2e0e-44bf-be00-dd6fa4e5334a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 210 time: 0.0570390 Feb 10 11:53:00.661640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] For port 71608a91-84e5-4da2-8769-cfb46e8da622, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=71608a91-84e5-4da2-8769-cfb46e8da622,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:00.661986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.719744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.743668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Allocated IP 172.20.0.7 (060d297a-7642-4647-bdb6-40cf2e6b51cd/24ef6612-df60-44b0-b409-e70423b60e93/f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:00.785353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Calling delete_port for 71608a91-84e5-4da2-8769-cfb46e8da622 owned by compute:nova {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:53:00.943343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:00.954743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['71608a91-84e5-4da2-8769-cfb46e8da622'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:01.002345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Pushing event deleted for resources: {'Port': ['ID=71608a91-84e5-4da2-8769-cfb46e8da622,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:01.077740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] No DVR routers for this DVR port 71608a91-84e5-4da2-8769-cfb46e8da622 on host hv-neutron-8278 {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:53:01.080327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.082958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-deleted', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:01.084142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.098926 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-c8f53db7-a4d5-4580-b028-0304ce261e92 req-cdd7fa99-b1b7-45ff-b26e-77aec4fc54b6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "DELETE /v2.0/ports/71608a91-84e5-4da2-8769-cfb46e8da622 HTTP/1.1" status: 204 len: 173 time: 0.7642772 Feb 10 11:53:01.114379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.124507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['71608a91-84e5-4da2-8769-cfb46e8da622'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:01.151720 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e17c8-dbd2-4d5a-9740-e86617bbd5a2', 'name': 'network-vif-deleted', 'tag': '71608a91-84e5-4da2-8769-cfb46e8da622', 'status': 'completed', 'code': 200} Feb 10 11:53:01.201253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Network 060d297a-7642-4647-bdb6-40cf2e6b51cd is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:01.204006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:01.209362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:01.246444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:01.281367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:01.281986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.305104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-5321cfa9-bbdf-412e-b7b9-37a28bc07b39 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866340 Feb 10 11:53:01.316153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Request body: {'port': {'device_id': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:01.420917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.801617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:01.810314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.835850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Transition to ACTIVE for port object f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:01.842288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:01.885778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e5fb-f75c-4fcb-9d54-77ba73b415ab req-b1b10f6c-d290-474f-b1d2-b4fe5860b9c0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:01.886449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e7a7e5fb-f75c-4fcb-9d54-77ba73b415ab req-b1b10f6c-d290-474f-b1d2-b4fe5860b9c0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Synchronizing usage tracker for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:01.978877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:01.990862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e7a7e5fb-f75c-4fcb-9d54-77ba73b415ab req-b1b10f6c-d290-474f-b1d2-b4fe5860b9c0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Unset dirty status for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:01.992232 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e7a7e5fb-f75c-4fcb-9d54-77ba73b415ab req-b1b10f6c-d290-474f-b1d2-b4fe5860b9c0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 931 time: 0.2855649 Feb 10 11:53:02.097054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:02.116656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e7a7e5fb-f75c-4fcb-9d54-77ba73b415ab req-41104744-f50f-4d74-bbee-5e569ececad4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010265 Feb 10 11:53:02.124957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Attempting to bind port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:53:02.125285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Attempting to bind port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:53:02.125598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Attempting to bind port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe on network 060d297a-7642-4647-bdb6-40cf2e6b51cd {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:02.131805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe on network 060d297a-7642-4647-bdb6-40cf2e6b51cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:53:02.132120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Attempting to bind port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe on network 060d297a-7642-4647-bdb6-40cf2e6b51cd {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:02.138454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:53:02.138778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Checking segment: {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:53:02.139147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Bound using segment: {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:53:02.139588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Bound port: f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0351ff90-b402-4522-a937-93eb1ebcc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:53:02.139923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:02.226183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:53:02.229020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:53:02.233499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:02.296699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:02.298056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] 10.222.0.32 "PUT /v2.0/ports/f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 1093 time: 0.9858167 Feb 10 11:53:02.298472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:02.316578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0670-7d7a-4311-9036-dfbe432fba24 service neutron] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:02.364268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'status': 'completed', 'code': 200} Feb 10 11:53:02.403427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-140cfdb5-ee7d-43ad-9e25-9678ae5c638d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1096 time: 0.0695796 Feb 10 11:53:02.472549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-4bc1a43a-c756-49bc-b4cc-4434076b9910 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0610375 Feb 10 11:53:02.531631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-e54a318d-65d6-41bc-a7f6-8ffc402f67d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:02.532984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-e54a318d-65d6-41bc-a7f6-8ffc402f67d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0552874 Feb 10 11:53:02.575699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-259f1082-b72a-4f35-9f8e-65941253880f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369203 Feb 10 11:53:02.701249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-b835d443-0d77-48ee-8fd1-88c648e5dfb1 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201448 Feb 10 11:53:02.925768 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11643aa2-d4c6-4387-be8a-55f54bffc69f req-444851ee-1052-4d76-ac90-16e4927f5a14 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192426 Feb 10 11:53:03.036165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-a596da6e-7f81-4f26-8425-d26ea2941231 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1096 time: 0.0700734 Feb 10 11:53:03.161786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-1a62fac3-37b7-4e4b-92d0-172d5e359b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.163244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-1a62fac3-37b7-4e4b-92d0-172d5e359b65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1219151 Feb 10 11:53:03.232675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-c397640c-36de-49d0-9e5f-7941b2913012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0631726 Feb 10 11:53:03.336783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-f45f1eb8-2781-4c2c-9d35-408934e4618c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.338207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-f45f1eb8-2781-4c2c-9d35-408934e4618c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0990791 Feb 10 11:53:03.389054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-8e5533f9-b7a1-4c6f-85fd-9ea35edcc588 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427182 Feb 10 11:53:03.420207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d70b4-08a4-42aa-8ec0-f138439315ef req-67cc5557-5a31-4248-a294-7fb427b8a70a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:03.421548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a3d70b4-08a4-42aa-8ec0-f138439315ef req-67cc5557-5a31-4248-a294-7fb427b8a70a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 943 time: 0.1534803 Feb 10 11:53:03.538267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a3d70b4-08a4-42aa-8ec0-f138439315ef req-208436e1-a641-49d2-b853-755efec0bf10 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Feb 10 11:53:03.558271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-ef0ad2e2-cb05-4a37-84ac-245aa96aef29 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592073 Feb 10 11:53:03.682488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7823be8f-a3c7-4fe9-a53c-0efb82b47aea req-65dcb4f2-adf7-44fa-b496-7ff29869bcb8 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203680 Feb 10 11:53:03.927787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:04.732919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de6b80-99da-42fd-80cd-468f279beb86 req-13ec0738-a6a9-470f-b62b-1540ffa618a7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:04.734359 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69de6b80-99da-42fd-80cd-468f279beb86 req-13ec0738-a6a9-470f-b62b-1540ffa618a7 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 943 time: 0.0778883 Feb 10 11:53:04.778054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69de6b80-99da-42fd-80cd-468f279beb86 req-9a3324b8-25d9-48d0-9110-6836e29e0325 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Feb 10 11:53:05.285096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:53:05.288023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:05.324054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 71608a91-84e5-4da2-8769-cfb46e8da622 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:53:05.324388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 71608a91-84e5-4da2-8769-cfb46e8da622 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:53:05.445094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:05.458332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'port_id': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'mac_address': 'fa:16:3e:82:27:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ef6612-df60-44b0-b409-e70423b60e93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:53:05.508385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:05.526717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:05.543169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:05.546731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:05.611796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:05.619689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.620028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.620361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.620689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.621017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.621337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.621654 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.621970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.622284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.622593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.622904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:05.734404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:05.970307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e83ba-e173-40d7-a845-bae39d3d846f req-827e848e-476b-4830-ab01-d7c40df11c9a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:05.971796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e14e83ba-e173-40d7-a845-bae39d3d846f req-827e848e-476b-4830-ab01-d7c40df11c9a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 944 time: 0.0752528 Feb 10 11:53:06.016303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e14e83ba-e173-40d7-a845-bae39d3d846f req-cf9f1bf0-b2b8-4ab9-943b-d7ab1e073d08 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Feb 10 11:53:07.211141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef0cd2-ea94-4767-850a-177d53948e8d req-537ce235-5d5b-4c28-b95d-f6639cd7b927 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:07.212587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-80ef0cd2-ea94-4767-850a-177d53948e8d req-537ce235-5d5b-4c28-b95d-f6639cd7b927 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 944 time: 0.0780015 Feb 10 11:53:07.257358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-80ef0cd2-ea94-4767-850a-177d53948e8d req-e8c9d243-cdde-44df-ab94-5a5616c57e82 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Feb 10 11:53:07.289625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:07.357464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:07.361941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:07.362307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:07.473178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:07.498650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:07.508648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:07.512509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:07.554677 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'code': 200} Feb 10 11:53:07.581084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:07.767026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e8d181b-20de-4dfe-8c56-1d4296091657 req-94cd80c7-5e9e-4b89-878d-dff7d6fbbb3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1098 time: 0.0655367 Feb 10 11:53:07.807140 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e8d181b-20de-4dfe-8c56-1d4296091657 req-b037b61d-dec8-42e2-b30b-3e6e7751513d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344784 Feb 10 11:53:08.449472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d97818-2863-4f65-a3d8-49b01d69272c req-c962e681-cf59-4343-bc7b-a335a96a87c1 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:08.450910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28d97818-2863-4f65-a3d8-49b01d69272c req-c962e681-cf59-4343-bc7b-a335a96a87c1 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0771708 Feb 10 11:53:08.495677 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28d97818-2863-4f65-a3d8-49b01d69272c req-264db86b-6e52-47a1-8852-9934550ef1aa tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Feb 10 11:53:09.685628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a729c99-2a9c-4d1b-93d6-edd9c83e51f9 req-d9340d03-9764-4666-8f56-ac8a56d13d9a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:09.687032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a729c99-2a9c-4d1b-93d6-edd9c83e51f9 req-d9340d03-9764-4666-8f56-ac8a56d13d9a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0744288 Feb 10 11:53:09.733333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1a729c99-2a9c-4d1b-93d6-edd9c83e51f9 req-9baf6124-6881-46be-b22e-be232c3e1f7a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Feb 10 11:53:09.922652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02cb5-cf5e-4f98-a48f-3efff6daadae req-f57e1468-cce5-452b-ae17-f88e541d58d6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:09.924094 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52c02cb5-cf5e-4f98-a48f-3efff6daadae req-f57e1468-cce5-452b-ae17-f88e541d58d6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0747867 Feb 10 11:53:09.967821 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52c02cb5-cf5e-4f98-a48f-3efff6daadae req-529346d3-4415-45ef-acb2-f81f8c6ca197 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Feb 10 11:53:10.316774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55ae8d2b-fbce-473e-898b-e1c123060997 req-39896cd2-2d7a-4a3e-bd30-a8099e8b6a7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2239041 Feb 10 11:53:10.561898 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-169c3cc7-2450-43f5-8d94-10f1a3bf3f6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672007 Feb 10 11:53:10.624302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0867-6e25-4de2-b422-b992f8a65245 req-707a909e-24d1-4341-b696-1bb5e212393c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:10.625716 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-171b0867-6e25-4de2-b422-b992f8a65245 req-707a909e-24d1-4341-b696-1bb5e212393c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0758200 Feb 10 11:53:10.672984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-171b0867-6e25-4de2-b422-b992f8a65245 req-896118ec-ec24-47ff-803b-f6ba8ae4334e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Feb 10 11:53:11.867782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-27f09563-042c-421e-ac66-3546e9b8d27c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1098 time: 0.1203766 Feb 10 11:53:11.960458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6fbf2-e9b4-4d3d-84c0-0e0c086a9bf7 req-011c2ddd-5f42-46a3-87a3-81d3993035a3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:11.961860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40b6fbf2-e9b4-4d3d-84c0-0e0c086a9bf7 req-011c2ddd-5f42-46a3-87a3-81d3993035a3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.1680851 Feb 10 11:53:12.035972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-2cb38262-bcb6-462e-9173-909c36d0e710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:12.037393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-2cb38262-bcb6-462e-9173-909c36d0e710 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1633532 Feb 10 11:53:12.039627 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40b6fbf2-e9b4-4d3d-84c0-0e0c086a9bf7 req-0a631de4-bdb4-4392-a009-46bb8f84c203 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Feb 10 11:53:12.105307 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-575c99f5-2d99-4af3-8ccb-0b2315d6337d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0625036 Feb 10 11:53:12.163870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-3179af4d-2e9e-497f-8fc3-6e685f24aafc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:12.165200 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-3179af4d-2e9e-497f-8fc3-6e685f24aafc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0549254 Feb 10 11:53:12.211860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-e59117a6-4b6a-4c30-aa1d-20f1a0d74b94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412982 Feb 10 11:53:12.337898 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-c2daf79f-b923-4388-9b4e-1aea376a0cad service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203935 Feb 10 11:53:12.461954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-4a4d5bc0-467d-477a-bf34-1a0cae0ce86b service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190689 Feb 10 11:53:13.233599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c589c-5c90-462f-9e19-a7ed422304a7 req-bd456d1b-16e8-4b3f-82e0-905b58be7c06 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:13.235032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e9c589c-5c90-462f-9e19-a7ed422304a7 req-bd456d1b-16e8-4b3f-82e0-905b58be7c06 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0759010 Feb 10 11:53:13.282517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e9c589c-5c90-462f-9e19-a7ed422304a7 req-9ad85a34-e464-4ee0-b774-0fa69eb48524 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Feb 10 11:53:14.484229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2af31a-ca6b-49b0-ac3a-7fc3ad3b3ee6 req-469b8dd3-0681-472d-829f-151cf279cde3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:14.485661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb2af31a-ca6b-49b0-ac3a-7fc3ad3b3ee6 req-469b8dd3-0681-472d-829f-151cf279cde3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0766301 Feb 10 11:53:14.529484 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb2af31a-ca6b-49b0-ac3a-7fc3ad3b3ee6 req-71f3e0a0-26a7-4ca9-9e45-2d9138045f88 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Feb 10 11:53:15.721615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ed2bd-2fd2-45bf-a59d-0c30ce9e2767 req-96977cd6-32ed-42a2-9637-2f2cf962a477 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:15.723022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f4ed2bd-2fd2-45bf-a59d-0c30ce9e2767 req-96977cd6-32ed-42a2-9637-2f2cf962a477 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0735452 Feb 10 11:53:15.766856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f4ed2bd-2fd2-45bf-a59d-0c30ce9e2767 req-66e84526-fb9c-44fd-be75-00737c7a1567 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Feb 10 11:53:16.961302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b746b8-ac02-4c17-b3e6-575ea5b6c63a req-cf19efe5-bc7c-4895-b910-07ab92783bfd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:16.962947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01b746b8-ac02-4c17-b3e6-575ea5b6c63a req-cf19efe5-bc7c-4895-b910-07ab92783bfd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0780365 Feb 10 11:53:17.010201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-01b746b8-ac02-4c17-b3e6-575ea5b6c63a req-258bfc0d-2e6d-4110-95cf-7f41c808880b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Feb 10 11:53:17.832822 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:53:18.204249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a56fa8-4445-409a-ae43-225e41bd9e2e req-cae204c7-b592-4c0a-8264-843ffb50102d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:18.205672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5a56fa8-4445-409a-ae43-225e41bd9e2e req-cae204c7-b592-4c0a-8264-843ffb50102d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0740683 Feb 10 11:53:18.252967 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5a56fa8-4445-409a-ae43-225e41bd9e2e req-29b68d7f-3ae9-41df-b4de-65fcb4e65d3d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Feb 10 11:53:19.444907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba8bbe-7867-4f52-8947-3dc69e144e20 req-9964b0dd-0e04-4fac-a26f-8ba733138955 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:19.446395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bba8bbe-7867-4f52-8947-3dc69e144e20 req-9964b0dd-0e04-4fac-a26f-8ba733138955 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0750952 Feb 10 11:53:19.490905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bba8bbe-7867-4f52-8947-3dc69e144e20 req-506ec82c-30bb-4ccf-97a9-9a613289fb23 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Feb 10 11:53:20.683631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115061-c4bd-4ce3-9313-ec1a0de29347 req-5727190b-2917-434d-bb8e-1bbad8610b23 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:20.685036 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d115061-c4bd-4ce3-9313-ec1a0de29347 req-5727190b-2917-434d-bb8e-1bbad8610b23 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0773952 Feb 10 11:53:20.729179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d115061-c4bd-4ce3-9313-ec1a0de29347 req-faaf0477-8d6e-4ce5-a194-e671c66a6218 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Feb 10 11:53:21.920566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993a646-01f0-48f7-86aa-b51498a27975 req-fd850428-b961-4be2-90ef-058197217a21 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:21.921975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1993a646-01f0-48f7-86aa-b51498a27975 req-fd850428-b961-4be2-90ef-058197217a21 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0734441 Feb 10 11:53:21.965784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1993a646-01f0-48f7-86aa-b51498a27975 req-1af26fa2-f938-48fd-9ac5-cacb22a8dc72 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Feb 10 11:53:23.246245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef73a-34b0-4826-b8ed-83171cd0d5ac req-c1bc4948-ca6d-4f56-a197-7ecbc8dd4165 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:23.247779 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-843ef73a-34b0-4826-b8ed-83171cd0d5ac req-c1bc4948-ca6d-4f56-a197-7ecbc8dd4165 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.1631384 Feb 10 11:53:23.291806 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-843ef73a-34b0-4826-b8ed-83171cd0d5ac req-72f7323d-2c9e-4780-9a63-ef8dae288d79 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 Feb 10 11:53:24.485647 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de457-4dba-49ca-878b-a53d2cd72d4a req-dd4771ac-8c5d-4e3c-a33d-36d7feae6a2c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:24.487065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e49de457-4dba-49ca-878b-a53d2cd72d4a req-dd4771ac-8c5d-4e3c-a33d-36d7feae6a2c tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0757766 Feb 10 11:53:24.532947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e49de457-4dba-49ca-878b-a53d2cd72d4a req-4d60cbb4-7afc-4d91-be97-ba54973a0154 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Feb 10 11:53:25.727254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8778-a265-492e-a041-f180c4664b90 req-450cb441-af36-4118-ace2-21c26d327921 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:25.728703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-372a8778-a265-492e-a041-f180c4664b90 req-450cb441-af36-4118-ace2-21c26d327921 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0749352 Feb 10 11:53:25.773473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-372a8778-a265-492e-a041-f180c4664b90 req-4bd73c19-ab31-4c98-a2e0-eac124dbcf79 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Feb 10 11:53:26.965483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566e439-fee4-48ec-9900-0e261a8435e6 req-ac01cede-572c-4f38-b81e-7a67d6696a5d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:26.967034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c566e439-fee4-48ec-9900-0e261a8435e6 req-ac01cede-572c-4f38-b81e-7a67d6696a5d tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0770433 Feb 10 11:53:27.014776 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c566e439-fee4-48ec-9900-0e261a8435e6 req-6f62be04-c632-4bd3-bbd5-29cc00deb7da tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Feb 10 11:53:27.220640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-673787fe-b529-4927-b032-fc1a8979485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:28.204427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab140e2-6b24-48a8-93dd-5cd59f72b4f3 req-d7b1205f-95aa-498a-8d30-7792793c0f35 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:28.205852 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eab140e2-6b24-48a8-93dd-5cd59f72b4f3 req-d7b1205f-95aa-498a-8d30-7792793c0f35 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0743592 Feb 10 11:53:28.249837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eab140e2-6b24-48a8-93dd-5cd59f72b4f3 req-c76995a1-e9b1-43d4-bda4-74d4617e2479 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Feb 10 11:53:29.407749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-030e9c40-518f-4832-b969-f9918c355ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:29.464044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b46fb7-3485-4b1d-a1e5-c9eec0302950 req-b4807942-6132-4aef-9789-e19398a8d9bd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:29.465507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07b46fb7-3485-4b1d-a1e5-c9eec0302950 req-b4807942-6132-4aef-9789-e19398a8d9bd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0901353 Feb 10 11:53:29.512028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07b46fb7-3485-4b1d-a1e5-c9eec0302950 req-541ecf5e-f030-4821-a37c-6b73bb39149b tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Feb 10 11:53:30.546059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:30.706132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911acdd-754a-4bb9-b208-cd6cb4c17b2d req-b4127b14-5702-4e66-93fb-d6ebdaa463d6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:30.707590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1911acdd-754a-4bb9-b208-cd6cb4c17b2d req-b4127b14-5702-4e66-93fb-d6ebdaa463d6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0745585 Feb 10 11:53:30.723470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:30.761780 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1911acdd-754a-4bb9-b208-cd6cb4c17b2d req-e2c4cb6c-9e02-4b09-a49d-56ccdd883199 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Feb 10 11:53:31.015990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-1f13475c-bc87-4969-9e74-b0a3870def29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1098 time: 0.0670953 Feb 10 11:53:31.160508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-107a7706-0172-4f2d-bf36-b1c23b1d099b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:31.161960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-107a7706-0172-4f2d-bf36-b1c23b1d099b service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1222985 Feb 10 11:53:31.231443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-8b0af7f3-6610-42f1-b943-ef262b18feb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0621343 Feb 10 11:53:31.290220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-d4fb79cf-6726-427b-a320-fb4b132c31c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:31.291505 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-d4fb79cf-6726-427b-a320-fb4b132c31c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0546830 Feb 10 11:53:31.334468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-d5a111d4-fae4-4b06-bbd8-dbd16dd730f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372417 Feb 10 11:53:31.459556 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-40da8f42-cb6f-4c39-8ece-8e8033448669 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194606 Feb 10 11:53:31.586271 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a5c10bc-076b-43d6-bb6d-bc13dc8b294e req-32d74916-c7ca-4aac-8b9b-c5940a0a4149 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202204 Feb 10 11:53:31.959945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895ec9-afd8-4005-893d-24cb3ef4a047 req-f427f80f-813c-4d6e-b26a-410e82e4214e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:31.961395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d895ec9-afd8-4005-893d-24cb3ef4a047 req-f427f80f-813c-4d6e-b26a-410e82e4214e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0816460 Feb 10 11:53:32.006600 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d895ec9-afd8-4005-893d-24cb3ef4a047 req-39f3efd1-c602-40bb-963c-8669ca0bfdb3 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Feb 10 11:53:32.098551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:33.200763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5485d41-9a8b-4b90-88ec-af35bde21665 req-0f490689-ec52-427a-a8f2-e578f2208c5e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:33.202202 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5485d41-9a8b-4b90-88ec-af35bde21665 req-0f490689-ec52-427a-a8f2-e578f2208c5e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0760210 Feb 10 11:53:33.249782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5485d41-9a8b-4b90-88ec-af35bde21665 req-d7b49ac3-2e8e-4988-8318-e1145e1c682e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Feb 10 11:53:33.946990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:34.440801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a750e50-9e7a-40bc-8594-f01ddc4a8cc2 req-6614387b-03de-4266-b394-008c647fae87 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:34.442231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a750e50-9e7a-40bc-8594-f01ddc4a8cc2 req-6614387b-03de-4266-b394-008c647fae87 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0757875 Feb 10 11:53:34.487738 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a750e50-9e7a-40bc-8594-f01ddc4a8cc2 req-e996a755-933f-4471-bc65-85a508a11d6e tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Feb 10 11:53:35.685688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba144-d7c6-4e3e-aa2c-1e07bf41cda9 req-2688582a-90d4-4199-a1d5-14f13b3e84f0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:35.687082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-310ba144-d7c6-4e3e-aa2c-1e07bf41cda9 req-2688582a-90d4-4199-a1d5-14f13b3e84f0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0776999 Feb 10 11:53:35.811799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-310ba144-d7c6-4e3e-aa2c-1e07bf41cda9 req-96a0981e-6720-466b-b0ab-483040adee78 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188834 Feb 10 11:53:37.005034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4db5a-526c-455d-bc4b-ea0ef00b9639 req-ce6afa53-1e52-4ec0-b9c0-419e95a52dc6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:37.006942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4bd4db5a-526c-455d-bc4b-ea0ef00b9639 req-ce6afa53-1e52-4ec0-b9c0-419e95a52dc6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0755389 Feb 10 11:53:37.051540 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4bd4db5a-526c-455d-bc4b-ea0ef00b9639 req-2678cb0a-1cd0-4ae5-aedc-747ffc7f0222 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Feb 10 11:53:38.244530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f5820-5725-4ebe-a218-4a2d051ce1db req-423af76c-268d-4e47-8022-d5aae0e79330 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:38.245931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d6f5820-5725-4ebe-a218-4a2d051ce1db req-423af76c-268d-4e47-8022-d5aae0e79330 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0773041 Feb 10 11:53:38.289872 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d6f5820-5725-4ebe-a218-4a2d051ce1db req-645d4216-3c63-43f6-816e-46c7ada1d01f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Feb 10 11:53:39.136355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-319b507c-1e31-4dc9-974e-d2babf483731 service neutron] 10.222.0.32 "GET /v2.0/ports/f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0747464 Feb 10 11:53:39.392364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-ea262952-c8ff-459a-979a-f315871d22b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec&tenant_id=747be02eeafd421ab66228879861915a HTTP/1.1" status: 200 len: 1098 time: 0.0678377 Feb 10 11:53:39.543919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8154f-4a6a-4493-b5c9-570e01afafab req-d31ba213-daaa-47c1-b356-287097f28711 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:39.545434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba8154f-4a6a-4493-b5c9-570e01afafab req-d31ba213-daaa-47c1-b356-287097f28711 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.1353962 Feb 10 11:53:39.549139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-71808b82-77b3-4311-b6d1-026b74cef52d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1098 time: 0.1088088 Feb 10 11:53:39.674147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bba8154f-4a6a-4493-b5c9-570e01afafab req-07d3ec83-f28e-4443-852e-d1eb6c57d5bd tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232569 Feb 10 11:53:39.714454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-967e78f4-d41d-43f7-9bcf-f0fbb59a32ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:39.715902 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-967e78f4-d41d-43f7-9bcf-f0fbb59a32ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.1516366 Feb 10 11:53:39.784647 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-7c88d63e-d278-489e-97d6-5c38866cdaa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0624602 Feb 10 11:53:39.842975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-33a88849-d256-4fc2-ad0e-24cd342c4ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:39.844285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-33a88849-d256-4fc2-ad0e-24cd342c4ce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0544050 Feb 10 11:53:39.890357 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-99202c45-4c68-4d6c-ae4e-44d5d35ec97c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400422 Feb 10 11:53:40.017919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-5482ac30-8c3d-4308-be2b-7c5ea94eba2d service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212146 Feb 10 11:53:40.144016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0390bf44-3513-4523-8e2a-35db6b297aa8 req-ffd1c519-cfd9-42cc-a5b4-a9388cc4d0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199026 Feb 10 11:53:40.870479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4b491-6882-4698-82c2-3f6fdfc01d31 req-7395bc2d-4c9e-4af5-9507-e9174ef6d8a0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:40.871940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97a4b491-6882-4698-82c2-3f6fdfc01d31 req-7395bc2d-4c9e-4af5-9507-e9174ef6d8a0 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0744565 Feb 10 11:53:40.916093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97a4b491-6882-4698-82c2-3f6fdfc01d31 req-e35921ca-7aa4-40b7-8f8e-92bcfc0117b8 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Feb 10 11:53:42.110598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3f593-b7c3-4d48-bd72-0d6a0db153c0 req-15d04d1d-1087-4293-902a-3dc838b1b325 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:42.112022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87e3f593-b7c3-4d48-bd72-0d6a0db153c0 req-15d04d1d-1087-4293-902a-3dc838b1b325 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0768085 Feb 10 11:53:42.155342 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87e3f593-b7c3-4d48-bd72-0d6a0db153c0 req-10e232ab-2eaa-4057-aea2-c52e2a3410d5 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374327 Feb 10 11:53:42.544049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-1ffcc259-b6f9-4e97-857f-90ef3f06adae tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:42.545910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-1ffcc259-b6f9-4e97-857f-90ef3f06adae tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec&tenant_id=747be02eeafd421ab66228879861915a&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1533294 Feb 10 11:53:42.557750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bff5d7-51d6-427a-a804-fe4f8dbd8c4d req-ac983dc2-cbbc-4140-bfb9-1f87af0c4594 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:42.559056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35bff5d7-51d6-427a-a804-fe4f8dbd8c4d req-ac983dc2-cbbc-4140-bfb9-1f87af0c4594 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.1298478 Feb 10 11:53:42.604253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35bff5d7-51d6-427a-a804-fe4f8dbd8c4d req-d9c97f81-ba19-464d-88cf-e860e6f8b647 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Feb 10 11:53:42.680422 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-70ed92e9-02d7-4fef-8db8-2d405b6bf2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=747be02eeafd421ab66228879861915a&device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 1098 time: 0.0665631 Feb 10 11:53:42.900810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-9d78b5eb-c7cc-45b3-9baf-414abe73e6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:42.902230 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-9d78b5eb-c7cc-45b3-9baf-414abe73e6e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 200 len: 916 time: 0.2163363 Feb 10 11:53:42.969437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-f7821134-a8ce-4a6a-b471-93c5939d1851 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 200 len: 217 time: 0.0613339 Feb 10 11:53:43.028763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-e97165fa-fe3a-438a-af88-60e2b8c9d22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:43.030126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-e97165fa-fe3a-438a-af88-60e2b8c9d22d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 200 len: 855 time: 0.0553355 Feb 10 11:53:43.076102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-b24c421a-548d-434d-b23b-4877a108ed92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060d297a-7642-4647-bdb6-40cf2e6b51cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396407 Feb 10 11:53:43.203854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-10d51942-08eb-4457-9d44-39e983b98c45 service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219749 Feb 10 11:53:43.331645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e2e1862-6510-4eee-9a5e-514f4e35eb8a req-bd6c511c-55ee-4283-a55a-d35dc8140eeb service neutron] 10.222.0.32 "GET /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217463 Feb 10 11:53:43.477638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:53:43.484040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:43.685366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:43.723204 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:43.743094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:43.751629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'network_id': '060d297a-7642-4647-bdb6-40cf2e6b51cd', 'port_id': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'mac_address': 'fa:16:3e:82:27:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ef6612-df60-44b0-b409-e70423b60e93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:53:43.755815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:43.786090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:43.822218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078282e8-d539-4376-abf5-668604499c4f req-4e3cc893-ba18-4b69-97c1-da5f14a452ea tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:43.822979 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'code': 200} Feb 10 11:53:43.823700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-078282e8-d539-4376-abf5-668604499c4f req-4e3cc893-ba18-4b69-97c1-da5f14a452ea tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 943 time: 0.0922236 Feb 10 11:53:43.862766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:43.876610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-078282e8-d539-4376-abf5-668604499c4f req-cdbe1da1-804c-476d-8adc-4764b05cbb36 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Feb 10 11:53:43.887660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:53:43.891158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:43.906410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:43.915400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:43.985871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:44.014684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:45.081084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe4709-52a5-468d-8567-0bbf17e3d5cb req-55a93ce4-2551-4608-a8ce-d10640886c9f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:45.082519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fcfe4709-52a5-468d-8567-0bbf17e3d5cb req-55a93ce4-2551-4608-a8ce-d10640886c9f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 944 time: 0.0786493 Feb 10 11:53:45.126727 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fcfe4709-52a5-468d-8567-0bbf17e3d5cb req-ab2ad79c-804a-474d-9c17-81537a814db6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Feb 10 11:53:45.326732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e2e6d-7930-4917-99e6-38bce9f89684 req-91190765-cdce-4986-8904-3af1ba3dd078 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:45.328189 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-950e2e6d-7930-4917-99e6-38bce9f89684 req-91190765-cdce-4986-8904-3af1ba3dd078 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 944 time: 0.0789003 Feb 10 11:53:45.375442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-950e2e6d-7930-4917-99e6-38bce9f89684 req-7177941f-c313-41a1-b426-8ef0145848ca tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Feb 10 11:53:45.501415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:45.569500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:45.569875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:45.579338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60359b1d-37b6-4746-84f9-d6b39d077cdf req-d81a496e-63ce-4cd0-9d7d-1413fa1e0e2f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:45.580854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60359b1d-37b6-4746-84f9-d6b39d077cdf req-d81a496e-63ce-4cd0-9d7d-1413fa1e0e2f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 944 time: 0.0900733 Feb 10 11:53:45.632813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60359b1d-37b6-4746-84f9-d6b39d077cdf req-0ec429c5-7299-49d4-a4ee-3b9c591435f8 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Feb 10 11:53:45.684605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:45.716872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:45.720774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:45.788304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:45.824553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:45.887989 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'code': 200} Feb 10 11:53:46.215740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca96b50-545b-4e84-bd7d-c669e2600afb req-0d5060dd-0455-4fc3-8796-f341fe0a9eb6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:46.217184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ca96b50-545b-4e84-bd7d-c669e2600afb req-0d5060dd-0455-4fc3-8796-f341fe0a9eb6 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0774517 Feb 10 11:53:46.264046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ca96b50-545b-4e84-bd7d-c669e2600afb req-b0f730bf-78c6-4e0e-b76d-69cf6f3a1282 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Feb 10 11:53:47.468980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58086e-7d8a-4d44-935e-9b45cedc0444 req-742a0c37-2f19-4534-a416-d3b73ad7c3fc tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:47.470412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea58086e-7d8a-4d44-935e-9b45cedc0444 req-742a0c37-2f19-4534-a416-d3b73ad7c3fc tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0778511 Feb 10 11:53:47.514742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea58086e-7d8a-4d44-935e-9b45cedc0444 req-f05c69a1-ddc0-4cdd-be81-c04f0402307a tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fe35707-e564-4706-9951-4462d136f470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Feb 10 11:53:47.657149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-e7f56c71-0afd-42f7-ac01-91554ed717bb tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:47.658532 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-e7f56c71-0afd-42f7-ac01-91554ed717bb tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 945 time: 0.0774212 Feb 10 11:53:47.723802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Deleting port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:53:47.724137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:47.956241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] For port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,segment=NetworkSegment(0351ff90-b402-4522-a937-93eb1ebcc743),segment_id=0351ff90-b402-4522-a937-93eb1ebcc743)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:47.956590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:48.162268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Calling delete_port for f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:53:48.298442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:48.309069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:53:48.345947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Pushing event deleted for resources: {'Port': ['ID=f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:48.358884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.359218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.359575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.359904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.360233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.360558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.360878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.361198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.361897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.361897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.362118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:48.432036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] No DVR routers for this DVR port f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:53:48.434318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:48.436675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-deleted', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:53:48.451673 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ca207f5a-0e5a-4e67-8613-786aebcafbf1 req-c8e03023-a2c5-4113-97da-fe251b472bd4 tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.32 "DELETE /v2.0/ports/f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe HTTP/1.1" status: 204 len: 173 time: 0.7876503 Feb 10 11:53:48.492619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5fe446c-8527-4bf9-be38-19416b4695ec', 'name': 'network-vif-deleted', 'tag': 'f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe', 'status': 'completed', 'code': 200} Feb 10 11:53:48.717562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cce6fc0f-f796-4dc8-840d-6bd1a84aeffd req-837e48f7-3df3-4057-9852-80a97c28a71f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Synchronizing usage tracker for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:48.731652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-cce6fc0f-f796-4dc8-840d-6bd1a84aeffd req-837e48f7-3df3-4057-9852-80a97c28a71f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] Unset dirty status for tenant:747be02eeafd421ab66228879861915a on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:48.732757 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cce6fc0f-f796-4dc8-840d-6bd1a84aeffd req-837e48f7-3df3-4057-9852-80a97c28a71f tempest-ServerDiskConfigTestJSON-994528775 tempest-ServerDiskConfigTestJSON-994528775-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5fe446c-8527-4bf9-be38-19416b4695ec HTTP/1.1" status: 200 len: 210 time: 0.0557499 Feb 10 11:53:49.981273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59180) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:50.048195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Deleting subnet 24ef6612-df60-44b0-b409-e70423b60e93 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:53:50.050953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.098511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.150848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.217895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.253134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ef6612-df60-44b0-b409-e70423b60e93,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:50.260866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.266580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08022ffd-1fb8-4226-8aab-1d2f168a9bf4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24ef6612-df60-44b0-b409-e70423b60e93 HTTP/1.1" status: 204 len: 168 time: 0.2843258 Feb 10 11:53:50.269000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59184) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:50.372376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.491733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.515690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060d297a-7642-4647-bdb6-40cf2e6b51cd']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:50.527265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0351ff90-b402-4522-a937-93eb1ebcc743') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:50.527555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0351ff90-b402-4522-a937-93eb1ebcc743') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:50.539003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.555036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.561029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:53:50.561529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:53:50.574239 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:53:50.648901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.664300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.672775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] Pushing event deleted for resources: {'Network': ['ID=060d297a-7642-4647-bdb6-40cf2e6b51cd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:50.675488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4c4af6ee-19b2-4d2e-8bd8-a0756366e695 admin admin] 10.222.0.42 "DELETE /v2.0/networks/060d297a-7642-4647-bdb6-40cf2e6b51cd HTTP/1.1" status: 204 len: 168 time: 0.4055173 Feb 10 11:53:50.805954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 59190) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:50.857726 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2dd008ae-740e-4d36-8234-54bd0fe0d8b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=747be02eeafd421ab66228879861915a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506699 Feb 10 11:53:50.860113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 59194) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:50.917206 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.941771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:50.992169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:51.009788 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe35707-e564-4706-9951-4462d136f470,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:51.016176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:51.017273 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fe35707-e564-4706-9951-4462d136f470 HTTP/1.1" status: 204 len: 168 time: 0.1563072 Feb 10 11:53:51.020717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.021322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.021409 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.021733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.022056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.022384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.022708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.023029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.023380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.023698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.024013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40de71-9f67-41a2-9eb1-7642ffcac308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:51.547918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:53:51.578964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:53:51.579332 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device f353a95c-9bef-41b0-86bf-fa5b9dd2b7fe not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:53:51.832685 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 59216) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:51.957558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-367855242-network', 'tenant_id': 'bf79b6af118948f1a186aad82e821000'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:51.963329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:51.967174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Usage tracker for resource:network and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:51.970090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:51.976336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:51.985988 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:53:51.988247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.000473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.034393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:52.038278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Usage tracker for resource:security_group_rule and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:52.041037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:52.046534 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:52.109854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.113546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.140304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:53:52.153166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48683d55-4036-406b-9082-6da39fb32f8c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:52.157511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.157849 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Added segment ee6ba53f-1253-4fe5-95e4-c0b9dcab6772 of type vlan for network 29cc03e1-b99f-43de-9a89-5b1e73d1023b Feb 10 11:53:52.185051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.214127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.214883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:52.215471 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.316872 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4830847 Feb 10 11:53:52.320635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59222) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:52.322480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5789a4-81a4-41ff-9b6d-c64470cabd77 admin admin] Pushing event updated for resources: {'Network': ['ID=29cc03e1-b99f-43de-9a89-5b1e73d1023b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:52.326120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Request body: {'subnet': {'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-367855242-subnet', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:52.331349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:52.332263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:53:52.338365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Usage tracker for resource:subnet and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:52.341661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:52.347511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:52.356870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:53:52.359166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.558416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.627881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=823cd18c-9980-490e-8488-fd3fb20ac714,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:52.641714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:53:52.642070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Network hostable DHCP agents. Network: 29cc03e1-b99f-43de-9a89-5b1e73d1023b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:53:52.663436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:53:52.671728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 29cc03e1-b99f-43de-9a89-5b1e73d1023b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:52.675617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:52.676206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.681113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e94cca-c8a7-4679-87fb-f1da44caf817 None None] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:53:52.697784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-272fc3bb-5b21-4ee4-8c09-cc9f00f2d762 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3760920 Feb 10 11:53:52.700448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:52.705294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:52.709714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:52.713497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Usage tracker for resource:router and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:52.716333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:52.722059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:52.732848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.733966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.752527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.895244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:53:52.896099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:52.994106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.054887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Allocated IP 172.20.0.2 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:53.176017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.206707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.250811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.260822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Transition to ACTIVE for port object 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:53.279215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Transition to ACTIVE for port object 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:53.284193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.343333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Allocated IP 172.26.3.74 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/92f45b68-4079-4c4c-878c-e17ea2195485) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:53.351374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:53.353962 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:53.357441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:53.362453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Pushing event updated for resources: {'Port': ['ID=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:53.458355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Attempting to bind port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:53:53.459175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Attempting to bind port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:53:53.459568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Attempting to bind port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:53.465659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:53:53.466020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:53:53.466414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.466796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:53:53.467253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Bound port: 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:53:53.467624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.492211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.520200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.557133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] For port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:53:53.561122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] For port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:53:53.565142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.589261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:53.591878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:53.595384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:53.627222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Pushing event updated for resources: {'Port': ['ID=92f45b68-4079-4c4c-878c-e17ea2195485,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:53.645021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a690e-44aa-441a-b3ba-9d4cbcd315a6 None None] Pushing event updated for resources: {'Port': ['ID=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:53.762978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:53.763778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.006447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Router 1f66db88-be25-43d8-a193-09b1a57a3484 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:53:54.202250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:53:54.211711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:53:54.222910 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:53:54.223599 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:54.226409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.227775 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d82cb1ec-262e-491e-8e8d-b47edfd5e05e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5264313 Feb 10 11:53:54.230550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59230) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:54.401310 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:53:54.587130 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd792ee-bc7e-4767-b56b-85ea3441711f None None] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:53:54.699579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-11522082-3de4-466e-8dfc-b6d86feacba0 None None] Provisioning for port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:54.726106 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:53Z', 'revision_number': 3, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:54.730243 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:53:54.730586 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Updating router 1f66db88-be25-43d8-a193-09b1a57a3484 port 92f45b68-4079-4c4c-878c-e17ea2195485 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:53:54.781568 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:54.878732 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:53:55.109898 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.122293 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.134575 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Transition to ACTIVE for port object 92f45b68-4079-4c4c-878c-e17ea2195485 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:55.140421 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.219751 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Attempting to bind port 92f45b68-4079-4c4c-878c-e17ea2195485 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:53:55.220418 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Attempting to bind port 92f45b68-4079-4c4c-878c-e17ea2195485 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:53:55.220525 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Attempting to bind port 92f45b68-4079-4c4c-878c-e17ea2195485 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:53:55.226827 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Pushing event updated for resources: {'Port': ['ID=92f45b68-4079-4c4c-878c-e17ea2195485,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:55.236015 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:53:55.236249 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:53:55.236643 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.237030 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:53:55.237481 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Bound port: 92f45b68-4079-4c4c-878c-e17ea2195485, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:53:55.237844 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.264325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.264666 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.265000 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.265329 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.265659 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.265981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.266306 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.266625 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.266942 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.267277 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.267596 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:53:55.313125 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] For port 92f45b68-4079-4c4c-878c-e17ea2195485, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:53:55.314946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Allocated IP 172.20.0.1 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/b4f34aa0-9b3a-48bf-8e7e-21866cd631ff) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:55.315915 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] For port 92f45b68-4079-4c4c-878c-e17ea2195485, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=92f45b68-4079-4c4c-878c-e17ea2195485,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:53:55.320657 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.400434 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982be4-5105-4ed2-a07c-45aed461e1f2 None None] Pushing event updated for resources: {'Port': ['ID=92f45b68-4079-4c4c-878c-e17ea2195485,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:55.408907 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:53:55.409608 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:55.472521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.487665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Transition to ACTIVE for port object b4f34aa0-9b3a-48bf-8e7e-21866cd631ff will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:53:55.510302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.577888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:55.580492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:55.585142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:55.585573 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:53:55.611652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:55.647573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.722313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:55.750608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.804188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:55.809509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:55.809884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.886740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ce4ad12-43e7-4b3c-978c-2a7804786ca6 None None] Provisioning for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:55.892360 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:53Z', 'revision_number': 3, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:55.897048 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8c3a94-6de3-40dc-909b-ebaba43f7efd None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:53Z', 'revision_number': 3, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:53:55.919795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0ce4ad12-43e7-4b3c-978c-2a7804786ca6 None None] Provisioning complete for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:55.920013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0ce4ad12-43e7-4b3c-978c-2a7804786ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:55.990993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.003110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4ad12-43e7-4b3c-978c-2a7804786ca6 None None] Port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:53:56.019509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.024265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.031864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:56.038656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.130268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:56.145040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:56.149855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.295804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:56.297015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:56.551522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3e8f5dae-f36a-44cc-a923-7bfb1745cbea None None] Provisioning complete for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:56.551889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3e8f5dae-f36a-44cc-a923-7bfb1745cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:56.608857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f5dae-f36a-44cc-a923-7bfb1745cbea None None] Port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:53:56.792024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:53:56.988339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:53:56.996962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28be6c56-4c0c-43e4-9d77-9d42bfaa6d69 admin admin] 10.222.0.42 "PUT /v2.0/routers/1f66db88-be25-43d8-a193-09b1a57a3484/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7654586 Feb 10 11:53:57.222846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f5a9c6c2-9df7-4380-8ac1-0597718ce0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.707759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:57.775093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:57.775492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.812200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59240) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:57.817706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104493498', 'description': 'tempest-description--250213511'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:57.824037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:57.827903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Usage tracker for resource:security_group and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:57.830681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:57.836595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:57.847478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.882486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:57.886377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Usage tracker for resource:security_group_rule and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:57.889491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:57.894759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92f45b68-4079-4c4c-878c-e17ea2195485 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:57.895065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:57.952054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.956172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.960019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 92f45b68-4079-4c4c-878c-e17ea2195485 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:53:57.964576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 92f45b68-4079-4c4c-878c-e17ea2195485 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:57.964938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:57.999211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3774e1ad-e497-4016-a297-2b40425ab69a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:58.003171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.007314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51a6bb32-bd3f-4044-9c4e-3704f0794e73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1913972 Feb 10 11:53:58.008906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59244) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:58.014740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'security_group_rule': {'security_group_id': '3774e1ad-e497-4016-a297-2b40425ab69a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:58.020489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:58.024269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Usage tracker for resource:security_group_rule and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:58.027136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:58.032876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:58.049530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.079463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.094974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 92f45b68-4079-4c4c-878c-e17ea2195485, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=92f45b68-4079-4c4c-878c-e17ea2195485,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:53:58.098706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.110324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.114325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.140373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea774ba-ea73-4660-baf2-8c2118e08cf5,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:58.149710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.150953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c7869113-0bde-4eff-bbb1-b1c1241b4f4f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1407826 Feb 10 11:53:58.153499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:58.158928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'security_group_rule': {'security_group_id': '3774e1ad-e497-4016-a297-2b40425ab69a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:58.165125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:58.166341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=92f45b68-4079-4c4c-878c-e17ea2195485,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:58.168884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Usage tracker for resource:security_group_rule and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:58.171767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:58.177999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:58.194160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.253995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.257648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.280139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1efc3e8-2f12-4298-9eea-b0772030ab34,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:58.289067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.290220 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-882ffb60-b001-4aea-bf76-ac8d223bf7b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1357911 Feb 10 11:53:58.293217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59252) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:53:58.298510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:53:58.303846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:53:58.307549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Usage tracker for resource:floatingip and tenant:bf79b6af118948f1a186aad82e821000 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:53:58.310316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:53:58.315904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:53:58.325333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.458288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.591208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Allocated IP 172.26.3.8 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/52fa77a6-2911-4d18-bc88-bd12da5d1df5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:53:58.734565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.762045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:58.826794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:53:58.829400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:53:58.833495 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:53:58.860134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=52fa77a6-2911-4d18-bc88-bd12da5d1df5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:58.996727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.053662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.260653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.264939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.400704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:53:59.421149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0999322e-0822-4b18-9dc5-225ac4db3bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.423166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:53:59.423876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:53:59.486242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=52fa77a6-2911-4d18-bc88-bd12da5d1df5,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:53:59.498365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.520341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.522022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-654db84c-0010-48a9-a4b7-18bbd19815fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2279015 Feb 10 11:53:59.611796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:53:59.655279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92f45b68-4079-4c4c-878c-e17ea2195485 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:53:59.698065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-c6c61f33-0ccf-46c5-961e-efba61bd6d5a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:59.714986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-c6c61f33-0ccf-46c5-961e-efba61bd6d5a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:59.716152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-c6c61f33-0ccf-46c5-961e-efba61bd6d5a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104493498&fields=id&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 267 time: 0.0586689 Feb 10 11:53:59.868257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-e5e7d146-c050-4b4c-b06d-2d977cb40eee tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:53:59.869563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-e5e7d146-c050-4b4c-b06d-2d977cb40eee tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1457775 Feb 10 11:53:59.878144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 92f45b68-4079-4c4c-878c-e17ea2195485 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:53:59.878519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:53:59.886896 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-60c0f118-e562-4f03-8523-d02e9e1e530a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/quotas/bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 375 time: 0.0113451 Feb 10 11:53:59.971089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-03bbb1e6-0674-495f-adb7-556538cd0d8b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:53:59.992063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-03bbb1e6-0674-495f-adb7-556538cd0d8b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:53:59.993607 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-03bbb1e6-0674-495f-adb7-556538cd0d8b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015439 Feb 10 11:54:00.125273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 2, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:00.129255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:00.129605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Updating router 1f66db88-be25-43d8-a193-09b1a57a3484 port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:54:00.141174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-3cdf334a-23a5-4d77-a0a6-417cb0f0474b service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329777 Feb 10 11:54:00.182327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.279827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-4f283d40-9b15-4d48-9037-e068600e0bf9 service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298039 Feb 10 11:54:00.478061 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0d7edca-ba62-41dc-abac-99ae937f7d10 req-e24a7e98-7d22-4684-8025-983618c0b94e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 210 time: 0.0522537 Feb 10 11:54:00.569483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.579542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.591388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Transition to ACTIVE for port object b4f34aa0-9b3a-48bf-8e7e-21866cd631ff will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:00.597589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.764920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e275e23-bd0f-47c3-ab60-a23bef6b5171 None None] Pushing event updated for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:00.800815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.861857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Attempting to bind port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:00.862375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Attempting to bind port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:00.862848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Attempting to bind port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:00.870153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:00.870972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:00.871603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.872214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:00.872805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Bound port: b4f34aa0-9b3a-48bf-8e7e-21866cd631ff, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:00.873429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:00.984361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] For port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:00.988396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] For port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:00.997079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:01.080208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:01.080823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:01.197382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e275e23-bd0f-47c3-ab60-a23bef6b5171 None None] Pushing event updated for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:01.273839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:01.599028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-201d1ec3-032e-415b-8035-7fbafb2bf7c6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:01.600716 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-201d1ec3-032e-415b-8035-7fbafb2bf7c6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1675262 Feb 10 11:54:01.644956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:00Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:01.650744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2855ccc-0c7e-4c59-868a-b2db7a4eef49 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:00Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:01.669192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d925da4d-0702-42ff-8782-b802114cda5b req-51bccddf-84bf-4bbf-8891-f1236b3dc96f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 210 time: 0.0587497 Feb 10 11:54:01.701523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-5042f120-f72b-4778-a940-145593f1ac46 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 380 time: 0.0577524 Feb 10 11:54:01.717119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'port': {'device_id': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'admin_state_up': True, 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'security_groups': ['3774e1ad-e497-4016-a297-2b40425ab69a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:01.865530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:01.875551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:01.885883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:54:01.889132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.057479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Allocated IP 172.20.0.13 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/53625d1b-edbb-4c1f-b58d-7e8afba939d9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:02.102678 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.255634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.272705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Transition to ACTIVE for port object 53625d1b-edbb-4c1f-b58d-7e8afba939d9 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:02.294455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.368141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:02.371275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:02.373839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:02.406538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:02.446611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:02.447424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.474938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-2751d6f2-0a7f-468d-9d44-60a57460fe1c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651913 Feb 10 11:54:02.485826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Request body: {'port': {'device_id': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:02.596390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.633624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e12e447f-3a00-4d4d-ab85-3a979c4234fe None None] Provisioning for port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:02.638402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e12e447f-3a00-4d4d-ab85-3a979c4234fe None None] Provisioning complete for port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:02.638772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e12e447f-3a00-4d4d-ab85-3a979c4234fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:02.693856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e12e447f-3a00-4d4d-ab85-3a979c4234fe None None] Port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:54:03.012790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702311da-e93d-4b4d-8281-7ed0763a6488 req-80484b60-0e8b-408f-ab6e-50ca72e764d3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:03.013470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-702311da-e93d-4b4d-8281-7ed0763a6488 req-80484b60-0e8b-408f-ab6e-50ca72e764d3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:03.068848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-702311da-e93d-4b4d-8281-7ed0763a6488 req-80484b60-0e8b-408f-ab6e-50ca72e764d3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:03.069957 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-702311da-e93d-4b4d-8281-7ed0763a6488 req-80484b60-0e8b-408f-ab6e-50ca72e764d3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 932 time: 0.1827185 Feb 10 11:54:03.105309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:03.113089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.139791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Transition to ACTIVE for port object 53625d1b-edbb-4c1f-b58d-7e8afba939d9 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:03.143858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-702311da-e93d-4b4d-8281-7ed0763a6488 req-1af7ae21-4050-4d78-ba38-5c4759a8903d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668941 Feb 10 11:54:03.144816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.278302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:03.384486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Attempting to bind port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:03.384815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Attempting to bind port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:03.385136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Attempting to bind port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:03.391407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:54:03.391722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Attempting to bind port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:03.398644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:03.398974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:03.399378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:03.399790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Bound port: 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:03.400217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.491630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:03.494433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:03.497947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.566009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.567383 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] 10.222.0.32 "PUT /v2.0/ports/53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 1094 time: 1.0858572 Feb 10 11:54:03.569948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:03.587020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a160d-ecbd-440e-be8d-f58565667d2d service neutron] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:03.648136 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'status': 'completed', 'code': 200} Feb 10 11:54:03.693755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4f34aa0-9b3a-48bf-8e7e-21866cd631ff up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:03.697927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-686246d3-0260-4407-b23b-cae73ea5539d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1097 time: 0.0924702 Feb 10 11:54:03.767341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-23c550c6-adab-4af3-9575-abbe6e313860 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 217 time: 0.0628548 Feb 10 11:54:03.768392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:03.774076 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:03.774446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.835260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-8064e073-fe28-47b2-aab5-7d634dcd14b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:03.836754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-8064e073-fe28-47b2-aab5-7d634dcd14b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0640597 Feb 10 11:54:03.901453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:03.921320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-6762712d-84c1-4573-94c3-faf034597b95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752740 Feb 10 11:54:03.934620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:03.939317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:04.004496 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:04.018084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:04.056824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-6973c276-4902-48d8-b66d-a6ba58c0f0b2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284513 Feb 10 11:54:04.183877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff9e9267-2eeb-48a6-abb5-68ca716b18a5 req-37994057-034a-4c3f-92d2-0af000f5efb2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211300 Feb 10 11:54:04.367349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-ab0138e8-5932-4675-a4c2-ea03bcecec4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1097 time: 0.1394870 Feb 10 11:54:04.377098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdae4b-1238-415c-a169-e1bf8bf43929 req-55d1d684-e917-4a01-85c0-ccb758eac7db tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:04.378403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87cdae4b-1238-415c-a169-e1bf8bf43929 req-55d1d684-e917-4a01-85c0-ccb758eac7db tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.1107228 Feb 10 11:54:04.509774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87cdae4b-1238-415c-a169-e1bf8bf43929 req-5e6c478d-52ab-49ff-b9d0-847d934e176c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122670 Feb 10 11:54:04.538606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-5e3ef6d3-9d08-496d-9a1e-bc2c211f4087 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:04.540063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-5e3ef6d3-9d08-496d-9a1e-bc2c211f4087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1608584 Feb 10 11:54:04.701269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-714d4c3f-3d81-419a-9bf1-0855d3fa37cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 217 time: 0.1550925 Feb 10 11:54:04.763391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-6e5c9d3e-1b50-441c-bcdb-d201a29048e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:04.764680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-6e5c9d3e-1b50-441c-bcdb-d201a29048e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0566111 Feb 10 11:54:04.840951 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-2b0c4d47-20a2-4138-becc-ebe794e3bc36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685580 Feb 10 11:54:04.975895 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-0b567a70-683e-451b-923b-44a923e68b81 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229084 Feb 10 11:54:05.102880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e609569-b056-4bca-a44c-7b19987f7f11 req-62564bc0-1b47-4a31-87c8-767a635c9523 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218014 Feb 10 11:54:05.659003 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4f34aa0-9b3a-48bf-8e7e-21866cd631ff up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:05.726971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5d10-71f4-4814-86c5-cc2ddbc1d3d6 req-3363437f-23eb-409f-8575-6e38bffada96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:05.728393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:05.728510 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b05b5d10-71f4-4814-86c5-cc2ddbc1d3d6 req-3363437f-23eb-409f-8575-6e38bffada96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.0763853 Feb 10 11:54:05.728889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:05.774400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b05b5d10-71f4-4814-86c5-cc2ddbc1d3d6 req-572d33df-1689-44bf-a126-2463795adcac tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399749 Feb 10 11:54:06.969377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dd734-6c86-47e0-b218-ebf37a1f5496 req-e5d455df-88fa-457d-a829-ed4c034f0165 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:06.970798 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-188dd734-6c86-47e0-b218-ebf37a1f5496 req-e5d455df-88fa-457d-a829-ed4c034f0165 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.0787597 Feb 10 11:54:07.016232 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-188dd734-6c86-47e0-b218-ebf37a1f5496 req-568afb29-8778-47ae-9ee4-b85ff9f6c115 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388026 Feb 10 11:54:07.641565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:54:07.770638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:07.783291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'mac_address': 'fa:16:3e:92:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:54:07.834224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.850956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:07.865609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:07.869340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:07.940209 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:07.948203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.948541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.948867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.949193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.949513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.949829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.950144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.950459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.950769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.951081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:07.951417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:08.072791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['53625d1b-edbb-4c1f-b58d-7e8afba939d9'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:54:08.214984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786108-7c6d-4a90-9a6b-873f0471a6ca req-d5c79646-6b01-4fdf-8ea0-625803541117 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:08.216459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12786108-7c6d-4a90-9a6b-873f0471a6ca req-d5c79646-6b01-4fdf-8ea0-625803541117 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 945 time: 0.0801902 Feb 10 11:54:08.260843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12786108-7c6d-4a90-9a6b-873f0471a6ca req-264d3741-e655-4a46-a204-ea7fafceeadb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Feb 10 11:54:09.453887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a56ff4-b3a5-464b-9c56-505f2c1a2e04 req-4e00afc9-2605-4a3d-8a4d-b81799506a5f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:09.455316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28a56ff4-b3a5-464b-9c56-505f2c1a2e04 req-4e00afc9-2605-4a3d-8a4d-b81799506a5f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 945 time: 0.0768936 Feb 10 11:54:09.498831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-28a56ff4-b3a5-464b-9c56-505f2c1a2e04 req-8e0f8161-ee78-41f8-88d7-b2c132e45286 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Feb 10 11:54:09.656417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:09.723821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:09.729007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:09.729375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.837223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.864652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:09.873587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:09.877476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:09.921487 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'code': 200} Feb 10 11:54:09.948563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:10.212126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19406ab0-49ae-4b2b-a54d-36856e31aeae req-a663f2e0-a626-4531-90e3-a42ffdaf8a50 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.1361074 Feb 10 11:54:10.256103 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19406ab0-49ae-4b2b-a54d-36856e31aeae req-e35286c7-2ed7-4cd8-8b45-9c4a7f6299f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374246 Feb 10 11:54:10.694400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa3c6-3bdc-4031-a904-ccbf157b082c req-d722a440-e66d-45ae-8771-f1e458154db9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:10.695886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-956aa3c6-3bdc-4031-a904-ccbf157b082c req-d722a440-e66d-45ae-8771-f1e458154db9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0767131 Feb 10 11:54:10.741630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-956aa3c6-3bdc-4031-a904-ccbf157b082c req-8591238a-446c-407a-856a-9a03db58edce tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Feb 10 11:54:11.935250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3985e-300d-4299-841c-7a19afb41b47 req-1384dd35-5c1b-44be-9763-daf3428b0e13 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:11.936673 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fd3985e-300d-4299-841c-7a19afb41b47 req-1384dd35-5c1b-44be-9763-daf3428b0e13 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0775642 Feb 10 11:54:11.981372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9fd3985e-300d-4299-841c-7a19afb41b47 req-cd8bf588-4085-47d4-8e40-9f1e7efd6e82 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391939 Feb 10 11:54:12.166229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffe5c5-466a-4087-a8e0-e728387be816 req-21708a59-0ffe-461e-a05b-7d6d5ff2b9b7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:12.167656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15ffe5c5-466a-4087-a8e0-e728387be816 req-21708a59-0ffe-461e-a05b-7d6d5ff2b9b7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0740440 Feb 10 11:54:12.176013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 59300) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:12.182095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'floatingip': {'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:12.334823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.909127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:12.913313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.096439 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e associated. External IP: 172.26.3.8, port: 53625d1b-edbb-4c1f-b58d-7e8afba939d9. Feb 10 11:54:13.474748 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:54:13.759956 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:13.763976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:13.769013 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:13.780719 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:13.781298 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:13.814830 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2512093-be79-4c4a-888c-85453d6d1bed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "PUT /v2.0/floatingips/db06f652-0a28-4362-8683-56efba48b11e HTTP/1.1" status: 200 len: 990 time: 1.6377349 Feb 10 11:54:13.815421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:13.957704 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'status': 'completed', 'code': 200} Feb 10 11:54:13.995425 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:14.043793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc58d-a6fa-4e50-8420-05eb60c1accf req-cc7409a3-f05f-434d-af7e-1a488fbc7428 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:14.045252 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f46dc58d-a6fa-4e50-8420-05eb60c1accf req-cc7409a3-f05f-434d-af7e-1a488fbc7428 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.1340415 Feb 10 11:54:14.095804 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-294754b1-e3bf-4592-ad4c-50c5043783e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.1146131 Feb 10 11:54:14.121626 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f46dc58d-a6fa-4e50-8420-05eb60c1accf req-b45fe50d-5a4d-4a68-9b37-35882bbdbefd tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700510 Feb 10 11:54:14.229998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-d0192159-47d6-4cac-9f59-0e0d53ae73c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:14.231472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-d0192159-47d6-4cac-9f59-0e0d53ae73c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1289246 Feb 10 11:54:14.340213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-03e7d54c-b4a6-4548-ac69-ea1e564f808a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 998 time: 0.1033058 Feb 10 11:54:14.347418 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:92:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:12Z', 'revision_number': 1, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:14.351375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:14.361653 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:14.362244 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:53:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:14.537797 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:14.543004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-727ac7dd-241a-42c6-b959-8993c34d5897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:14.544589 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-727ac7dd-241a-42c6-b959-8993c34d5897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.1991963 Feb 10 11:54:14.627385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b874-cf28-4ec6-9da5-f0a7784e67fb req-9f0f0ace-b496-4193-a2df-7dc3eae5c067 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:14.628886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2b4b874-cf28-4ec6-9da5-f0a7784e67fb req-9f0f0ace-b496-4193-a2df-7dc3eae5c067 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.3414309 Feb 10 11:54:14.661927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-0d1e9cf0-3472-419c-9300-21b569c104c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080346 Feb 10 11:54:14.758904 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2b4b874-cf28-4ec6-9da5-f0a7784e67fb req-ac126761-1953-40e7-9fce-65b7448d74af tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228459 Feb 10 11:54:14.815042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-37a4d551-163a-400a-b768-c8445c92da1c service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415524 Feb 10 11:54:14.875515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:92:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:12Z', 'revision_number': 1, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:14.879506 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e69f60-0102-40b0-abd0-f1715da550f1 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:92:8b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:12Z', 'revision_number': 1, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:14.947011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6c2e8e60-ce88-4b0b-85d4-0bfa45f6cad2 req-20a98e16-b211-4aeb-83f1-2a50facbb561 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262071 Feb 10 11:54:16.039947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff1cf9-d017-47cc-b16c-23568b83756d req-499aa1d1-0966-44b0-b661-6845e66977e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:16.041401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d3ff1cf9-d017-47cc-b16c-23568b83756d req-499aa1d1-0966-44b0-b661-6845e66977e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.1550941 Feb 10 11:54:16.085092 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d3ff1cf9-d017-47cc-b16c-23568b83756d req-2a46f061-3c08-4a0d-a42c-76c5e10680c7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382378 Feb 10 11:54:16.284147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86613aee-a756-4510-9614-0f0cb714b599 req-cad40fb9-bf1b-4af8-8fe4-d46188e7d37f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:16.285873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86613aee-a756-4510-9614-0f0cb714b599 req-cad40fb9-bf1b-4af8-8fe4-d46188e7d37f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0802476 Feb 10 11:54:16.336320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86613aee-a756-4510-9614-0f0cb714b599 req-b2ce2b27-9c16-406d-adc1-33ccaf92b87b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443733 Feb 10 11:54:16.523803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0fae1981-2346-4b6a-92a0-9f99116c86c5 req-2600f919-8a2c-44dc-b076-89ea4067239d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663166 Feb 10 11:54:16.767460 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-1e4724de-b5ac-4132-97a1-8a696ea12af3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695553 Feb 10 11:54:16.838441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d75c59-064b-481e-9195-4d7661deda0f req-41bb866a-27c6-4477-90ce-107c9d5f47f6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:16.839995 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72d75c59-064b-481e-9195-4d7661deda0f req-41bb866a-27c6-4477-90ce-107c9d5f47f6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0820506 Feb 10 11:54:16.888810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72d75c59-064b-481e-9195-4d7661deda0f req-60ddfa63-9c7c-4589-b56d-f1a33dc605e1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Feb 10 11:54:17.315392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fa2e01-76db-49ca-98fb-6f4b58e5a967 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:54:17.986800 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-3e33a82a-4f2f-4bb7-aa73-984b2f931280 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.0671930 Feb 10 11:54:18.167805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-ffaa13bb-02cc-477b-91c4-4c1d3670c0d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:18.169218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-ffaa13bb-02cc-477b-91c4-4c1d3670c0d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1767745 Feb 10 11:54:18.228538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311617e2-d18f-4b38-b47f-1ac77d75aaab req-a307714b-d399-4302-8e1f-657b0c811104 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:18.229847 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-311617e2-d18f-4b38-b47f-1ac77d75aaab req-a307714b-d399-4302-8e1f-657b0c811104 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.2140994 Feb 10 11:54:18.304075 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-fcd17034-15af-49f3-9ca7-2263b0e4e774 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 1000 time: 0.1288807 Feb 10 11:54:18.308629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-311617e2-d18f-4b38-b47f-1ac77d75aaab req-c3255042-b21d-40a1-88cf-34a185f4583c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728996 Feb 10 11:54:18.363508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-c5d3bc7e-46ab-4d5e-8031-a5c973ce7d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:18.365584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-c5d3bc7e-46ab-4d5e-8031-a5c973ce7d52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0561445 Feb 10 11:54:18.439634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-b8b3d810-a48a-4084-8438-fc9bf12b3b34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685914 Feb 10 11:54:18.567996 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-093f0e2c-8a1b-4c1a-a699-1b2a40b3d99a service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224933 Feb 10 11:54:18.788474 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-0e10841b-296c-4af9-a1fb-8f002da0d4a3 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154515 Feb 10 11:54:19.500340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bba3d6-de5d-469a-854d-c42722632c8b req-8a913fc6-860a-4ef8-a225-25c0ced46d22 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:19.501758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8bba3d6-de5d-469a-854d-c42722632c8b req-8a913fc6-860a-4ef8-a225-25c0ced46d22 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0744529 Feb 10 11:54:19.544974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b8bba3d6-de5d-469a-854d-c42722632c8b req-559ac876-173c-4c38-bd15-0160533bec9a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372007 Feb 10 11:54:20.738349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd40e9-ca82-4d37-829d-9fda8929da17 req-65dac6ca-380c-41de-944c-7159d49fbd38 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:20.740304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43fd40e9-ca82-4d37-829d-9fda8929da17 req-65dac6ca-380c-41de-944c-7159d49fbd38 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0768344 Feb 10 11:54:20.784592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43fd40e9-ca82-4d37-829d-9fda8929da17 req-e6095fc1-945f-4a71-a592-3e77910524c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Feb 10 11:54:21.977810 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ebe66-d8fe-43a1-bb2a-cb23024a0d98 req-359cd391-16db-4b17-bd04-1377e01abca8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:21.979235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a42ebe66-d8fe-43a1-bb2a-cb23024a0d98 req-359cd391-16db-4b17-bd04-1377e01abca8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0741687 Feb 10 11:54:22.027077 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a42ebe66-d8fe-43a1-bb2a-cb23024a0d98 req-fcf74230-83f9-4e30-80a5-7c3e8ad1fdda tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Feb 10 11:54:23.229908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e65e-48fe-4f3b-aa79-8b13c0bc1f08 req-1793ca77-a4c3-4899-a4dd-d3ab9ef371e4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:23.231351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1b3e65e-48fe-4f3b-aa79-8b13c0bc1f08 req-1793ca77-a4c3-4899-a4dd-d3ab9ef371e4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0752728 Feb 10 11:54:23.274869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1b3e65e-48fe-4f3b-aa79-8b13c0bc1f08 req-fc28598e-3294-4fca-b48d-b95d4b303b46 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 Feb 10 11:54:24.470261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9958a7-1c02-4cee-887f-4addb1d47a57 req-eea49e24-29c2-4770-a72a-58032f4eedd9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:24.471735 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb9958a7-1c02-4cee-887f-4addb1d47a57 req-eea49e24-29c2-4770-a72a-58032f4eedd9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0793314 Feb 10 11:54:24.515572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb9958a7-1c02-4cee-887f-4addb1d47a57 req-991be27a-c8f7-4b80-bdda-ec86485b1118 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Feb 10 11:54:25.714527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb0cc0-f30d-481f-b691-1cbeb249459e req-7a71232c-892e-40a9-9f42-c664ec9e28da tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:25.715992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5fdb0cc0-f30d-481f-b691-1cbeb249459e req-7a71232c-892e-40a9-9f42-c664ec9e28da tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0779459 Feb 10 11:54:25.760771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5fdb0cc0-f30d-481f-b691-1cbeb249459e req-e41e32e7-33c5-4817-911e-600c2917103a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Feb 10 11:54:26.961380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678246-d39f-4045-8cc9-aa3e96270d8f req-64ba93a8-d56a-4e58-ac7e-5cbde2a3653a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:26.962797 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82678246-d39f-4045-8cc9-aa3e96270d8f req-64ba93a8-d56a-4e58-ac7e-5cbde2a3653a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0777323 Feb 10 11:54:27.012040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82678246-d39f-4045-8cc9-aa3e96270d8f req-c94fef75-c419-48fe-940f-95260fa2a122 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437787 Feb 10 11:54:27.225152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9076d33f-433f-4241-94e9-5b55252cb517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:28.206417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4bd97-fb95-486f-b824-d1ff4637617b req-9d7e47cc-fb42-4112-98ca-5f375cfc5d6f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:28.208410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95e4bd97-fb95-486f-b824-d1ff4637617b req-9d7e47cc-fb42-4112-98ca-5f375cfc5d6f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0760989 Feb 10 11:54:28.256287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95e4bd97-fb95-486f-b824-d1ff4637617b req-47f034ee-b7ce-409b-8523-3ab6329190f2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Feb 10 11:54:29.412966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cc15edd1-38d3-467d-b660-11163cdab566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:29.467782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa403b5-d631-4570-994c-bdaf1fd6795d req-f531f945-b190-4d52-948f-10b36c0849c8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:29.469360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8fa403b5-d631-4570-994c-bdaf1fd6795d req-f531f945-b190-4d52-948f-10b36c0849c8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0773647 Feb 10 11:54:29.516782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8fa403b5-d631-4570-994c-bdaf1fd6795d req-7402a916-cd07-4fda-9502-ca878584091c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Feb 10 11:54:30.552818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:30.716384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28ccd2-1648-4c8f-bb7f-63f66dd36b34 req-efd565da-989e-428d-be1f-c8d807e6b5ad tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:30.717879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f28ccd2-1648-4c8f-bb7f-63f66dd36b34 req-efd565da-989e-428d-be1f-c8d807e6b5ad tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0813527 Feb 10 11:54:30.725384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:30.763133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9f28ccd2-1648-4c8f-bb7f-63f66dd36b34 req-a302016b-a795-4704-8aa0-4919b8cd789b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Feb 10 11:54:31.839011 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:54:32.027260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd0e0c-ea5f-4c9e-a206-5f5a35321811 req-dfcab1b6-3dcd-46ac-be65-1d1538345e89 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.028718 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7afd0e0c-ea5f-4c9e-a206-5f5a35321811 req-dfcab1b6-3dcd-46ac-be65-1d1538345e89 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.1343436 Feb 10 11:54:32.035763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-5a30948b-4ed6-4c1f-b8a3-78211e1fad95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.1001210 Feb 10 11:54:32.104331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:32.160058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7afd0e0c-ea5f-4c9e-a206-5f5a35321811 req-dc614d5c-98fb-44fa-96de-822992c11853 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228726 Feb 10 11:54:32.205620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-56fcba3d-cd1b-4010-97a0-6de1a6e5caf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.207040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-56fcba3d-cd1b-4010-97a0-6de1a6e5caf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1520226 Feb 10 11:54:32.308921 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-4e7f87eb-0455-4db8-89c5-80c76784a2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 1000 time: 0.0960999 Feb 10 11:54:32.369280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-090e1098-a71f-4fd6-96c7-3e85669ca3cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:32.370667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-090e1098-a71f-4fd6-96c7-3e85669ca3cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0558491 Feb 10 11:54:32.444494 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-f33c092c-dc8e-4e40-b51b-2b84e9a166a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662284 Feb 10 11:54:32.579185 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-7d2e97cc-2b6e-426a-a1ef-90ab9e2f0e51 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286964 Feb 10 11:54:32.794982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb7d0070-2ac9-4aee-990f-f367cf47ba09 req-3e75b91c-5e63-4ac1-8edb-025802f920a7 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082384 Feb 10 11:54:33.355394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38074f0-30a9-4973-94a8-99c9b5b81d12 req-c45e63be-9709-4013-ae95-ccb8fbc97782 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:33.356779 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a38074f0-30a9-4973-94a8-99c9b5b81d12 req-c45e63be-9709-4013-ae95-ccb8fbc97782 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0756412 Feb 10 11:54:33.401512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a38074f0-30a9-4973-94a8-99c9b5b81d12 req-01146357-34f7-4c32-ac72-dd293545a192 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Feb 10 11:54:33.977238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:34.598616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947428-ed43-41ea-a5a8-1f4d97fa61fb req-cba9ef3f-8eaa-47bd-a440-294bdb670e56 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:34.600057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81947428-ed43-41ea-a5a8-1f4d97fa61fb req-cba9ef3f-8eaa-47bd-a440-294bdb670e56 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0779278 Feb 10 11:54:34.644172 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81947428-ed43-41ea-a5a8-1f4d97fa61fb req-7ed54a1b-7c6b-4f9d-b111-d95f9870d113 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Feb 10 11:54:35.458954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-52daaf0c-56a2-464a-a209-8480294db4dd service neutron] 10.222.0.32 "GET /v2.0/ports/53625d1b-edbb-4c1f-b58d-7e8afba939d9/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0715787 Feb 10 11:54:35.719883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-e244fd7c-737f-48da-b17e-d93d3711bd67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1099 time: 0.0727322 Feb 10 11:54:35.869141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-56ac20af-3695-4aa8-bcc3-d048ad8b0048 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.1269040 Feb 10 11:54:35.878060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff18ff-3e51-4b42-bd8a-ca9aef8af4a6 req-4284342c-ab9e-4666-ad87-c12df03364e5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:35.879440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6fff18ff-3e51-4b42-bd8a-ca9aef8af4a6 req-4284342c-ab9e-4666-ad87-c12df03364e5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.1084516 Feb 10 11:54:36.005712 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6fff18ff-3e51-4b42-bd8a-ca9aef8af4a6 req-05fc9792-d6cf-4d4b-aed1-089cb700d0ea tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077511 Feb 10 11:54:36.036260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-83227119-32a5-4436-a66c-9de6eedbee77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:36.037679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-83227119-32a5-4436-a66c-9de6eedbee77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1571589 Feb 10 11:54:36.138268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-16beba77-b539-41ed-9cee-56dd3a7da813 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 1000 time: 0.0952332 Feb 10 11:54:36.198512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-37c75308-ccfb-454e-b031-c1af7cd3182e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:36.199894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-37c75308-ccfb-454e-b031-c1af7cd3182e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0557613 Feb 10 11:54:36.271691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-5e5dfe4b-e2e4-4d67-98d6-34000b58d3f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658252 Feb 10 11:54:36.400276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-14f49b82-dc26-43f2-a819-c15261d52bcf service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230519 Feb 10 11:54:36.528224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f10b3abf-68fe-45fa-8fec-25c79319562d req-05bfcfe9-40a2-404e-8dc5-81adc25d946d service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222017 Feb 10 11:54:37.216466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f9d7-a7fe-4e9c-99ee-bc80260a1fd6 req-3e38a7c0-a4df-4043-ab29-4c93118562d8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:37.217893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4203f9d7-a7fe-4e9c-99ee-bc80260a1fd6 req-3e38a7c0-a4df-4043-ab29-4c93118562d8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0784280 Feb 10 11:54:37.262812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4203f9d7-a7fe-4e9c-99ee-bc80260a1fd6 req-f93f34c4-0932-42b5-90ff-8e8664b2b767 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Feb 10 11:54:38.451839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c72cd9-f7f9-4fd1-a6ff-dff6479ae74b req-06c01621-1d7b-4cff-9dbc-8a2f0533f658 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:38.453247 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1c72cd9-f7f9-4fd1-a6ff-dff6479ae74b req-06c01621-1d7b-4cff-9dbc-8a2f0533f658 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0740831 Feb 10 11:54:38.499003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b1c72cd9-f7f9-4fd1-a6ff-dff6479ae74b req-c03f2f57-2731-4c00-b1b9-f29efb9fb0b0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Feb 10 11:54:38.867719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393265f3-2466-4608-89be-edeaac2612d1 req-03e32c4e-4218-4eb4-99ad-c34511eb25d8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:38.869095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-03e32c4e-4218-4eb4-99ad-c34511eb25d8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f&tenant_id=bf79b6af118948f1a186aad82e821000&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 946 time: 0.1360402 Feb 10 11:54:38.876244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed5ab4-e379-4415-979e-99e7727b38ad req-99d3fbd4-bac9-44ad-831e-6060a2ae6817 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:38.877581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6ed5ab4-e379-4415-979e-99e7727b38ad req-99d3fbd4-bac9-44ad-831e-6060a2ae6817 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.1132879 Feb 10 11:54:39.060255 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6ed5ab4-e379-4415-979e-99e7727b38ad req-712f8bed-1ce2-4bba-9c57-78a6fdc1e802 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763411 Feb 10 11:54:39.076926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-adbb2227-1774-4fc5-8377-25354ff8cf7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 1099 time: 0.0899556 Feb 10 11:54:39.203124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393265f3-2466-4608-89be-edeaac2612d1 req-08efdd92-7773-43eb-8a15-050c9272e62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:39.204566 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-08efdd92-7773-43eb-8a15-050c9272e62f service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1222160 Feb 10 11:54:39.308939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-3698e220-0e85-4283-9eb4-efa96efcb283 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 200 len: 1000 time: 0.0972748 Feb 10 11:54:39.372070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393265f3-2466-4608-89be-edeaac2612d1 req-aced9f12-755c-4dea-90ad-e03f7119eeff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:39.373534 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-aced9f12-755c-4dea-90ad-e03f7119eeff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0590174 Feb 10 11:54:39.446351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-5e1fc25e-0687-47b7-bfd0-816b8cdb4fed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674319 Feb 10 11:54:39.572304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-d844267b-c5f7-413b-9cff-ad5b73c1e54b service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202197 Feb 10 11:54:39.699050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-393265f3-2466-4608-89be-edeaac2612d1 req-1c711ecb-832d-48ee-a70a-dba3dc7fd2a2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210580 Feb 10 11:54:39.851738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:54:39.855132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:54:40.108005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:40.126104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:40.148129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'mac_address': 'fa:16:3e:92:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:54:40.154818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:40.207057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:40.215614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:40.262903 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'code': 200} Feb 10 11:54:40.282338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772afd1-b202-4443-a60a-7fbd10e3d62e req-ed1fea7b-fe96-4f66-adcf-32146f616601 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:40.283813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f772afd1-b202-4443-a60a-7fbd10e3d62e req-ed1fea7b-fe96-4f66-adcf-32146f616601 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.0955913 Feb 10 11:54:40.285579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:40.318069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:40.340160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f772afd1-b202-4443-a60a-7fbd10e3d62e req-41e37f25-a601-402b-a2c6-23c8f4ce7f48 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505681 Feb 10 11:54:40.361703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:40.383970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:54:40.384331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:54:40.536609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598de3d-5259-4b0a-918b-1f00db002481 req-783e50b3-b116-4405-8d97-4f9b333ea134 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:40.538049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a598de3d-5259-4b0a-918b-1f00db002481 req-783e50b3-b116-4405-8d97-4f9b333ea134 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.0742590 Feb 10 11:54:40.584384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a598de3d-5259-4b0a-918b-1f00db002481 req-03b60322-af2c-4a7d-86ec-1984076b3940 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Feb 10 11:54:40.779695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2aa1-9387-47f7-912c-bcd8c0df6f3e req-32784a08-6864-4432-9b42-42ea196b3188 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:40.781108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7d2aa1-9387-47f7-912c-bcd8c0df6f3e req-32784a08-6864-4432-9b42-42ea196b3188 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 944 time: 0.0780778 Feb 10 11:54:40.824649 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7d2aa1-9387-47f7-912c-bcd8c0df6f3e req-3d6fcc1a-99fc-4a9c-80bc-c664355b6a7a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376241 Feb 10 11:54:40.936536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:40.953616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:40.969022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:40.972923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:41.043917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['53625d1b-edbb-4c1f-b58d-7e8afba939d9'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:54:41.083827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:41.224134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b79e4-3661-4ac4-b84f-fc574ac60385 req-5fcd6276-3d0c-4c7d-a577-b54552892664 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:41.225468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a43b79e4-3661-4ac4-b84f-fc574ac60385 req-5fcd6276-3d0c-4c7d-a577-b54552892664 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 945 time: 0.0761709 Feb 10 11:54:41.268213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a43b79e4-3661-4ac4-b84f-fc574ac60385 req-179d3fb0-c8ab-40da-b664-59519fdd7e1e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374398 Feb 10 11:54:41.881541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:41.947058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:41.947715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:42.057485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:42.088628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:42.092388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:42.155543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:42.263523 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:42.316713 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'code': 200} Feb 10 11:54:42.463904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f92065-5ec0-4eb3-8d05-c7939f6f60c1 req-8e69f945-5349-4e58-a2aa-8c1a2aedf861 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:42.465321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00f92065-5ec0-4eb3-8d05-c7939f6f60c1 req-8e69f945-5349-4e58-a2aa-8c1a2aedf861 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0782201 Feb 10 11:54:42.509432 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-00f92065-5ec0-4eb3-8d05-c7939f6f60c1 req-f07d1c84-83f1-4a5d-b3ea-b785f7b51706 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Feb 10 11:54:42.776837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-dc91f72c-1eda-4c44-a930-05d45e3ae575 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:42.778134 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-dc91f72c-1eda-4c44-a930-05d45e3ae575 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 946 time: 0.0740891 Feb 10 11:54:42.845904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Deleting port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:54:42.846240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:43.081332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] For port 53625d1b-edbb-4c1f-b58d-7e8afba939d9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=53625d1b-edbb-4c1f-b58d-7e8afba939d9,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:43.081605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:43.448358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:43.448716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:43.449018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e disassociated. External IP: 172.26.3.8, port: 53625d1b-edbb-4c1f-b58d-7e8afba939d9. Feb 10 11:54:43.449346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Calling delete_port for 53625d1b-edbb-4c1f-b58d-7e8afba939d9 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:54:43.588026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:43.636566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'Port': ['ID=53625d1b-edbb-4c1f-b58d-7e8afba939d9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:43.686774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8270f694-78f2-453b-8fbe-25754570fcc1 req-a028e305-7feb-4f5a-8224-918cc048f900 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=1502e6d4-d7ad-49d9-9066-25be2baf1c7f HTTP/1.1" status: 200 len: 210 time: 0.0514362 Feb 10 11:54:43.887157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:54:44.082707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:44.092107 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:44.104125 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:44.104720 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:44.147729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] No DVR routers for this DVR port 53625d1b-edbb-4c1f-b58d-7e8afba939d9 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:54:44.150302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:44.153219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-deleted', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:44.169468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43c27812-c4c3-44fc-a3e7-6da5cc6233cf req-f3e59678-adef-4839-98ec-0aa25164fac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "DELETE /v2.0/ports/53625d1b-edbb-4c1f-b58d-7e8afba939d9 HTTP/1.1" status: 204 len: 173 time: 1.3865819 Feb 10 11:54:44.295095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1502e6d4-d7ad-49d9-9066-25be2baf1c7f', 'name': 'network-vif-deleted', 'tag': '53625d1b-edbb-4c1f-b58d-7e8afba939d9', 'status': 'completed', 'code': 200} Feb 10 11:54:44.326826 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:44.632036 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:44.635850 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:44.646630 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:44.647215 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:44.821575 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:45.039867 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-45259ef5-4b76-4f3d-bc26-bdfeeb53c940 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104493498&fields=id&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 267 time: 0.0403512 Feb 10 11:54:45.127343 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:45.132085 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5350a2-5f22-4215-8fbf-9231f78c03e3 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:45.185395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-acefff48-e72c-45f0-9abf-82dddfec7617 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:45.186843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-acefff48-e72c-45f0-9abf-82dddfec7617 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1408024 Feb 10 11:54:45.203847 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-142e3976-1ad5-4120-b88d-4ea53964d088 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/quotas/bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 375 time: 0.0110099 Feb 10 11:54:45.290359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-eb745ba6-79ef-4c7b-b493-98d609229fc2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:45.305961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-eb745ba6-79ef-4c7b-b493-98d609229fc2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:45.307312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-eb745ba6-79ef-4c7b-b493-98d609229fc2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971048 Feb 10 11:54:45.341780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88383e9-9dbb-48da-b4f9-7c9bcbd606e3 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:54:45.449192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-16a2ab2d-a87f-419c-ae03-556220b16928 service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298285 Feb 10 11:54:45.675191 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-2e9e5da3-f182-4ded-87d4-81d4bb0bb6db service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205248 Feb 10 11:54:45.857026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6539fa9a-3eb3-4362-ad88-7e1925ed4352 req-0d477384-adfc-4ada-b0c6-746d81419d93 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 210 time: 0.0427680 Feb 10 11:54:46.844843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-aab65335-1b00-48eb-ac65-940491ba2ac4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:46.846244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-aab65335-1b00-48eb-ac65-940491ba2ac4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1417515 Feb 10 11:54:46.900528 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-e8580c76-388e-4989-9009-8ddcb14f6f2c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 380 time: 0.0430527 Feb 10 11:54:46.908657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'port': {'device_id': 'f0120350-97a4-448b-bb95-c108325c501b', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'admin_state_up': True, 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'security_groups': ['3774e1ad-e497-4016-a297-2b40425ab69a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:47.038212 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-04c0f912-fc06-4223-bbf9-33d3ac83aa4f req-fe137081-45eb-4479-b3b5-113382ab1c62 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 210 time: 0.0556629 Feb 10 11:54:47.085522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:54:47.094984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:54:47.105086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:54:47.108107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.265040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Allocated IP 172.20.0.5 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/3ffa3a43-faf1-4116-af22-6593ca15a535) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:54:47.450743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.465998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Transition to ACTIVE for port object 3ffa3a43-faf1-4116-af22-6593ca15a535 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:47.488154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.558695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:54:47.561584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:54:47.565832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:54:47.594461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:47.633497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:47.634188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.663208 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-265613a5-9475-45b3-b0b7-8920175021e8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7581656 Feb 10 11:54:47.674536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Request body: {'port': {'device_id': 'f0120350-97a4-448b-bb95-c108325c501b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:47.785788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.845092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5ad86378-77eb-411c-bb4e-3b162cf395a9 None None] Provisioning for port 3ffa3a43-faf1-4116-af22-6593ca15a535 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:47.849652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5ad86378-77eb-411c-bb4e-3b162cf395a9 None None] Provisioning complete for port 3ffa3a43-faf1-4116-af22-6593ca15a535 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:47.850011 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ad86378-77eb-411c-bb4e-3b162cf395a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:47.903178 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5ad86378-77eb-411c-bb4e-3b162cf395a9 None None] Port 3ffa3a43-faf1-4116-af22-6593ca15a535 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:54:47.936417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:54:47.968686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 53625d1b-edbb-4c1f-b58d-7e8afba939d9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:54:47.968944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 53625d1b-edbb-4c1f-b58d-7e8afba939d9 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:54:48.126309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffa3a43-faf1-4116-af22-6593ca15a535 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:48.133702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:48.147390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Transition to ACTIVE for port object 3ffa3a43-faf1-4116-af22-6593ca15a535 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:54:48.151139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:48.308957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:48.528336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c6985-8bb8-437d-920e-cba89ac08a45 req-00c7565f-23c5-4f8f-8306-7670de815ef2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:48.528901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ed7c6985-8bb8-437d-920e-cba89ac08a45 req-00c7565f-23c5-4f8f-8306-7670de815ef2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:54:48.557799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Attempting to bind port 3ffa3a43-faf1-4116-af22-6593ca15a535 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:54:48.558154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Attempting to bind port 3ffa3a43-faf1-4116-af22-6593ca15a535 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:54:48.558420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Attempting to bind port 3ffa3a43-faf1-4116-af22-6593ca15a535 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:48.562564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ed7c6985-8bb8-437d-920e-cba89ac08a45 req-00c7565f-23c5-4f8f-8306-7670de815ef2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:54:48.563720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed7c6985-8bb8-437d-920e-cba89ac08a45 req-00c7565f-23c5-4f8f-8306-7670de815ef2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 943 time: 0.3804862 Feb 10 11:54:48.566137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Port 3ffa3a43-faf1-4116-af22-6593ca15a535 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:54:48.566468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Attempting to bind port 3ffa3a43-faf1-4116-af22-6593ca15a535 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:54:48.587001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:54:48.587357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:54:48.587709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:54:48.588121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Bound port: 3ffa3a43-faf1-4116-af22-6593ca15a535, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:54:48.588453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:48.669722 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed7c6985-8bb8-437d-920e-cba89ac08a45 req-6383b336-0fae-4cdf-8710-bb51ef9f2b01 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994475 Feb 10 11:54:48.694299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:54:48.697599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3ffa3a43-faf1-4116-af22-6593ca15a535,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:54:48.701073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:48.767707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:48.769063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 1093 time: 1.0988591 Feb 10 11:54:48.769496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:48.803067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:48.841673 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'status': 'completed', 'code': 200} Feb 10 11:54:48.848813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.849154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.849490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.849820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.850148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.850474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.850795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.851112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.851454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.851794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.852089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c82ff0-3847-4c28-881e-a623523512a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:54:48.896186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-8d57def1-c246-416c-b47a-1f220c6b02ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1096 time: 0.0883343 Feb 10 11:54:48.962974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-30a92397-0cd1-48f8-8aca-1ffc0ca04000 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 217 time: 0.0606644 Feb 10 11:54:49.026534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-af84ae32-04c0-475a-b5c3-db612b9c51a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:49.028060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-af84ae32-04c0-475a-b5c3-db612b9c51a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0595412 Feb 10 11:54:49.100364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-9d4f8471-63d4-41cc-b15a-426e89da479f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663993 Feb 10 11:54:49.228004 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-84de73b5-c1df-4b49-8af4-9c5f5d2a9d74 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221447 Feb 10 11:54:49.356268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b2b4195-f459-4e49-904f-343341e2f3d5 req-7bd9c9f3-8e96-43bf-84a3-a9d754bdca9a service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228747 Feb 10 11:54:49.471694 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-40391ecc-bea0-44da-a7c1-50392722298e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1096 time: 0.0708845 Feb 10 11:54:49.599631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736764c6-879b-4dee-ae0b-514674e321fd req-7f20b553-a2e2-4bba-9e19-530504f45dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:49.601028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-7f20b553-a2e2-4bba-9e19-530504f45dd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1237860 Feb 10 11:54:49.669563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-811cadb7-ac07-44ac-82e0-3c0c7d7fd960 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 217 time: 0.0614007 Feb 10 11:54:49.734751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736764c6-879b-4dee-ae0b-514674e321fd req-7d62b2d3-425b-421e-bb34-01acebac8833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:49.736207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-7d62b2d3-425b-421e-bb34-01acebac8833 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0593293 Feb 10 11:54:49.808450 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-8db25cd6-8fe5-432e-bb67-69b5157c2528 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662403 Feb 10 11:54:49.991184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05f01b-4930-4a21-a902-a25215163486 req-9600e960-b833-4643-800a-d44095a79a43 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:49.992634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f05f01b-4930-4a21-a902-a25215163486 req-9600e960-b833-4643-800a-d44095a79a43 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 943 time: 0.1833558 Feb 10 11:54:49.994395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-ca029dc5-5091-492c-9257-93128740c9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562157 Feb 10 11:54:50.203013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f05f01b-4930-4a21-a902-a25215163486 req-73588ffc-187b-4c02-8fcc-2c9e3abd4196 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045491 Feb 10 11:54:50.239696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-736764c6-879b-4dee-ae0b-514674e321fd req-2442e9fc-3833-4b2e-9cf3-2632cad85e09 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278600 Feb 10 11:54:51.396056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c251683-8919-4902-8f06-5653c9dc3e1f req-7a4469cb-38bd-4d72-a705-b90c65712a8b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:51.397504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c251683-8919-4902-8f06-5653c9dc3e1f req-7a4469cb-38bd-4d72-a705-b90c65712a8b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 943 time: 0.0745473 Feb 10 11:54:51.442222 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c251683-8919-4902-8f06-5653c9dc3e1f req-dd36784e-e383-467b-a7b8-99a0f43859fc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392294 Feb 10 11:54:51.945089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3ffa3a43-faf1-4116-af22-6593ca15a535 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:54:52.075314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3ffa3a43-faf1-4116-af22-6593ca15a535,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:52.088440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'mac_address': 'fa:16:3e:78:e9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:54:52.142331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:52.187050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffa3a43-faf1-4116-af22-6593ca15a535 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:54:52.203192 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3ffa3a43-faf1-4116-af22-6593ca15a535,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:52.206633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:52.271641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:52.417120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['3ffa3a43-faf1-4116-af22-6593ca15a535'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:54:52.779887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f7c8b-85ff-45d6-a0fa-6e7b0af9b73e req-f480f765-fed2-4041-aa2a-d1cd677dc6a3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:52.781292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6a6f7c8b-85ff-45d6-a0fa-6e7b0af9b73e req-f480f765-fed2-4041-aa2a-d1cd677dc6a3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 944 time: 0.0781670 Feb 10 11:54:52.826326 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6a6f7c8b-85ff-45d6-a0fa-6e7b0af9b73e req-2b651eab-f10d-455d-8210-7cbeeb4754c0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Feb 10 11:54:53.962547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3ffa3a43-faf1-4116-af22-6593ca15a535 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:54:54.024972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95320ebe-c78f-4431-bac9-0fa3f7684c3c req-4a1d2117-22a5-4da8-9eb1-45b96afe2819 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:54.026746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95320ebe-c78f-4431-bac9-0fa3f7684c3c req-4a1d2117-22a5-4da8-9eb1-45b96afe2819 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 944 time: 0.0789313 Feb 10 11:54:54.031334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 3ffa3a43-faf1-4116-af22-6593ca15a535 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:54:54.036126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 3ffa3a43-faf1-4116-af22-6593ca15a535 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:54:54.036492 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:54.077515 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95320ebe-c78f-4431-bac9-0fa3f7684c3c req-5d7d59a8-f8fc-4ccd-9272-b3cfb2b7d9b2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Feb 10 11:54:54.147808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:54.172922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:54.182713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3ffa3a43-faf1-4116-af22-6593ca15a535,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:54:54.186979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:54.253490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:54:54.306093 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'code': 200} Feb 10 11:54:54.523578 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c66f2d-5166-4139-b1e2-8f10de708821 req-7f229a53-12f7-4e66-8c6d-9903fd704274 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.0648730 Feb 10 11:54:54.562908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c66f2d-5166-4139-b1e2-8f10de708821 req-d2d60002-c9e8-4a88-99d4-a1ba76e56a24 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339851 Feb 10 11:54:55.272983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae407-d97f-43c9-a2f1-f6dc8d8da375 req-0926a34e-e078-4dda-8be7-611b48dec988 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:55.274321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22eae407-d97f-43c9-a2f1-f6dc8d8da375 req-0926a34e-e078-4dda-8be7-611b48dec988 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0782981 Feb 10 11:54:55.318232 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22eae407-d97f-43c9-a2f1-f6dc8d8da375 req-61771102-001c-42ba-813c-5235a57e8612 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Feb 10 11:54:56.508314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e1d05-ce38-45a5-a475-3d3dd773156c req-de680458-68b9-44a8-a4b1-7e63aa66a557 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:56.509712 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-392e1d05-ce38-45a5-a475-3d3dd773156c req-de680458-68b9-44a8-a4b1-7e63aa66a557 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0745668 Feb 10 11:54:56.552921 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-392e1d05-ce38-45a5-a475-3d3dd773156c req-e470ada1-af52-4b05-8496-672b5e9a745f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378292 Feb 10 11:54:56.740086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc999be-c13b-4373-be5f-08e587617660 req-dd18a20e-8a12-4c48-83e3-1c72db5f8e9c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:56.741489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-edc999be-c13b-4373-be5f-08e587617660 req-dd18a20e-8a12-4c48-83e3-1c72db5f8e9c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0772734 Feb 10 11:54:56.750235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59458) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:54:56.756437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'floatingip': {'port_id': '3ffa3a43-faf1-4116-af22-6593ca15a535'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:54:56.830807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:57.226153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba64d6d5-21e9-4c2d-9e3d-5ab5dc0a43d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:57.399249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:57.402694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:57.683836 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e associated. External IP: 172.26.3.8, port: 3ffa3a43-faf1-4116-af22-6593ca15a535. Feb 10 11:54:58.070063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:54:58.267376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:54:58.272163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:58.277549 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:54:58.289866 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:58.290554 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:58.322925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-40300059-7b68-4443-a7b3-1f8f1ba8240c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "PUT /v2.0/floatingips/db06f652-0a28-4362-8683-56efba48b11e HTTP/1.1" status: 200 len: 989 time: 1.5716305 Feb 10 11:54:58.323612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:54:58.379814 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'status': 'completed', 'code': 200} Feb 10 11:54:58.471690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:58.480610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-7b9c4008-b93b-4c04-b610-2bb85627fa44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.0807631 Feb 10 11:54:58.684754 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-305629b8-2c07-424c-ba8a-339563a65224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:58.686181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-305629b8-2c07-424c-ba8a-339563a65224 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1997213 Feb 10 11:54:58.796366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0cae5-ddaf-4f9a-a814-ca72204976ab req-269557ed-b235-4641-8e05-707337d972b3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:58.798059 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65b0cae5-ddaf-4f9a-a814-ca72204976ab req-269557ed-b235-4641-8e05-707337d972b3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1988707 Feb 10 11:54:58.807593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-da163d58-1050-42bd-af70-a39dd1486375 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 997 time: 0.1139026 Feb 10 11:54:58.835627 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:78:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0120350-97a4-448b-bb95-c108325c501b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:57Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:58.839449 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:54:58.850093 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:54:58.850673 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:54:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:58.894751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-2278c1b4-4272-4a6a-9966-f3b8456d448e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:54:58.896180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-2278c1b4-4272-4a6a-9966-f3b8456d448e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0764954 Feb 10 11:54:58.898238 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65b0cae5-ddaf-4f9a-a814-ca72204976ab req-fd08e3dd-e4fc-4fc9-8565-70917b351081 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936327 Feb 10 11:54:58.974936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-3f2e91bf-1bc3-4e92-9c7c-738a33c8f965 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729563 Feb 10 11:54:59.025433 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:54:59.105496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-5a8dc7b2-08f5-4468-a817-c3309e713489 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244371 Feb 10 11:54:59.342879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3887b5ee-829d-45cc-a4f5-35698bf23465 req-053b431f-af7a-4a75-a37c-10a144d29fe2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313399 Feb 10 11:54:59.375965 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:78:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0120350-97a4-448b-bb95-c108325c501b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:57Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:54:59.380910 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf4b59-5c24-4e25-ad31-e9f58f370023 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:78:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0120350-97a4-448b-bb95-c108325c501b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:54:57Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:54:59.415528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1daacdab-f7f0-4705-b1c1-5b0ff5b55626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:54:59.569582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeec150c-4aea-431d-9598-1cdebeb079c6 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:55:00.092463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73562141-7c18-433b-92c5-c1b06ab61c25 req-9a230508-6f62-453c-b089-92cd09c91dc1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:00.093929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73562141-7c18-433b-92c5-c1b06ab61c25 req-9a230508-6f62-453c-b089-92cd09c91dc1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0743709 Feb 10 11:55:00.139488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73562141-7c18-433b-92c5-c1b06ab61c25 req-fb4df174-cb94-4cc6-9b24-6e426dbed854 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Feb 10 11:55:00.555444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:00.729049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:01.334138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd288001-859a-402c-9810-833ff60a9528 req-cc5101a6-7792-4e7e-992b-4b39695d016b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:01.335496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd288001-859a-402c-9810-833ff60a9528 req-cc5101a6-7792-4e7e-992b-4b39695d016b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0773220 Feb 10 11:55:01.379799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd288001-859a-402c-9810-833ff60a9528 req-f8129b3e-c911-4185-9175-d62cd0fa8c9a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Feb 10 11:55:02.105702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:02.575491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264648df-b2ab-4e23-a107-588843d41841 req-f8e617d7-1f72-4092-b93f-3a97ac8ad30a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:02.576917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-264648df-b2ab-4e23-a107-588843d41841 req-f8e617d7-1f72-4092-b93f-3a97ac8ad30a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0803971 Feb 10 11:55:02.623703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-264648df-b2ab-4e23-a107-588843d41841 req-2906beea-56f6-4a83-9029-8016fea00198 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Feb 10 11:55:03.815367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983bd9a-f0a2-47a7-a2f9-591f876bcf46 req-f9ed95f6-4f4d-4341-b45c-fa215c6378a3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:03.817439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a983bd9a-f0a2-47a7-a2f9-591f876bcf46 req-f9ed95f6-4f4d-4341-b45c-fa215c6378a3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0763230 Feb 10 11:55:03.860758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a983bd9a-f0a2-47a7-a2f9-591f876bcf46 req-0db30790-a786-4471-9154-e5652923b19d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 Feb 10 11:55:03.987975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:05.060225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed2aca-de6a-4615-8a92-2b4c2850c1f1 req-e0dc808b-cd14-4c31-b746-e381c2efec2f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:05.061637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5eed2aca-de6a-4615-8a92-2b4c2850c1f1 req-e0dc808b-cd14-4c31-b746-e381c2efec2f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0793445 Feb 10 11:55:05.104948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5eed2aca-de6a-4615-8a92-2b4c2850c1f1 req-c22b4d56-a1e4-40d1-91ea-17ba2e571229 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372412 Feb 10 11:55:06.298996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eacdb-8cbb-4f7e-9a0d-ed6fb33c889c req-5a4f9c6a-93f5-4e4e-ba1b-3baa25705dae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:06.300360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-295eacdb-8cbb-4f7e-9a0d-ed6fb33c889c req-5a4f9c6a-93f5-4e4e-ba1b-3baa25705dae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0746343 Feb 10 11:55:06.344014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-295eacdb-8cbb-4f7e-9a0d-ed6fb33c889c req-439a19d6-edcf-478f-a4bf-e7f92bd31e6b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Feb 10 11:55:07.537061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf1669-c49d-4f95-9407-b953669c73bb req-b3014e1b-a7ba-4691-a58d-34e3df802693 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:07.538478 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6cf1669-c49d-4f95-9407-b953669c73bb req-b3014e1b-a7ba-4691-a58d-34e3df802693 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0773728 Feb 10 11:55:07.581778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6cf1669-c49d-4f95-9407-b953669c73bb req-cb2c1db0-99d4-4492-b03f-3e9e1868bc41 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Feb 10 11:55:08.772472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16aa09-a40b-4eea-af8f-926a8078ddb8 req-a28e148b-d031-4afe-b3f5-4c5f50a4a0c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:08.773916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d16aa09-a40b-4eea-af8f-926a8078ddb8 req-a28e148b-d031-4afe-b3f5-4c5f50a4a0c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0754600 Feb 10 11:55:08.820961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d16aa09-a40b-4eea-af8f-926a8078ddb8 req-f8910d19-591c-4177-a466-998f6fa4ff31 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Feb 10 11:55:08.838763 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:55:10.010270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503efbd-fc7f-4a89-b228-5e64c342c38c req-ed60c719-d6a0-4a36-8272-1aaa05b68958 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:10.011716 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6503efbd-fc7f-4a89-b228-5e64c342c38c req-ed60c719-d6a0-4a36-8272-1aaa05b68958 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0751319 Feb 10 11:55:10.054962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6503efbd-fc7f-4a89-b228-5e64c342c38c req-5372ddde-1edd-4aa7-94ec-816f060114d2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Feb 10 11:55:11.248490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413338f9-80ab-4f6e-86b9-71757c4004c7 req-6ea3a28b-8884-41cf-a75d-5e8647522053 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:11.249805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-413338f9-80ab-4f6e-86b9-71757c4004c7 req-6ea3a28b-8884-41cf-a75d-5e8647522053 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0775754 Feb 10 11:55:11.294487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-413338f9-80ab-4f6e-86b9-71757c4004c7 req-49cfbae8-2385-4750-bde1-e243ba42246c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Feb 10 11:55:12.487762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab5e1f-aca4-4018-8c5b-9fddb7d31bb0 req-3bcab6bd-e355-453c-a9af-ad79a510590f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:12.489191 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-33ab5e1f-aca4-4018-8c5b-9fddb7d31bb0 req-3bcab6bd-e355-453c-a9af-ad79a510590f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0749366 Feb 10 11:55:12.534218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-33ab5e1f-aca4-4018-8c5b-9fddb7d31bb0 req-fdf66005-7e72-45e0-aeff-e0803ebcdb11 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390949 Feb 10 11:55:13.730877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b907-e6cd-403c-ae9d-5415a5918ca5 req-ad24d654-ef89-4741-89a5-9036aab6741f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:13.732324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1030b907-e6cd-403c-ae9d-5415a5918ca5 req-ad24d654-ef89-4741-89a5-9036aab6741f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0783579 Feb 10 11:55:13.776904 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1030b907-e6cd-403c-ae9d-5415a5918ca5 req-c2c39350-806b-4e79-8bb4-194f520cc782 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391967 Feb 10 11:55:14.967066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e485-5d0d-4701-943b-2e634bc0aa42 req-6a3d400d-2ea5-4f67-b1fd-4736a8440518 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:14.968529 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88d6e485-5d0d-4701-943b-2e634bc0aa42 req-6a3d400d-2ea5-4f67-b1fd-4736a8440518 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0746567 Feb 10 11:55:15.013031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88d6e485-5d0d-4701-943b-2e634bc0aa42 req-7b997bfd-e2e4-4395-a9ef-8a1386b60d37 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382323 Feb 10 11:55:16.208623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de58c07-0229-412b-a1dd-3d0b27f7d946 req-d594f71c-25f7-4ac7-8e0e-8e3edb8ff232 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:16.210094 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0de58c07-0229-412b-a1dd-3d0b27f7d946 req-d594f71c-25f7-4ac7-8e0e-8e3edb8ff232 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0791686 Feb 10 11:55:16.254177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0de58c07-0229-412b-a1dd-3d0b27f7d946 req-658ba09b-8952-4d8d-bc94-0469da9ae88b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386822 Feb 10 11:55:17.452963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a9e-dcd4-498b-ac92-be51b95e3cc9 req-21a3ea34-0d00-42cf-a01a-e567c6ca746c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:17.454377 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aab03a9e-dcd4-498b-ac92-be51b95e3cc9 req-21a3ea34-0d00-42cf-a01a-e567c6ca746c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0740240 Feb 10 11:55:17.502967 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aab03a9e-dcd4-498b-ac92-be51b95e3cc9 req-47ad4286-3991-4423-a8bf-ee18fd9f16bc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Feb 10 11:55:18.694428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8b8a-4c88-499b-bc0b-978dc67d89d5 req-b2202e4f-9cb2-4c2a-9ba0-6daea19a62cc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:18.695940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-75fe8b8a-4c88-499b-bc0b-978dc67d89d5 req-b2202e4f-9cb2-4c2a-9ba0-6daea19a62cc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0767288 Feb 10 11:55:18.740309 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-75fe8b8a-4c88-499b-bc0b-978dc67d89d5 req-f6c840a2-f98a-481a-bbb2-94f9f7f31b05 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389535 Feb 10 11:55:19.939327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a943c01-4b1c-4aa7-8e46-f3514672f168 req-e11ee11d-b3ce-4cc7-b5b0-4d0f4258e6ad tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:19.940697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a943c01-4b1c-4aa7-8e46-f3514672f168 req-e11ee11d-b3ce-4cc7-b5b0-4d0f4258e6ad tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0812001 Feb 10 11:55:19.985266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a943c01-4b1c-4aa7-8e46-f3514672f168 req-93489c6b-ef3f-4675-8493-5d85042585fb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Feb 10 11:55:21.179061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c645f-a2d8-4d76-83e9-3b0f968ca24a req-bbab51ce-d525-4a55-aac8-bc6e4cb37103 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:21.180526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e79c645f-a2d8-4d76-83e9-3b0f968ca24a req-bbab51ce-d525-4a55-aac8-bc6e4cb37103 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0748782 Feb 10 11:55:21.224240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e79c645f-a2d8-4d76-83e9-3b0f968ca24a req-c81b7055-b985-4299-b330-9160c508d8a7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 Feb 10 11:55:22.423483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2578b15-6b98-47ab-9959-e8274fe3f602 req-ddb3dccd-58a2-4277-9a91-c30a7c62d406 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:22.424936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2578b15-6b98-47ab-9959-e8274fe3f602 req-ddb3dccd-58a2-4277-9a91-c30a7c62d406 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0790856 Feb 10 11:55:22.469024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2578b15-6b98-47ab-9959-e8274fe3f602 req-60372563-aa0f-4cef-9aea-d2a47559b158 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Feb 10 11:55:23.659818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51687-7e3b-498f-b824-37fa489af7ed req-cfde5a2a-f929-45cd-8f7c-18b53f09ab51 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:23.661229 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4c51687-7e3b-498f-b824-37fa489af7ed req-cfde5a2a-f929-45cd-8f7c-18b53f09ab51 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0757260 Feb 10 11:55:23.708746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4c51687-7e3b-498f-b824-37fa489af7ed req-bcd281d8-7834-4d49-8f7e-9e1af3fad900 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Feb 10 11:55:24.897839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc011f25-69bf-42ad-bac5-458d8c051f00 req-0b173382-95aa-4485-9afd-f6e324b38ac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:24.899308 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc011f25-69bf-42ad-bac5-458d8c051f00 req-0b173382-95aa-4485-9afd-f6e324b38ac8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0744300 Feb 10 11:55:24.943740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cc011f25-69bf-42ad-bac5-458d8c051f00 req-16dc0a97-8db8-484c-a0c0-694bee9ff08d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Feb 10 11:55:25.134908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e9a47ea-9186-44b5-869d-9d1df720d867 req-fc3dd42a-67f4-41b2-a90e-d55d22d00830 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0693243 Feb 10 11:55:25.373962 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-03b56415-649d-4317-aeac-cef7105b9c1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650480 Feb 10 11:55:25.438883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402bcd9-c14a-4512-b6dc-11bf2b4bd22f req-4ebd01da-e512-4f6a-aa04-d8dd984f7d6a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:25.440390 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9402bcd9-c14a-4512-b6dc-11bf2b4bd22f req-4ebd01da-e512-4f6a-aa04-d8dd984f7d6a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0771182 Feb 10 11:55:25.485923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9402bcd9-c14a-4512-b6dc-11bf2b4bd22f req-5b8ea27b-401b-411d-ae6b-44224146081c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 Feb 10 11:55:26.516752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-66ba6fc4-9a68-49ac-bb7f-50c86b08e27f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.0727825 Feb 10 11:55:26.788831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-02aacfe2-afba-454e-a57b-9e383d03e37b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:26.790214 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-02aacfe2-afba-454e-a57b-9e383d03e37b service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.2680728 Feb 10 11:55:26.800224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9139-2bca-4cb5-9bd7-c929dcf62e5e req-50c543f9-4583-4803-b49d-d1d8cc63f312 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:26.801588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50fa9139-2bca-4cb5-9bd7-c929dcf62e5e req-50c543f9-4583-4803-b49d-d1d8cc63f312 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1704562 Feb 10 11:55:26.928697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50fa9139-2bca-4cb5-9bd7-c929dcf62e5e req-489b4f1c-08bc-4c52-8e37-77b954bd980e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768299 Feb 10 11:55:26.930487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-ec1d9d8e-45c3-4141-86bc-ef03a2dfde86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 999 time: 0.1280494 Feb 10 11:55:26.993904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-d7810209-5667-43e1-a3d3-62925a4bd958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:26.995335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-d7810209-5667-43e1-a3d3-62925a4bd958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0596700 Feb 10 11:55:27.068252 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-3b42315e-a20f-47f1-9557-1aecf30ddcc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667601 Feb 10 11:55:27.194020 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-da19bce5-ec62-40aa-9f6e-8a67f49d28ce service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202371 Feb 10 11:55:27.227824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acf30439-60a0-4ad6-946d-aa1c108e1567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:27.325185 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-69ccf969-1013-456c-8567-309fec946282 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258798 Feb 10 11:55:28.126105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6daf-4afe-476a-a750-60327bdbd58f req-c63f8f4f-c374-45ee-b961-2348447eb81e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:28.127556 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c20f6daf-4afe-476a-a750-60327bdbd58f req-c63f8f4f-c374-45ee-b961-2348447eb81e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0795937 Feb 10 11:55:28.171905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c20f6daf-4afe-476a-a750-60327bdbd58f req-ac272549-a4a9-433a-b926-a68ba529e4eb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Feb 10 11:55:28.920674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-378b23ff-4f4e-4d3b-92c6-bb18b0710899 service neutron] 10.222.0.32 "GET /v2.0/ports/3ffa3a43-faf1-4116-af22-6593ca15a535/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0714388 Feb 10 11:55:29.177524 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-f3af844f-34e0-486b-b52d-8dd0f1a54caf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1098 time: 0.0707662 Feb 10 11:55:29.265157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-1825a2f8-da79-4e2a-b030-88622f61c486 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.0682390 Feb 10 11:55:29.417704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6db9-f415-4efc-ba19-c60fcb51badc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:29.451189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-06802572-6fce-4b25-a863-b39ec8843392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:29.452543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-06802572-6fce-4b25-a863-b39ec8843392 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1817605 Feb 10 11:55:29.462099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b663da-f96e-4a39-9506-9b81e64e8eb0 req-98b451ac-07dd-4440-9690-6b9fdf999da8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:29.463430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9b663da-f96e-4a39-9506-9b81e64e8eb0 req-98b451ac-07dd-4440-9690-6b9fdf999da8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1695809 Feb 10 11:55:29.586851 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a9b663da-f96e-4a39-9506-9b81e64e8eb0 req-24372e40-c06a-45a4-9ddb-cc6cc52d09b7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774522 Feb 10 11:55:29.588508 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-08f4bab4-bcde-4f50-9248-21f2ba0afddc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 999 time: 0.1242809 Feb 10 11:55:29.648424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-c981339a-96ec-4f2b-a26d-ac3e1f698f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:29.649826 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-c981339a-96ec-4f2b-a26d-ac3e1f698f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0558865 Feb 10 11:55:29.725027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-b28686c9-76c6-46b0-b67d-4356b91c8c9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695226 Feb 10 11:55:29.936060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-45db80e8-5a33-4c1e-9056-948f4be7c663 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055850 Feb 10 11:55:30.065226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ae9e678-8355-4bd1-8df3-bb5fee46b364 req-937cbe7a-a489-43e6-8444-3265c036d7f5 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236947 Feb 10 11:55:30.558212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:30.731021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:30.778769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145719b0-8b51-4372-a94d-677e7f8f77c6 req-44530a7c-47ef-4e2f-8113-e72d01eb0755 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:30.780218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-145719b0-8b51-4372-a94d-677e7f8f77c6 req-44530a7c-47ef-4e2f-8113-e72d01eb0755 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0748570 Feb 10 11:55:30.824100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-145719b0-8b51-4372-a94d-677e7f8f77c6 req-87fbf3cf-4196-49ab-9b63-6fe7b4d36174 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376787 Feb 10 11:55:31.942026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-9f1c0fcc-fb53-48f6-8f3f-15c20123ab77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723522 Feb 10 11:55:32.074545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4c333-c66d-4d66-a228-10a1d9ff5821 req-9db9093e-beae-4eef-b690-132ac1f45d02 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:32.076002 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86e4c333-c66d-4d66-a228-10a1d9ff5821 req-9db9093e-beae-4eef-b690-132ac1f45d02 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1224129 Feb 10 11:55:32.109949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:32.133733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-8441709c-45c4-4c5d-b231-303de36b1360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.1192648 Feb 10 11:55:32.136269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86e4c333-c66d-4d66-a228-10a1d9ff5821 req-98d788bb-1896-4e4f-9567-db4512038347 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512950 Feb 10 11:55:32.279034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-40e3d62d-60ab-462e-8abb-8a51e7687f9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:32.280423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-40e3d62d-60ab-462e-8abb-8a51e7687f9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1282957 Feb 10 11:55:32.398310 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-aff5b180-f1ed-4d3c-bad9-56c1d5eb9477 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 999 time: 0.1115770 Feb 10 11:55:32.478227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-15c8af8c-96f1-4864-a608-b670e621c4f7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:32.479758 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-15c8af8c-96f1-4864-a608-b670e621c4f7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b&tenant_id=bf79b6af118948f1a186aad82e821000&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.0819683 Feb 10 11:55:32.526371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-4a82b36c-fd2a-40ad-ad64-90edd0313a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:32.527808 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-4a82b36c-fd2a-40ad-ad64-90edd0313a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0917609 Feb 10 11:55:32.581516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd174-7086-4d85-9ad4-e21669022d9a req-8a360a6e-76b7-4531-b506-1a69ad112da2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:32.582816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f11fd174-7086-4d85-9ad4-e21669022d9a req-8a360a6e-76b7-4531-b506-1a69ad112da2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1817727 Feb 10 11:55:32.641733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-003d1eda-11e1-4b7b-a018-4a5ba571c10c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1077666 Feb 10 11:55:32.645333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f11fd174-7086-4d85-9ad4-e21669022d9a req-47bf0428-ac82-4716-ad3c-213f1d3cceeb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567350 Feb 10 11:55:32.768775 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-3ddf0ccd-eb10-45d1-ba10-156c72cb3fba service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215446 Feb 10 11:55:32.895054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3fab691e-865e-4341-98bb-1cdf31c52499 req-7678545f-3b00-481d-ae8f-b0666f1239af service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210444 Feb 10 11:55:33.050019 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-3a2e144d-a9f3-43ff-9e3c-8ade6fff7205 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.0701623 Feb 10 11:55:33.276790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-5bf6d69b-b22c-421c-921f-1e01f5857223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:33.278211 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-5bf6d69b-b22c-421c-921f-1e01f5857223 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.2217655 Feb 10 11:55:33.376825 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-483d40a9-3321-45d3-86aa-312ec8c5fe84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 999 time: 0.0919244 Feb 10 11:55:33.436871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-3e8572bf-bf73-4962-90f8-41a0c51fc412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:33.438243 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-3e8572bf-bf73-4962-90f8-41a0c51fc412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0555885 Feb 10 11:55:33.515312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-bc75f30d-629f-49bc-ae13-128105fbcaf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656743 Feb 10 11:55:33.645081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-65a67b6a-e967-4643-be50-c0426e919397 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215937 Feb 10 11:55:33.810373 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-0ff2b08c-01cb-4360-9962-9591eb999624 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594677 Feb 10 11:55:33.850874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67ef7-9e45-40b5-99cd-54e2808b698e req-d51d564a-7809-46ee-8184-b4bd2ddbc5ed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:33.852427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-caa67ef7-9e45-40b5-99cd-54e2808b698e req-d51d564a-7809-46ee-8184-b4bd2ddbc5ed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0835574 Feb 10 11:55:33.900579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-caa67ef7-9e45-40b5-99cd-54e2808b698e req-ef3b780a-2c98-477e-8721-3f03eb21e5e1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Feb 10 11:55:33.997433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:35.096248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c86ba8-de53-4a38-a580-db54d23c66f2 req-b0b577bb-8ac2-45f5-8257-74ac0da61861 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:35.097672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65c86ba8-de53-4a38-a580-db54d23c66f2 req-b0b577bb-8ac2-45f5-8257-74ac0da61861 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0756490 Feb 10 11:55:35.145978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65c86ba8-de53-4a38-a580-db54d23c66f2 req-ff8b30cc-a55a-405d-8f3a-aad7f87a4924 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Feb 10 11:55:35.339291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d751ceb-3491-4597-9ce3-de0546d894e8 req-37ecdcab-488d-4437-a7a9-7a2dd037c272 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:35.340732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d751ceb-3491-4597-9ce3-de0546d894e8 req-37ecdcab-488d-4437-a7a9-7a2dd037c272 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0770161 Feb 10 11:55:35.384769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5d751ceb-3491-4597-9ce3-de0546d894e8 req-e5e4f0f6-787c-482c-acb5-39c285350e57 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Feb 10 11:55:35.788572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3e01-5360-4e16-ad5c-9948be625c16 req-c6f0c0a6-65ef-4e54-b054-594f82d10acc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:35.789893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-312a3e01-5360-4e16-ad5c-9948be625c16 req-c6f0c0a6-65ef-4e54-b054-594f82d10acc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.1260312 Feb 10 11:55:35.821818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-e71dc06c-95bb-4cf9-b01e-e25a82b061e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 1098 time: 0.1135066 Feb 10 11:55:35.908648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-312a3e01-5360-4e16-ad5c-9948be625c16 req-78151e68-d59b-4c4d-a943-d43831d9f27e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126473 Feb 10 11:55:35.959991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-cefef4e5-2b75-4843-8ecf-58bd02670e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:35.961461 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-cefef4e5-2b75-4843-8ecf-58bd02670e6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1327169 Feb 10 11:55:36.062124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-a5f74ae0-346c-4ec1-9b27-38e61513f2b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 200 len: 999 time: 0.0952160 Feb 10 11:55:36.121021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-23701162-5216-4290-90e4-c31b3a44ddd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:36.122392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-23701162-5216-4290-90e4-c31b3a44ddd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0548003 Feb 10 11:55:36.197548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-c9542a31-930b-41a8-89d5-398fa0f99477 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695341 Feb 10 11:55:36.326102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-937269c6-4936-4ece-938e-c5511d5013fe service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229663 Feb 10 11:55:36.538109 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5064305a-7d2d-4b61-894d-7a941fdeca6f req-e52a2df8-4a32-40fb-9d93-1a41cbed5563 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063396 Feb 10 11:55:37.108108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2beda-f5a2-44a1-8f4c-16515c455914 req-3c8f27f5-573e-4338-9db6-993648cac3d9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:37.109539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ca2beda-f5a2-44a1-8f4c-16515c455914 req-3c8f27f5-573e-4338-9db6-993648cac3d9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0742469 Feb 10 11:55:37.154822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ca2beda-f5a2-44a1-8f4c-16515c455914 req-fd7b5ad0-b42f-4985-bfff-7f44df2078dc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 Feb 10 11:55:38.351969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676df03-7fc5-4eef-848b-c74c5998798a req-5e6578e5-93c2-46ea-b793-22692d255864 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:38.353325 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2676df03-7fc5-4eef-848b-c74c5998798a req-5e6578e5-93c2-46ea-b793-22692d255864 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0779736 Feb 10 11:55:38.397323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2676df03-7fc5-4eef-848b-c74c5998798a req-c482a169-8c60-473f-9350-f41c5a422161 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387056 Feb 10 11:55:38.929026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb111c-4033-40d3-b11a-c66754fd2894 req-c71da22d-5894-488d-987a-b723ea0ce265 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:38.930351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffbb111c-4033-40d3-b11a-c66754fd2894 req-c71da22d-5894-488d-987a-b723ea0ce265 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0750239 Feb 10 11:55:38.978731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffbb111c-4033-40d3-b11a-c66754fd2894 req-3fee7fd7-fd78-4b77-874d-54120b710138 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Feb 10 11:55:40.170801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42db7-8d6d-4668-9074-0a20dfebd90b req-1628d44b-308f-494a-8a5e-734c98d49ffa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:40.172231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dba42db7-8d6d-4668-9074-0a20dfebd90b req-1628d44b-308f-494a-8a5e-734c98d49ffa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0739441 Feb 10 11:55:40.216658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dba42db7-8d6d-4668-9074-0a20dfebd90b req-c722dd3d-9de6-4f62-94bf-edf71cb2e1b7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 Feb 10 11:55:40.521729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-f83f1b30-86c7-4e16-8865-b36b17c46af0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:40.523111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-f83f1b30-86c7-4e16-8865-b36b17c46af0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 945 time: 0.0772724 Feb 10 11:55:40.588379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Deleting port 3ffa3a43-faf1-4116-af22-6593ca15a535 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:55:40.588708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:40.834900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] For port 3ffa3a43-faf1-4116-af22-6593ca15a535, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3ffa3a43-faf1-4116-af22-6593ca15a535,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:40.835162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:41.109597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:41.109882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:41.110165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e disassociated. External IP: 172.26.3.8, port: 3ffa3a43-faf1-4116-af22-6593ca15a535. Feb 10 11:55:41.110490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Calling delete_port for 3ffa3a43-faf1-4116-af22-6593ca15a535 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:55:41.250388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:41.296971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'Port': ['ID=3ffa3a43-faf1-4116-af22-6593ca15a535,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:41.451588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e0f81921-0665-409d-a5c2-2dccaaed210b req-ef6327bb-e3fa-4d3d-9080-228bf03fe87b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0120350-97a4-448b-bb95-c108325c501b HTTP/1.1" status: 200 len: 210 time: 0.0911357 Feb 10 11:55:41.542904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:55:41.837911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:55:41.847195 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:55:41.859120 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:41.859743 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:41.906952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] No DVR routers for this DVR port 3ffa3a43-faf1-4116-af22-6593ca15a535 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:55:41.909361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:41.912601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'name': 'network-vif-deleted', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:41.928535 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-234482ff-51cd-48bb-8d20-86e4cd268a23 req-83b864ad-4345-42c3-85f2-41a38d94dcd5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "DELETE /v2.0/ports/3ffa3a43-faf1-4116-af22-6593ca15a535 HTTP/1.1" status: 204 len: 173 time: 1.4004121 Feb 10 11:55:41.980454 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0120350-97a4-448b-bb95-c108325c501b', 'name': 'network-vif-deleted', 'tag': '3ffa3a43-faf1-4116-af22-6593ca15a535', 'status': 'completed', 'code': 200} Feb 10 11:55:42.035789 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:42.352716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:42.356727 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:55:42.368965 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:42.369563 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:42.543741 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:42.809544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-2dc058ea-0347-4007-a02f-7b5bbd1f37bb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104493498&fields=id&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 267 time: 0.0405588 Feb 10 11:55:42.870568 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:42.874461 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e30fdb-4b65-45b8-8e0d-d36e61d1331c None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:55:42.956731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-3f465189-153f-4c98-a4de-280aab433a8d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:42.958667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-3f465189-153f-4c98-a4de-280aab433a8d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1425371 Feb 10 11:55:42.974897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-3df00078-11c9-4146-94a5-609eb6b5f181 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/quotas/bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 375 time: 0.0107751 Feb 10 11:55:43.056339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-fde556cb-42fd-4526-8180-f4ea63f2f82c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:55:43.072335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-fde556cb-42fd-4526-8180-f4ea63f2f82c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:55:43.073661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-fde556cb-42fd-4526-8180-f4ea63f2f82c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937517 Feb 10 11:55:43.104767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aad8da-9184-45c1-abd6-f9977502f1c1 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:55:43.157776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-5ba75b61-b2ed-46b7-8ad8-f4017ed5a23f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:55:43.158752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-5ba75b61-b2ed-46b7-8ad8-f4017ed5a23f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0730026 Feb 10 11:55:43.292709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-1e00d359-4e1a-4a80-9964-2636fb87f85e service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276953 Feb 10 11:55:43.426633 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-7c5b35cc-401a-4870-a8f0-002e90714eb5 service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282015 Feb 10 11:55:43.610844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6403022a-f392-489b-8aaa-b5146bd859f9 req-39f03d74-3970-4672-919c-108392653dee tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 210 time: 0.0451138 Feb 10 11:55:44.247652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3ffa3a43-faf1-4116-af22-6593ca15a535 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:55:44.281019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 3ffa3a43-faf1-4116-af22-6593ca15a535 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:55:44.281361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3ffa3a43-faf1-4116-af22-6593ca15a535 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:55:44.634344 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-04cfadca-296d-47a7-b753-b63caa7012eb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:44.635791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-04cfadca-296d-47a7-b753-b63caa7012eb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1513546 Feb 10 11:55:44.689663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-9651c0b7-0a04-4696-9e5c-a70016f1eea1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 380 time: 0.0411313 Feb 10 11:55:44.697310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'port': {'device_id': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'admin_state_up': True, 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'security_groups': ['3774e1ad-e497-4016-a297-2b40425ab69a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:44.816479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39210e1a-eabf-4044-91f4-ee0f712730a4 req-634de32b-3176-42fd-a5df-e0949a8601c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 210 time: 0.0526290 Feb 10 11:55:44.866431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:55:44.875549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:55:44.884600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:55:44.887497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.043901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Allocated IP 172.20.0.3 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/3b6b9538-84e9-4b99-a1e7-7102f0cf90b1) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:55:45.226773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.241907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Transition to ACTIVE for port object 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:55:45.262743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.417670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:55:45.420457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:55:45.424164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:55:45.454029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:45.488041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:45.488641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.513837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-0f979f20-69ac-41a7-98e0-df56d1ec9f03 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200355 Feb 10 11:55:45.525456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Request body: {'port': {'device_id': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:45.632874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.656514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2beb3e50-e46d-48ba-b7f4-4516e7593300 None None] Provisioning for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:55:45.662313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2beb3e50-e46d-48ba-b7f4-4516e7593300 None None] Provisioning complete for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:55:45.662677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2beb3e50-e46d-48ba-b7f4-4516e7593300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:45.713236 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2beb3e50-e46d-48ba-b7f4-4516e7593300 None None] Port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:55:45.839573 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:55:46.006248 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:46.014910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:46.041424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Transition to ACTIVE for port object 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:55:46.045139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:46.159817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22e46c-53a4-4147-9eee-823dfd2e32ba req-228d205c-9471-4abf-a6a6-b320acb4abc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:46.160525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7a22e46c-53a4-4147-9eee-823dfd2e32ba req-228d205c-9471-4abf-a6a6-b320acb4abc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:55:46.188906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:46.236833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-7a22e46c-53a4-4147-9eee-823dfd2e32ba req-228d205c-9471-4abf-a6a6-b320acb4abc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:55:46.238028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a22e46c-53a4-4147-9eee-823dfd2e32ba req-228d205c-9471-4abf-a6a6-b320acb4abc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 931 time: 0.2973578 Feb 10 11:55:46.337572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a22e46c-53a4-4147-9eee-823dfd2e32ba req-291273aa-a733-4a7f-b3b9-90972ab49fee tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709360 Feb 10 11:55:46.341611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Attempting to bind port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:55:46.342085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Attempting to bind port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:55:46.342404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Attempting to bind port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:55:46.348342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:55:46.348653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Attempting to bind port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:55:46.357738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:55:46.358010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:55:46.358385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:55:46.358798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Bound port: 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:55:46.359131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:46.444345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:55:46.447586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:55:46.451788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:46.512534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:46.513862 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] 10.222.0.32 "PUT /v2.0/ports/3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 1093 time: 0.9925232 Feb 10 11:55:46.514284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:46.538059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb054fe-6dbf-4f73-8552-77eacdc1f924 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:46.597874 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'status': 'completed', 'code': 200} Feb 10 11:55:46.649405 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-95d47ae0-7fcd-4f6a-9d4d-b4e9e3a78539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1096 time: 0.0844676 Feb 10 11:55:46.719642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-732aef00-fcc8-4683-9308-f102b4306b96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 217 time: 0.0633700 Feb 10 11:55:46.779610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-3903cde9-ba48-411b-b2cf-8c63e4a097e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:46.781005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-3903cde9-ba48-411b-b2cf-8c63e4a097e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0563200 Feb 10 11:55:46.855614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-6fa830af-c5bb-4647-8941-772d21363423 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691612 Feb 10 11:55:46.983857 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-185ac5da-6d62-4095-a5c8-2ec1872310d2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217325 Feb 10 11:55:47.198734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-27c1473a-29a1-4b0a-b97c-d421f35b148e req-ee84d676-15aa-40d3-a150-3330cb78df98 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095056 Feb 10 11:55:47.307278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-c8a3f36e-6330-41fa-9f41-f60937a8828e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1096 time: 0.0679197 Feb 10 11:55:47.435017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6355-7c21-4166-aa68-d29765b50bab req-0b7ad7fa-894b-4391-ae30-d21325c0ef08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:47.436504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-0b7ad7fa-894b-4391-ae30-d21325c0ef08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1232345 Feb 10 11:55:47.542477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-0c7d473e-6aab-4714-8bf1-a4fa68c4eda5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 217 time: 0.0996623 Feb 10 11:55:47.620203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6355-7c21-4166-aa68-d29765b50bab req-22871667-012c-474c-a65a-cf746ab42c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:47.621518 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-22871667-012c-474c-a65a-cf746ab42c55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0726600 Feb 10 11:55:47.631383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083fc55-8589-497c-9797-38fea2f0d203 req-b4b0b74c-d152-4734-b2c3-d3104cd653bb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:47.632698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2083fc55-8589-497c-9797-38fea2f0d203 req-b4b0b74c-d152-4734-b2c3-d3104cd653bb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 943 time: 0.1407225 Feb 10 11:55:47.719892 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2083fc55-8589-497c-9797-38fea2f0d203 req-a020a3b2-4f50-43ef-b717-012e304f34c7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583618 Feb 10 11:55:47.734414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-f433697a-ec51-4939-8929-9644f4e47c9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008182 Feb 10 11:55:47.863058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-20f45c37-b5a5-48ae-b95b-ec59fe4345e2 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217365 Feb 10 11:55:47.991843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d30a6355-7c21-4166-aa68-d29765b50bab req-e67b966e-cc20-478f-aee9-6c947d8726d6 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226215 Feb 10 11:55:48.919961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f78b3-2357-4a74-befc-1e027eb1d1bb req-049b2558-dd1e-459b-834a-08df966c5263 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:48.921433 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-242f78b3-2357-4a74-befc-1e027eb1d1bb req-049b2558-dd1e-459b-834a-08df966c5263 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 943 time: 0.0799103 Feb 10 11:55:48.966066 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-242f78b3-2357-4a74-befc-1e027eb1d1bb req-25cf4286-75d5-4770-b780-35090b160ae6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Feb 10 11:55:50.158597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ef1b-3f58-4116-bbb1-6246659bbf23 req-8d51b4fd-0dc7-4192-a169-f31041aac676 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:50.160670 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70c8ef1b-3f58-4116-bbb1-6246659bbf23 req-8d51b4fd-0dc7-4192-a169-f31041aac676 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 943 time: 0.0754733 Feb 10 11:55:50.207888 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-70c8ef1b-3f58-4116-bbb1-6246659bbf23 req-9682c28e-3505-4c9a-a686-a4820109b808 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 Feb 10 11:55:50.270058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:55:50.398463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:50.410984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:55:50.467613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:50.484596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:55:50.500065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:50.504694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:50.568202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:50.576109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.576451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.576790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.577120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.577449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.577771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.578092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.578411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.578726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.579037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.579383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:55:50.718232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:55:51.399156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783e1da-9cfe-4332-ba84-d280bf81375b req-9fae5412-c915-42f7-a1b1-a6009b0a4672 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:51.400610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d783e1da-9cfe-4332-ba84-d280bf81375b req-9fae5412-c915-42f7-a1b1-a6009b0a4672 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 944 time: 0.0754378 Feb 10 11:55:51.444988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d783e1da-9cfe-4332-ba84-d280bf81375b req-25221405-7703-4cbe-886b-d976d35d5d85 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390534 Feb 10 11:55:52.277731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:55:52.344207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:55:52.349818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:55:52.350273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:52.458967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:52.484759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:52.494376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:55:52.499149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:52.544784 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'code': 200} Feb 10 11:55:52.570837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:55:52.657374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb73b5-3c81-4729-930e-c14f2a4df601 req-4a26192a-dd1f-4575-b71e-05b98b862a06 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:52.659009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2cbb73b5-3c81-4729-930e-c14f2a4df601 req-4a26192a-dd1f-4575-b71e-05b98b862a06 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0791171 Feb 10 11:55:52.741212 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2cbb73b5-3c81-4729-930e-c14f2a4df601 req-028fb1c9-a2a7-42b0-ad26-163d97cd3a8a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760176 Feb 10 11:55:52.771081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e60ce97-c578-4d31-a809-51b82e717612 req-36374019-06dd-4511-9abb-183dba946cc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.0703928 Feb 10 11:55:52.810497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e60ce97-c578-4d31-a809-51b82e717612 req-2412c042-7264-47e3-82dc-f4e868c7151c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Feb 10 11:55:53.942517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76380ba6-1edf-4914-a39a-e9f51fcf2421 req-7d18a8f5-3502-4ced-a477-03f81aa6874e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:53.943990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76380ba6-1edf-4914-a39a-e9f51fcf2421 req-7d18a8f5-3502-4ced-a477-03f81aa6874e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0806022 Feb 10 11:55:53.989911 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76380ba6-1edf-4914-a39a-e9f51fcf2421 req-e19e0c4c-f8b1-4581-ae9d-f3eda914c3c8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404520 Feb 10 11:55:55.184023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789507a8-51bf-4b5f-be8d-e7001c5a1e4f req-b459ddaf-f89f-4dd1-abcc-9978f9042718 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:55.185430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-789507a8-51bf-4b5f-be8d-e7001c5a1e4f req-b459ddaf-f89f-4dd1-abcc-9978f9042718 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0744264 Feb 10 11:55:55.229521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-789507a8-51bf-4b5f-be8d-e7001c5a1e4f req-bf68a4cf-3e9d-4093-aab7-687cad39dcaa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Feb 10 11:55:55.417925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12eab1-e7b7-4633-9c15-d0e6f35472f2 req-dc83276a-7f5f-4377-848d-dfab847659a9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:55.419370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b12eab1-e7b7-4633-9c15-d0e6f35472f2 req-dc83276a-7f5f-4377-848d-dfab847659a9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0769217 Feb 10 11:55:55.428369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59622) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:55:55.433425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'floatingip': {'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:55:55.593578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:56.163827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:56.167574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:56.350201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e associated. External IP: 172.26.3.8, port: 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1. Feb 10 11:55:56.737059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:55:57.044296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:55:57.048482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:57.053449 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:55:57.065561 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:57.066709 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:57.099849 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-968cbe5b-aeed-45be-8413-45850c1ae0c3 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "PUT /v2.0/floatingips/db06f652-0a28-4362-8683-56efba48b11e HTTP/1.1" status: 200 len: 989 time: 1.6704659 Feb 10 11:55:57.100748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:55:57.155577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'status': 'completed', 'code': 200} Feb 10 11:55:57.232706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-952f1a15-65a6-45ef-814c-93240e98e748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:57.253316 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:57.304548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-09683c10-2cd1-4892-8db7-39e36d4bc363 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.1277063 Feb 10 11:55:57.309499 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-80348235-c68e-4e39-84fe-d060bdddc09e req-7e59fd30-2ecf-4040-af3a-32100dd5b4d5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0963018 Feb 10 11:55:57.438229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-a8236d82-505a-407c-87bf-d8db88549080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:57.439966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-a8236d82-505a-407c-87bf-d8db88549080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1296527 Feb 10 11:55:57.578754 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-6ee75bfd-ac2f-4829-b16c-1acd9da65bca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779612 Feb 10 11:55:57.606013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-61534bab-68bf-4e7e-85c9-ba81946da66b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 997 time: 0.1607397 Feb 10 11:55:57.609468 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:55:56Z', 'revision_number': 9, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:57.613442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:55:57.623959 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:55:57.624664 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:55:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:57.689813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-d57abda2-a416-4994-91d3-0705fe44f7ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:57.691321 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-d57abda2-a416-4994-91d3-0705fe44f7ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0790846 Feb 10 11:55:57.741997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518f42a-64d2-4d00-87ae-ae79b1a3bb7c req-4e244dc7-fb37-4931-9223-8cc777c40bf7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:57.743463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a518f42a-64d2-4d00-87ae-ae79b1a3bb7c req-4e244dc7-fb37-4931-9223-8cc777c40bf7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.1780055 Feb 10 11:55:57.800155 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:55:57.808303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a518f42a-64d2-4d00-87ae-ae79b1a3bb7c req-01b32354-0ac1-4ece-a21e-cddddefdc19e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581787 Feb 10 11:55:57.811324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-07398a26-47fa-4828-9dd7-45c461a9ffa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145444 Feb 10 11:55:57.957785 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-c5f3e706-f99c-4e48-be33-821ad14e621e service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406100 Feb 10 11:55:58.101871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bdc4e9a-0e12-4339-becd-7d4215757b17 req-5b0a8b0c-3e21-41d5-a403-a29dbaea1eaf service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385503 Feb 10 11:55:58.213491 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:55:56Z', 'revision_number': 9, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:55:58.217360 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb85c08-fea6-4e39-b0c0-73e660c8ead4 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:55:56Z', 'revision_number': 9, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:55:58.421369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d60724d-0765-4056-8d5d-5eadf0793380 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:55:58.777057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-6263a612-6e6d-4472-9cb4-4851da4456e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.0718615 Feb 10 11:55:58.903862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-cd859566-82c4-4bf1-83df-320a922fa27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:58.905277 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-cd859566-82c4-4bf1-83df-320a922fa27f service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1229005 Feb 10 11:55:59.044850 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-8a320b1c-6798-4a75-8d13-bb5875f7d484 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 1000 time: 0.1338637 Feb 10 11:55:59.113687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-488d5eb8-0788-4a86-9877-387c1bc9aafe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:59.115046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-488d5eb8-0788-4a86-9877-387c1bc9aafe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0634630 Feb 10 11:55:59.120513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf48b70-da91-4677-adef-792ed857c316 req-9b173105-fd21-40a8-a197-9c9516aa3044 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:55:59.121821 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-baf48b70-da91-4677-adef-792ed857c316 req-9b173105-fd21-40a8-a197-9c9516aa3044 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.1641233 Feb 10 11:55:59.215479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-baf48b70-da91-4677-adef-792ed857c316 req-e692ca21-129c-41de-9c85-5c9fa440ccef tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620484 Feb 10 11:55:59.228924 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-8be65b31-40ac-4584-b7c7-846a1830c66c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062665 Feb 10 11:55:59.419671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-291e8055-f16c-47f0-a686-4486b39b76e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:55:59.462604 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-6e71ce40-2ab3-453e-b3c8-aa7db19133bf service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275913 Feb 10 11:55:59.608487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-8cb511ef-4911-4017-80f2-03b9b2ef8e99 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402583 Feb 10 11:56:00.411341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66112c13-a98f-4edb-a660-168745ff4303 req-6aa8be05-ba8f-4bf8-b3cd-9d060071272e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:00.412842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66112c13-a98f-4edb-a660-168745ff4303 req-6aa8be05-ba8f-4bf8-b3cd-9d060071272e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0752311 Feb 10 11:56:00.463152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66112c13-a98f-4edb-a660-168745ff4303 req-5775fd24-0ca7-48a9-b080-ea773cf81a88 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Feb 10 11:56:00.561987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:00.732816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:01.655652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fe038-1a43-49ac-be07-d550877fc9f4 req-a6c56639-1793-4f83-93df-2d4005b2e1db tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:01.657063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c0fe038-1a43-49ac-be07-d550877fc9f4 req-a6c56639-1793-4f83-93df-2d4005b2e1db tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0743253 Feb 10 11:56:01.701573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7c0fe038-1a43-49ac-be07-d550877fc9f4 req-8772327c-2f43-4a85-ab4b-e5db8ab99c76 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387499 Feb 10 11:56:02.111439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:02.896133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aa80d-8d47-4eab-9dc2-df17431aaab1 req-317cca6c-6e4b-44e6-8229-bddd534c8e26 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:02.897557 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f37aa80d-8d47-4eab-9dc2-df17431aaab1 req-317cca6c-6e4b-44e6-8229-bddd534c8e26 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0787036 Feb 10 11:56:02.941558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f37aa80d-8d47-4eab-9dc2-df17431aaab1 req-29c77586-509b-44a3-ad31-82623244f103 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Feb 10 11:56:04.004911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:04.142370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e65e-d4fa-40a8-bcf2-7d1f67304e64 req-4fe47889-cb96-4d2d-bf33-e3c13591f071 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:04.143823 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba68e65e-d4fa-40a8-bcf2-7d1f67304e64 req-4fe47889-cb96-4d2d-bf33-e3c13591f071 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0767009 Feb 10 11:56:04.187842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba68e65e-d4fa-40a8-bcf2-7d1f67304e64 req-b0299a3b-40d9-40db-9d16-fcfe47d0f47e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385759 Feb 10 11:56:05.412855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c2667-f7e4-4a53-a64f-e1e9281c7d99 req-04c69130-65fb-416a-996f-aada129beef5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:05.414280 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d0c2667-f7e4-4a53-a64f-e1e9281c7d99 req-04c69130-65fb-416a-996f-aada129beef5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0779579 Feb 10 11:56:05.457831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d0c2667-f7e4-4a53-a64f-e1e9281c7d99 req-a9f022c2-1c23-4951-9b85-49330160ab71 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Feb 10 11:56:06.649970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4983e39-45ec-4d1a-bcef-b8f7e600e2aa req-8ccd31b1-c94c-458c-98ba-06ee060accd8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:06.651441 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4983e39-45ec-4d1a-bcef-b8f7e600e2aa req-8ccd31b1-c94c-458c-98ba-06ee060accd8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0756760 Feb 10 11:56:06.698199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4983e39-45ec-4d1a-bcef-b8f7e600e2aa req-388e309a-12d3-4182-88dd-7acbecb2096d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Feb 10 11:56:07.892361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f4f6-0aa7-4bc2-81d4-ebf0936fddc6 req-1e4a7241-dcd0-43f2-95a9-9789b3e09f34 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:07.894451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34c9f4f6-0aa7-4bc2-81d4-ebf0936fddc6 req-1e4a7241-dcd0-43f2-95a9-9789b3e09f34 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0743880 Feb 10 11:56:07.939808 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34c9f4f6-0aa7-4bc2-81d4-ebf0936fddc6 req-c8189946-afa7-4159-8883-b5d6e27f1087 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Feb 10 11:56:09.134580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432ef9-0294-4301-ae09-6515b8521398 req-3907eb35-02a3-4f16-b6bf-2e6fec39c0a6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:09.136044 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76432ef9-0294-4301-ae09-6515b8521398 req-3907eb35-02a3-4f16-b6bf-2e6fec39c0a6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0767021 Feb 10 11:56:09.179612 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-76432ef9-0294-4301-ae09-6515b8521398 req-83c24ac6-3aa3-45c0-a957-00fab3b84b5d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 Feb 10 11:56:10.369842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726b264-e1e6-4ce2-a9ea-f8bcf4381285 req-136f9d07-59f8-449a-a175-5259c6512dae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:10.371205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a726b264-e1e6-4ce2-a9ea-f8bcf4381285 req-136f9d07-59f8-449a-a175-5259c6512dae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0739241 Feb 10 11:56:10.415145 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a726b264-e1e6-4ce2-a9ea-f8bcf4381285 req-eca6c901-4c8f-4989-889b-3ad459d90c84 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386612 Feb 10 11:56:11.612542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671b0d0-5c59-4646-b44f-ab9a54f7bda3 req-8bffc838-00e1-4e3d-861c-10afcb79dbeb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:11.614038 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5671b0d0-5c59-4646-b44f-ab9a54f7bda3 req-8bffc838-00e1-4e3d-861c-10afcb79dbeb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0799878 Feb 10 11:56:11.658986 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5671b0d0-5c59-4646-b44f-ab9a54f7bda3 req-2a7cd1ec-a36b-4e86-b4ee-132fb58e6c2d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389657 Feb 10 11:56:12.850436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8bad4-4347-40d6-8e0b-0cfadb0cda64 req-f48b8fbf-0aca-4fb0-ba3e-73d4d1c80218 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:12.851899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1f8bad4-4347-40d6-8e0b-0cfadb0cda64 req-f48b8fbf-0aca-4fb0-ba3e-73d4d1c80218 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0753031 Feb 10 11:56:12.895700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1f8bad4-4347-40d6-8e0b-0cfadb0cda64 req-dfb4d22f-356d-4b02-92ed-dd28c6672aec tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 Feb 10 11:56:14.090491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2254755-d50d-49c1-9d18-192bab979816 req-3b7f0301-6cd8-496b-aee1-5f7da397337d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:14.091947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2254755-d50d-49c1-9d18-192bab979816 req-3b7f0301-6cd8-496b-aee1-5f7da397337d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0776021 Feb 10 11:56:14.135965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2254755-d50d-49c1-9d18-192bab979816 req-d1bf32be-f3b1-4464-9489-f36e03f2cf4b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386701 Feb 10 11:56:15.333867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4be90-690a-4dd0-ac03-0e5b77855516 req-8a5df5f7-7bf6-4f65-a951-0dc378998404 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:15.335209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-93e4be90-690a-4dd0-ac03-0e5b77855516 req-8a5df5f7-7bf6-4f65-a951-0dc378998404 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0762236 Feb 10 11:56:15.388295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-93e4be90-690a-4dd0-ac03-0e5b77855516 req-b41cea46-2a0e-4ba9-a4b2-d9599190452e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Feb 10 11:56:16.222150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-798bbee6-ae8d-42f9-b3e4-dd61be72e8a4 service neutron] 10.222.0.32 "GET /v2.0/ports/3b6b9538-84e9-4b99-a1e7-7102f0cf90b1/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0719693 Feb 10 11:56:16.480092 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-38802e2b-737b-483a-a795-4234432b4252 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1098 time: 0.0711694 Feb 10 11:56:16.627001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-c8b06245-ba2f-4876-a6fd-1bead3786bc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.1247475 Feb 10 11:56:16.636800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068eeb96-28c6-4df6-a5dd-ecd73abafceb req-29793787-44d0-4711-9dac-816678b58d40 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:16.638155 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-068eeb96-28c6-4df6-a5dd-ecd73abafceb req-29793787-44d0-4711-9dac-816678b58d40 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.1046734 Feb 10 11:56:16.764981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-068eeb96-28c6-4df6-a5dd-ecd73abafceb req-aafc7cd2-35ae-4e27-b8cb-6bb19fc337e5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046371 Feb 10 11:56:16.880688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-ebb39afd-e7d4-490a-b48b-407df174378c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:16.882141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-ebb39afd-e7d4-490a-b48b-407df174378c service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.2431657 Feb 10 11:56:16.983295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-748fe2a2-5bb7-4a4d-a0ea-99eec1ba74fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 1000 time: 0.0951207 Feb 10 11:56:17.042934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-c0544332-bdca-42e4-8a84-9b5a3945ff00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:17.044279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-c0544332-bdca-42e4-8a84-9b5a3945ff00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0560110 Feb 10 11:56:17.114805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-dca79fec-c35e-4397-a875-4f832e0df481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647047 Feb 10 11:56:17.242037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-07086cc5-fcf3-4a72-8f37-63aa7ef750af service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217508 Feb 10 11:56:17.370897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78aba8b7-2444-4b96-90d0-894d5cc6169e req-ac6a8463-9f5f-463d-a442-b9d70b76be02 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233957 Feb 10 11:56:17.964421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be648-bb52-4f9c-904a-45e559246e0f req-4acfb60b-e7ad-4a62-93ff-62b07abff2bb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:17.965771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-013be648-bb52-4f9c-904a-45e559246e0f req-4acfb60b-e7ad-4a62-93ff-62b07abff2bb tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0803766 Feb 10 11:56:18.010463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-013be648-bb52-4f9c-904a-45e559246e0f req-8415dffe-1e49-4a05-943b-000048eeb553 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Feb 10 11:56:19.207199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39a998-a0f1-4596-83b2-7247fd25374c req-7dd69b11-8749-4fa9-a3f6-539de555b123 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:19.208686 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d39a998-a0f1-4596-83b2-7247fd25374c req-7dd69b11-8749-4fa9-a3f6-539de555b123 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0754101 Feb 10 11:56:19.256023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d39a998-a0f1-4596-83b2-7247fd25374c req-628c9e0f-eb6d-46c1-afc5-c950a7322a8f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410681 Feb 10 11:56:19.707807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd969f9-6368-47b2-9465-a52979db65ea req-21b69f60-f7ff-4737-a78d-ac565ae16373 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:19.709207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-21b69f60-f7ff-4737-a78d-ac565ae16373 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e&tenant_id=bf79b6af118948f1a186aad82e821000&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 945 time: 0.1244400 Feb 10 11:56:19.792282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbf5bf-9e78-4a3c-98c9-bcd0aed6f3de req-91b0fd1f-3207-420e-8c0f-0edeebbfbdf6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:19.793690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dbbf5bf-9e78-4a3c-98c9-bcd0aed6f3de req-91b0fd1f-3207-420e-8c0f-0edeebbfbdf6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.1512825 Feb 10 11:56:19.819711 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-150d2934-86eb-4661-bdf0-41ff1acccc07 service neutron] 10.222.0.32 "GET /v2.0/ports/3b6b9538-84e9-4b99-a1e7-7102f0cf90b1/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.1039860 Feb 10 11:56:19.873276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dbbf5bf-9e78-4a3c-98c9-bcd0aed6f3de req-c66526f1-066f-47f6-aaa1-c87006cb31bc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739317 Feb 10 11:56:19.913686 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-929f2e60-f485-4d10-8f67-453ac1a2a062 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.0730836 Feb 10 11:56:20.039669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd969f9-6368-47b2-9465-a52979db65ea req-2a738eba-853e-4ce4-8bc2-8892c8fa5090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:20.041066 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-2a738eba-853e-4ce4-8bc2-8892c8fa5090 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1222286 Feb 10 11:56:20.139595 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-299f2ad3-8baf-4bc0-9d25-a72db756694e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 1000 time: 0.0918791 Feb 10 11:56:20.198314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd969f9-6368-47b2-9465-a52979db65ea req-ad32b4c4-f25a-4953-a5c0-c651017e36a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:20.199691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-ad32b4c4-f25a-4953-a5c0-c651017e36a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0547147 Feb 10 11:56:20.271981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-244f3a28-e2e8-472b-8045-2bdac4296472 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660696 Feb 10 11:56:20.361121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:56:20.366078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:56:20.397148 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-d8a5169f-b15d-4d3d-a819-6191b453cb11 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196094 Feb 10 11:56:20.585802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.603278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:20.616009 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-784e3260-ed2f-472e-b87d-a086f2807557 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136364 Feb 10 11:56:20.623577 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:56:20.631500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:20.673825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:20.682103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.724577 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'code': 200} Feb 10 11:56:20.734340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:20.763817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:20.800168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:20.826807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:56:20.827162 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:56:21.068750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd41f4-8ffe-40a3-a0be-18bb61506688 req-99341c4a-617f-4cef-9320-96b78d394464 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:21.070423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52fd41f4-8ffe-40a3-a0be-18bb61506688 req-99341c4a-617f-4cef-9320-96b78d394464 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 943 time: 0.0779023 Feb 10 11:56:21.116605 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-52fd41f4-8ffe-40a3-a0be-18bb61506688 req-4ece3237-2e7d-4fc4-85af-3f04f720fe4d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Feb 10 11:56:21.381290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:21.398256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:21.414193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:21.417996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:21.481397 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:56:21.514700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:22.310078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d389a-a220-4d40-a437-32fbd0036e1c req-e00bf2d2-2b50-4837-8b15-81b91e9eef59 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:22.311477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-931d389a-a220-4d40-a437-32fbd0036e1c req-e00bf2d2-2b50-4837-8b15-81b91e9eef59 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 944 time: 0.0750000 Feb 10 11:56:22.358541 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-931d389a-a220-4d40-a437-32fbd0036e1c req-100e3b7e-0bf9-44c8-98b3-6628ec552c68 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Feb 10 11:56:22.370188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:56:22.439125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:22.439869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:22.546804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:22.577521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:22.581399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:22.647680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:22.725777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:22.791424 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'code': 200} Feb 10 11:56:22.839668 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:56:23.003824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-48f9766e-cbb5-48d2-8a1d-97020f66feae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1098 time: 0.0669158 Feb 10 11:56:23.092613 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-aa857624-94ff-4862-9bb7-17265c69e241 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 1098 time: 0.0670435 Feb 10 11:56:23.220603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd969f9-6368-47b2-9465-a52979db65ea req-faffe03f-92ec-4c95-b3d7-ab65f9c7f108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:23.222027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-faffe03f-92ec-4c95-b3d7-ab65f9c7f108 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1239939 Feb 10 11:56:23.322334 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-dfbcd84c-cc9c-49a8-9d1e-dbf0fa032519 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 200 len: 1000 time: 0.0946429 Feb 10 11:56:23.386482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd969f9-6368-47b2-9465-a52979db65ea req-98b83fcb-e4f1-4b76-a78b-b753d075e613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:23.387895 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-98b83fcb-e4f1-4b76-a78b-b753d075e613 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0591352 Feb 10 11:56:23.463465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-34c91f11-fa81-4f70-989e-61b7aba90b2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694849 Feb 10 11:56:23.647718 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-6ef00cc7-be7c-460a-ba1d-7baab6cabc89 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775649 Feb 10 11:56:23.656836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d6ea9-b971-49aa-9543-aaee2886a7a7 req-84128809-f3f3-4a22-a8a3-9d96033383c0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:23.658146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-123d6ea9-b971-49aa-9543-aaee2886a7a7 req-84128809-f3f3-4a22-a8a3-9d96033383c0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.1715894 Feb 10 11:56:23.781183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-123d6ea9-b971-49aa-9543-aaee2886a7a7 req-8b79cdd6-6d19-4e9f-8575-24daf72daac0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057892 Feb 10 11:56:23.812788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dd969f9-6368-47b2-9465-a52979db65ea req-95dbfda5-032b-4b68-a367-49dd61ed385b service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537497 Feb 10 11:56:24.979828 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b4c3-0640-4a73-9a49-1cfa3faa4a43 req-53a14181-71b1-476a-9483-1b52fc5a1cc2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:24.981439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c250b4c3-0640-4a73-9a49-1cfa3faa4a43 req-53a14181-71b1-476a-9483-1b52fc5a1cc2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0785151 Feb 10 11:56:25.039530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c250b4c3-0640-4a73-9a49-1cfa3faa4a43 req-91ec7c1b-be8f-46ee-9414-ab16676652e6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520756 Feb 10 11:56:26.233158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fa75-ff1e-4a31-b9b5-9b55a21c6eef req-2783a287-3185-4fab-a3ed-eaf4c0bb61f7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:26.234587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8507fa75-ff1e-4a31-b9b5-9b55a21c6eef req-2783a287-3185-4fab-a3ed-eaf4c0bb61f7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0763340 Feb 10 11:56:26.279305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8507fa75-ff1e-4a31-b9b5-9b55a21c6eef req-cfca2625-8fe0-49d7-8396-6abf47176ec4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392082 Feb 10 11:56:26.392690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:56:26.396573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:56:26.473644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7504d3-e919-4fe3-af84-012817cca4d8 req-17fe3bfa-48ed-4749-880a-0af8393bd6fa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:26.475089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f7504d3-e919-4fe3-af84-012817cca4d8 req-17fe3bfa-48ed-4749-880a-0af8393bd6fa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0787785 Feb 10 11:56:26.519593 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1f7504d3-e919-4fe3-af84-012817cca4d8 req-c8780c18-1b41-4d05-8a7e-784545179eed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384269 Feb 10 11:56:26.607478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:26.628960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:26.648830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'mac_address': 'fa:16:3e:88:29:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:56:26.653674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:26.689202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:26.698294 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:26.716743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c144d7-d34e-4f92-ad8a-8db56208b242 req-bebc69a7-5e90-422c-a911-5c62fefe59a6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:26.718171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05c144d7-d34e-4f92-ad8a-8db56208b242 req-bebc69a7-5e90-422c-a911-5c62fefe59a6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0808849 Feb 10 11:56:26.737506 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'code': 200} Feb 10 11:56:26.763253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05c144d7-d34e-4f92-ad8a-8db56208b242 req-5580eda6-9c03-4c86-8aa5-ad4b8774f02f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Feb 10 11:56:26.765348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:26.789926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:26.797135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=9']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:26.850854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:56:26.851199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:56:27.234581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95e9d279-6e2a-46b2-bfa6-21d9564a74b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:27.245057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf40342-21a8-4cad-8c31-723f6486831c req-00e9b71a-194a-4dfa-bea1-fb85e8bbcd8d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:27.246486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bf40342-21a8-4cad-8c31-723f6486831c req-00e9b71a-194a-4dfa-bea1-fb85e8bbcd8d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 943 time: 0.1596334 Feb 10 11:56:27.290855 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bf40342-21a8-4cad-8c31-723f6486831c req-6c537926-3dd2-461c-babf-63efeee3608f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Feb 10 11:56:27.405358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:27.422694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:27.437007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:27.440375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:27.499770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:56:27.538354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=10']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:28.407465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:56:28.481184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:28.481545 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.489689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde474dc-94ac-4f7c-b018-4d5e1f13b9d0 req-28f173be-2357-4243-8903-aa9fa327693d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:28.491128 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cde474dc-94ac-4f7c-b018-4d5e1f13b9d0 req-28f173be-2357-4243-8903-aa9fa327693d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 945 time: 0.0813653 Feb 10 11:56:28.536621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cde474dc-94ac-4f7c-b018-4d5e1f13b9d0 req-5e5a05cd-29bf-4818-bef4-96ecc7470298 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 Feb 10 11:56:28.597398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.628622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:28.632431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:28.693903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=11']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:28.738770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:28.794967 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'code': 200} Feb 10 11:56:29.183475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-e9276b93-e7e9-4973-b24a-7f52ea37e254 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:29.184858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-e9276b93-e7e9-4973-b24a-7f52ea37e254 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 946 time: 0.0756407 Feb 10 11:56:29.249468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Deleting port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:56:29.249706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.420554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d4b74a6-2de3-44df-9790-2fa1e27abed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.483379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] For port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:29.483726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.809412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.810100 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:29.810100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e disassociated. External IP: 172.26.3.8, port: 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1. Feb 10 11:56:29.810359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Calling delete_port for 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:56:29.865779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f06c7a-9649-43a5-be65-a0a8ac155230 req-50f720f3-4803-4ef1-b673-1fd66a967a64 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:29.867119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15f06c7a-9649-43a5-be65-a0a8ac155230 req-50f720f3-4803-4ef1-b673-1fd66a967a64 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 946 time: 0.2066011 Feb 10 11:56:29.931883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15f06c7a-9649-43a5-be65-a0a8ac155230 req-d232e7c3-d236-402d-915a-680a25c44ce5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591152 Feb 10 11:56:29.991997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:30.041632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'Port': ['ID=3b6b9538-84e9-4b99-a1e7-7102f0cf90b1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:30.054515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.054720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.055048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.055393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.055717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.056032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.056348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.056661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.056970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.057280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.057700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:56:30.254361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:56:30.551481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:56:30.561647 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:56:30.565377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:30.573391 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:30.574058 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:30.619201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] No DVR routers for this DVR port 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:56:30.621656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:30.624126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-deleted', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:30.639766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5e55885-d0c6-407c-81f1-2fb20f5edb54 req-265d8669-0559-4157-8e79-4cae4b5d398c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "DELETE /v2.0/ports/3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 HTTP/1.1" status: 204 len: 173 time: 1.4496148 Feb 10 11:56:30.683766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b71d0-b7a0-409b-9fba-ad8ae035a32e', 'name': 'network-vif-deleted', 'tag': '3b6b9538-84e9-4b99-a1e7-7102f0cf90b1', 'status': 'completed', 'code': 200} Feb 10 11:56:30.736075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:30.753377 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:31.063951 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:31.067797 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:56:31.078295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:31.078894 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:31.115701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6d149d3d-81cb-4135-a76e-01b2fa08e1c5 req-1b0a4c15-5cc3-46ae-b036-21de984529d1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:56:31.132798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6d149d3d-81cb-4135-a76e-01b2fa08e1c5 req-1b0a4c15-5cc3-46ae-b036-21de984529d1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:56:31.135757 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d149d3d-81cb-4135-a76e-01b2fa08e1c5 req-1b0a4c15-5cc3-46ae-b036-21de984529d1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=698b71d0-b7a0-409b-9fba-ad8ae035a32e HTTP/1.1" status: 200 len: 210 time: 0.0637298 Feb 10 11:56:31.253295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:31.549499 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:31.553434 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59f78b-97f0-4198-9a90-af3ec4bd9b67 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:56:31.759806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dd93f0-749a-4853-9853-688342635aa3 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:56:32.114734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:32.409153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:56:32.473177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:56:32.474023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 3b6b9538-84e9-4b99-a1e7-7102f0cf90b1 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:56:32.492572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-051afcc3-4439-4197-93a5-80bc976a1653 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1104493498&fields=id&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 267 time: 0.0454152 Feb 10 11:56:32.634511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-0e6ed476-0f19-4867-816f-75588a77ba38 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:32.635933 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-0e6ed476-0f19-4867-816f-75588a77ba38 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1369231 Feb 10 11:56:32.651991 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-d1063a64-831b-421d-b367-b132d507eadf tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/quotas/bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 375 time: 0.0107453 Feb 10 11:56:32.731049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-bd4e4888-cbb9-4a2b-9807-74495f3f0b00 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742841 Feb 10 11:56:32.862686 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-a66e3d22-9e5a-4154-8ad7-440c35d38462 service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203427 Feb 10 11:56:32.990293 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-014c1d82-5073-4108-bd72-034b96e5e0e8 service neutron] 10.222.0.42 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219940 Feb 10 11:56:33.170193 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-33e4ab2d-8f67-4532-bda7-c5ac055dc349 req-096378fa-beaf-4a1a-9311-105c76b71417 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 210 time: 0.0411246 Feb 10 11:56:33.999431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:34.176251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-a01a3b85-6da9-4039-a298-07c6d1364a7f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:34.178142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-a01a3b85-6da9-4039-a298-07c6d1364a7f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 811 time: 0.1412368 Feb 10 11:56:34.237385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-85f7763e-42b0-44b2-9a1f-465bcfa32bd0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 380 time: 0.0468581 Feb 10 11:56:34.245617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'port': {'device_id': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'admin_state_up': True, 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'security_groups': ['3774e1ad-e497-4016-a297-2b40425ab69a']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:34.369279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7efb6855-e5ed-4b88-a409-1bd62c4ab2c2 req-c4b5050b-8da6-4da0-b48c-94b1de8e15d5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 210 time: 0.0590672 Feb 10 11:56:34.420503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:56:34.430432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:56:34.439917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Made reservation on behalf of bf79b6af118948f1a186aad82e821000 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:56:34.443658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:34.601310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Allocated IP 172.20.0.13 (29cc03e1-b99f-43de-9a89-5b1e73d1023b/823cd18c-9980-490e-8488-fd3fb20ac714/69d55d79-85f9-433e-ba1c-f9dd92f0f998) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:56:34.778458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:34.794092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Transition to ACTIVE for port object 69d55d79-85f9-433e-ba1c-f9dd92f0f998 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:56:34.815690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:34.893469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:56:34.897020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:56:34.901229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:56:34.926232 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:34.972261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:34.972855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:34.998588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-819394d2-8aca-4511-a7b5-89ef780a34c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7566714 Feb 10 11:56:35.009545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Request body: {'port': {'device_id': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:35.137689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-881ae704-3417-442a-a724-4d3d8f8c6ff3 None None] Provisioning for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:56:35.142964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-881ae704-3417-442a-a724-4d3d8f8c6ff3 None None] Provisioning complete for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:35.143361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-881ae704-3417-442a-a724-4d3d8f8c6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:35.194900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-881ae704-3417-442a-a724-4d3d8f8c6ff3 None None] Port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:56:35.215972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:35.587137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:35.598776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:35.619939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Transition to ACTIVE for port object 69d55d79-85f9-433e-ba1c-f9dd92f0f998 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:56:35.625414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:35.670042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996ce15-cbcd-4d81-acc7-6c63a682839d req-6d38bd3e-1f86-44cb-9dfe-a39c92797d52 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:35.670636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3996ce15-cbcd-4d81-acc7-6c63a682839d req-6d38bd3e-1f86-44cb-9dfe-a39c92797d52 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:56:35.773570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:35.776477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-3996ce15-cbcd-4d81-acc7-6c63a682839d req-6d38bd3e-1f86-44cb-9dfe-a39c92797d52 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:56:35.777848 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3996ce15-cbcd-4d81-acc7-6c63a682839d req-6d38bd3e-1f86-44cb-9dfe-a39c92797d52 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 932 time: 0.2882121 Feb 10 11:56:35.900692 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3996ce15-cbcd-4d81-acc7-6c63a682839d req-55593bab-c9df-4f4c-a91a-9802ce8ee92a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161561 Feb 10 11:56:35.930269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Attempting to bind port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:56:35.930597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Attempting to bind port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:56:35.930917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Attempting to bind port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:56:35.937567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:56:35.937873 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Attempting to bind port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 on network 29cc03e1-b99f-43de-9a89-5b1e73d1023b {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:56:35.944726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:56:35.945052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Checking segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:56:35.945412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Bound using segment: {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:56:35.945952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Bound port: 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:56:35.946296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:36.038177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:56:36.041457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:56:36.045226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:36.105616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:36.107184 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] 10.222.0.32 "PUT /v2.0/ports/69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 1094 time: 1.1022093 Feb 10 11:56:36.115517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:36.138190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b941e-e3ea-4ba3-a060-7e74b9d0f584 service neutron] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:36.221327 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'status': 'completed', 'code': 200} Feb 10 11:56:36.264220 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-66f26dc1-4b9a-42ea-857b-00f8223e7ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1097 time: 0.0857203 Feb 10 11:56:36.335093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-45bfdf96-c85f-4f10-b1c7-d48244e77fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 217 time: 0.0646188 Feb 10 11:56:36.398689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-1fe4e73d-f86e-434a-bedc-fb54aacc25be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:36.400080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-1fe4e73d-f86e-434a-bedc-fb54aacc25be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0566463 Feb 10 11:56:36.474640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-d3af577c-acf6-4454-bd2d-33d4027bf014 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683930 Feb 10 11:56:36.602300 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-773b500e-bc07-4c44-8027-34e3cd12cd11 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219256 Feb 10 11:56:36.731824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9bddde6a-62b1-429c-8bab-8350981a3b0c req-0c37c814-23b3-427c-a05c-ae83c1e4008f service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234949 Feb 10 11:56:36.841989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-878e28cc-4dfa-4586-9053-e3ec87e8a949 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1097 time: 0.0661087 Feb 10 11:56:37.107978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824821-8720-4026-aa11-7bc14e248683 req-2a1131da-c5c4-4af7-ae30-9787d343beba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:37.109372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-2a1131da-c5c4-4af7-ae30-9787d343beba service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.2618685 Feb 10 11:56:37.182394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-d58250a3-64e1-4d46-91ae-30db298a72a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 217 time: 0.0660381 Feb 10 11:56:37.229479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed499680-b2b5-4717-afb5-bf2921fc59e5 req-0480c4da-1cb9-4888-ade3-ef1db05fa895 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:37.230858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed499680-b2b5-4717-afb5-bf2921fc59e5 req-0480c4da-1cb9-4888-ade3-ef1db05fa895 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.1992435 Feb 10 11:56:37.282652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824821-8720-4026-aa11-7bc14e248683 req-45247f69-b3cb-4206-8c02-0688aaa4ad1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:37.284059 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-45247f69-b3cb-4206-8c02-0688aaa4ad1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0947418 Feb 10 11:56:37.327170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed499680-b2b5-4717-afb5-bf2921fc59e5 req-162a6c18-c0a9-4b19-99c2-10c3eb81394b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902357 Feb 10 11:56:37.363615 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-4238bccd-891a-4131-885a-661037b44e7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720730 Feb 10 11:56:37.494719 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-f314457f-3357-4dfd-bc69-02d0f1c13c2d service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243346 Feb 10 11:56:37.624912 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c2824821-8720-4026-aa11-7bc14e248683 req-99adc362-bb64-46d7-903a-850827581c30 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Feb 10 11:56:38.526862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7af98a-de64-475c-8014-4b2af962e904 req-198e4b94-5899-4b59-b65b-854d648c99ed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:38.528316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae7af98a-de64-475c-8014-4b2af962e904 req-198e4b94-5899-4b59-b65b-854d648c99ed tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0786059 Feb 10 11:56:38.573997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae7af98a-de64-475c-8014-4b2af962e904 req-01933887-6156-47f5-bd04-37485982b12d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397465 Feb 10 11:56:39.766689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf5ccc-9349-4e08-bee4-a9a7c056e910 req-cf244b00-c08f-4d54-a1d3-b7a1d036b336 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:39.768132 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ccf5ccc-9349-4e08-bee4-a9a7c056e910 req-cf244b00-c08f-4d54-a1d3-b7a1d036b336 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0741763 Feb 10 11:56:39.812205 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4ccf5ccc-9349-4e08-bee4-a9a7c056e910 req-4a4cad79-37aa-4523-904f-96993841cdfd tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Feb 10 11:56:40.470978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:56:40.598647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:40.614082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:56:40.664790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:40.680804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:56:40.695400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:40.699284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:40.760978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:40.895531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['69d55d79-85f9-433e-ba1c-f9dd92f0f998'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:56:41.008997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966531fb-5917-49f3-b1c7-944756a7755f req-f838ba97-0ab6-4beb-b808-b364ca76c4e4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:41.010451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-966531fb-5917-49f3-b1c7-944756a7755f req-f838ba97-0ab6-4beb-b808-b364ca76c4e4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Feb 10 11:56:41.055186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-966531fb-5917-49f3-b1c7-944756a7755f req-ae3df8c4-d053-4ca8-b109-eafc798766ad tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Feb 10 11:56:42.245655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a059fc-3adb-4ff8-8685-7933e253c0f5 req-d67e87eb-b104-4a87-9348-eba20016bbc0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:42.247095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34a059fc-3adb-4ff8-8685-7933e253c0f5 req-d67e87eb-b104-4a87-9348-eba20016bbc0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 945 time: 0.0750110 Feb 10 11:56:42.295928 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34a059fc-3adb-4ff8-8685-7933e253c0f5 req-a3ac13e3-7041-475b-a05c-79193e7467a2 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Feb 10 11:56:42.478824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:56:42.547571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:56:42.552472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:56:42.552834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:42.658616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:42.683934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:42.693600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:56:42.697522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:42.741467 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'code': 200} Feb 10 11:56:42.765948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:56:42.956924 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43f08329-55f6-4640-8768-9de73ab234e2 req-75305f34-e3bb-4b7e-b925-e7aa9ab964e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.0668147 Feb 10 11:56:42.998606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-43f08329-55f6-4640-8768-9de73ab234e2 req-581b0e7a-5975-4acf-98a1-686f37518d15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358708 Feb 10 11:56:43.496991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b590d5c-61cf-4ad0-8694-7b4c919fe026 req-e56e2126-a97c-4c15-a289-c68ffc2b3caa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:43.498411 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b590d5c-61cf-4ad0-8694-7b4c919fe026 req-e56e2126-a97c-4c15-a289-c68ffc2b3caa tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0787914 Feb 10 11:56:43.543073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4b590d5c-61cf-4ad0-8694-7b4c919fe026 req-181fe436-872f-4acd-bca1-eafabc274fa6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390928 Feb 10 11:56:44.738531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc317c-3693-4447-a28e-f7de180be923 req-56f445e3-3afd-4631-a964-4cd9d5effe8f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:44.740505 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-adcc317c-3693-4447-a28e-f7de180be923 req-56f445e3-3afd-4631-a964-4cd9d5effe8f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0753112 Feb 10 11:56:44.784538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-adcc317c-3693-4447-a28e-f7de180be923 req-25bf43a9-f643-474b-976e-d7b06a2e5cb7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 Feb 10 11:56:44.972512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739d359-c6cf-41c2-a8a2-e809f0480af7 req-06e8c157-41f8-417e-92f0-0a050e1faff7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:44.974403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6739d359-c6cf-41c2-a8a2-e809f0480af7 req-06e8c157-41f8-417e-92f0-0a050e1faff7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0775745 Feb 10 11:56:44.983134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:56:44.988122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Request body: {'floatingip': {'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:56:45.060166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:45.711906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:45.715661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:45.896026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e associated. External IP: 172.26.3.8, port: 69d55d79-85f9-433e-ba1c-f9dd92f0f998. Feb 10 11:56:46.271379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:56:46.464513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:56:46.468649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:46.474915 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:56:46.486238 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:46.486889 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:46.520193 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a245d8ed-09c4-4658-b842-7a272340343c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "PUT /v2.0/floatingips/db06f652-0a28-4362-8683-56efba48b11e HTTP/1.1" status: 200 len: 991 time: 1.5359590 Feb 10 11:56:46.520753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:56:46.578119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'status': 'completed', 'code': 200} Feb 10 11:56:46.701386 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:46.782291 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-befb3315-5df6-4753-8006-39e9a36d7a1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.1850271 Feb 10 11:56:46.921592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-1d61dcdc-5eae-432e-b413-780de08036e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:46.923372 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-1d61dcdc-5eae-432e-b413-780de08036e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1350024 Feb 10 11:56:47.030046 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-0aa73928-63a7-408b-9c07-305f3d9c44fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 999 time: 0.1011024 Feb 10 11:56:47.070096 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:56:45Z', 'revision_number': 13, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:47.073977 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:56:47.084670 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:56:47.085271 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:56:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:47.103257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-69d262e8-4404-4811-a7bf-0e73dff3caca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:47.105030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-69d262e8-4404-4811-a7bf-0e73dff3caca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0690787 Feb 10 11:56:47.180196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-bb10af1a-0a80-4cec-a944-0e8f83581e53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695567 Feb 10 11:56:47.263313 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:56:47.317785 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-7a6ea82a-cf72-4a0e-9df8-9904ea48d150 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305525 Feb 10 11:56:47.449818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5b7e850-dea6-43c8-b7cf-7750208cbaea req-9a905fff-4e32-4e20-a6a7-cd113430b856 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263542 Feb 10 11:56:47.611801 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:56:45Z', 'revision_number': 13, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:56:47.616559 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb66ae4-f519-45a5-ace4-2202d472f392 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'db06f652-0a28-4362-8683-56efba48b11e', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T11:53:58Z', 'updated_at': '2022-02-10T11:56:45Z', 'revision_number': 13, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:56:47.801798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977d97fc-e16c-452b-8255-a405d3ef0cc2 None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:56:48.234802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc278ff-81d4-4a2f-bee1-6e9973a27349 req-326ee3c2-389c-42aa-929c-8cb9e6b3c462 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:48.236182 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cc278ff-81d4-4a2f-bee1-6e9973a27349 req-326ee3c2-389c-42aa-929c-8cb9e6b3c462 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0792751 Feb 10 11:56:48.280656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cc278ff-81d4-4a2f-bee1-6e9973a27349 req-5091459d-cee7-4132-80ad-bd21bfd0b537 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Feb 10 11:56:57.235289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df2fd21e-36d4-46e0-8ce6-1afc56469ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:57.912693 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6533f4f8-2d81-46d3-b9e7-2512be9c4dda req-9b0729ff-d7ad-47bd-856e-6a91a55311f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671313 Feb 10 11:56:58.217411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-abab6eaa-aab4-4f54-bada-07d13d55b6cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332824 Feb 10 11:56:58.220219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4d2ce-8345-4c64-a648-4f7d01f4e3d6 req-96f68987-d2f8-4426-89fc-7500018d12ae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:58.221640 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5d4d2ce-8345-4c64-a648-4f7d01f4e3d6 req-96f68987-d2f8-4426-89fc-7500018d12ae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0787084 Feb 10 11:56:58.272289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5d4d2ce-8345-4c64-a648-4f7d01f4e3d6 req-55dada2b-bd98-4496-9f38-52bde2941b67 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442965 Feb 10 11:56:59.373823 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-b83b14aa-783e-4b34-a424-f3f7d0d13677 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.0703664 Feb 10 11:56:59.424202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-54834fc6-0db8-4013-8e97-3a72c3397883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:56:59.569967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7671f-f45b-4626-af36-61842491985a req-e771686a-60dc-4f42-9fce-52d34c750ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:59.570558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-e771686a-60dc-4f42-9fce-52d34c750ffc service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1907783 Feb 10 11:56:59.578939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1e82f-d59f-44cd-9572-bc04b70e506c req-21051cf5-ef22-45aa-93e7-4a82a09e7cc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:59.580269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dd1e82f-d59f-44cd-9572-bc04b70e506c req-21051cf5-ef22-45aa-93e7-4a82a09e7cc7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.1816902 Feb 10 11:56:59.703871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dd1e82f-d59f-44cd-9572-bc04b70e506c req-c786e040-68e9-4262-b93d-08688bdf1309 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761259 Feb 10 11:56:59.709660 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-fb4fa45d-f3d0-4527-9d22-76715faeda3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 1001 time: 0.1285148 Feb 10 11:56:59.774383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7671f-f45b-4626-af36-61842491985a req-d240c15f-2211-4619-8826-4320c43de43b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:56:59.775844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-d240c15f-2211-4619-8826-4320c43de43b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0581763 Feb 10 11:56:59.840472 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:56:59.853204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-8cd3aeff-8021-4b6f-8463-d4a3b905d536 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704136 Feb 10 11:57:00.078169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-c646125b-60de-4c3c-aedd-e9daf1fbaedb service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172406 Feb 10 11:57:00.208537 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-cfa37d27-6d68-485d-b0ab-cacbd5a9c181 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246738 Feb 10 11:57:00.567037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:00.738798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:00.903906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c2bab-fd2a-4869-b192-1ff86ef418bd req-9c932c16-7293-47ac-93b4-770e20368259 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:00.905348 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-503c2bab-fd2a-4869-b192-1ff86ef418bd req-9c932c16-7293-47ac-93b4-770e20368259 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0771105 Feb 10 11:57:00.949430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-503c2bab-fd2a-4869-b192-1ff86ef418bd req-33ad6155-253e-4033-b252-a86030d8a167 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Feb 10 11:57:02.118139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:02.149990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62c76-97f7-40aa-a41c-4735520c3ab2 req-acd2078e-d2bb-4c17-80c4-e267d46ebf6d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:02.151442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4a62c76-97f7-40aa-a41c-4735520c3ab2 req-acd2078e-d2bb-4c17-80c4-e267d46ebf6d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0794346 Feb 10 11:57:02.195622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4a62c76-97f7-40aa-a41c-4735520c3ab2 req-caa9394a-5a1e-401f-ad20-fb1af263d83b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Feb 10 11:57:03.390319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a74f3-6bd4-4d77-97c4-1b00bc4fd967 req-4bcd7616-088e-4bc9-9530-fc0189e637a4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:03.391786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d2a74f3-6bd4-4d77-97c4-1b00bc4fd967 req-4bcd7616-088e-4bc9-9530-fc0189e637a4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0753443 Feb 10 11:57:03.436392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d2a74f3-6bd4-4d77-97c4-1b00bc4fd967 req-ebeaecb7-8a02-46f6-beb6-9bfd8a5dfc9c tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Feb 10 11:57:04.014585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:04.640984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00d8c5-48e8-4acc-ac68-28360d184fff req-987af564-9282-451c-a63d-0673453c2722 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:04.642406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b00d8c5-48e8-4acc-ac68-28360d184fff req-987af564-9282-451c-a63d-0673453c2722 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0782106 Feb 10 11:57:04.685872 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7b00d8c5-48e8-4acc-ac68-28360d184fff req-d0577df2-413b-48f6-bc96-154899818f44 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Feb 10 11:57:05.883884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5021ead-d818-434b-a3a3-34110cbf5fa4 req-02efb5e6-933b-400f-bb6c-67417dad7d21 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:05.885304 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5021ead-d818-434b-a3a3-34110cbf5fa4 req-02efb5e6-933b-400f-bb6c-67417dad7d21 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0760777 Feb 10 11:57:05.931622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e5021ead-d818-434b-a3a3-34110cbf5fa4 req-d5184252-2534-4ce2-ac18-5d3a53417aee tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Feb 10 11:57:07.125318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23804b38-0ebe-4a8c-a848-914c0c28f1ba req-2036df85-7234-4002-a45d-1f9751d367a9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:07.126756 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23804b38-0ebe-4a8c-a848-914c0c28f1ba req-2036df85-7234-4002-a45d-1f9751d367a9 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Feb 10 11:57:07.172305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-23804b38-0ebe-4a8c-a848-914c0c28f1ba req-693d135d-d99b-4cdb-9e21-579513649be8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Feb 10 11:57:07.582037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-2f707435-2517-4daa-a73f-add97b88ddff service neutron] 10.222.0.32 "GET /v2.0/ports/69d55d79-85f9-433e-ba1c-f9dd92f0f998/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0781736 Feb 10 11:57:07.832603 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-c1254495-e2ab-47c2-8f69-0b91b7724294 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1099 time: 0.0668139 Feb 10 11:57:07.920844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-02e5445c-0cc7-49b0-aadd-90ce4a1be47d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.0680368 Feb 10 11:57:08.048428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7671f-f45b-4626-af36-61842491985a req-8819f105-1938-4297-8a8f-5b6d94c83101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:08.049863 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-8819f105-1938-4297-8a8f-5b6d94c83101 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1230407 Feb 10 11:57:08.149101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-fc4473c7-1436-4195-a613-6d58de04b020 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 1001 time: 0.0937996 Feb 10 11:57:08.213008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7671f-f45b-4626-af36-61842491985a req-649ec15a-fc28-4f60-8899-74ffdfe57b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:08.213990 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-649ec15a-fc28-4f60-8899-74ffdfe57b3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0594778 Feb 10 11:57:08.295530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-951d5928-b43d-462e-b443-848e6f131b7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742075 Feb 10 11:57:08.476393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-a4ad4d92-bce4-4708-a8c8-21f582b96e02 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510906 Feb 10 11:57:08.481844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d44b3-b903-4747-aa13-eae73b76d237 req-9b641a7b-56eb-4c46-b3ef-da7de737428a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:08.483177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a73d44b3-b903-4747-aa13-eae73b76d237 req-9b641a7b-56eb-4c46-b3ef-da7de737428a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.1867936 Feb 10 11:57:08.697032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a73d44b3-b903-4747-aa13-eae73b76d237 req-eb7df7c7-d93e-4ee5-81b4-4f67005ef448 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963212 Feb 10 11:57:08.728152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-ac6c926f-72b6-45e6-adfa-2b6fee2bd40b service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439978 Feb 10 11:57:09.897575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4580-0ac5-4e74-809c-f5c3992c40cd req-b60130af-0767-4692-8b34-6f9973087286 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:09.899060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-018d4580-0ac5-4e74-809c-f5c3992c40cd req-b60130af-0767-4692-8b34-6f9973087286 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0780275 Feb 10 11:57:09.947704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-018d4580-0ac5-4e74-809c-f5c3992c40cd req-703acc2c-ec0c-4baf-abbf-82ffe66928c5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Feb 10 11:57:10.556895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:10.662829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:10.690343 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:10.699513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:10.703680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:10.758887 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'code': 200} Feb 10 11:57:10.773824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:10.782351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.782693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.783031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.783392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.783749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.784079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.784399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.784721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.785045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.785393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:10.785700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:11.142835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587fe7-2ca9-4e75-8833-aa16baf56129 req-16ef2fb3-a221-4167-9d24-ccc11a300ab4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:11.144297 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51587fe7-2ca9-4e75-8833-aa16baf56129 req-16ef2fb3-a221-4167-9d24-ccc11a300ab4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0747333 Feb 10 11:57:11.187979 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51587fe7-2ca9-4e75-8833-aa16baf56129 req-f46a7901-7b18-40f2-a422-1b7861ac8564 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Feb 10 11:57:12.391106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa3a38-e071-4701-b226-e1c9e0da41f0 req-654f7e1e-076b-4f32-a93b-a230735c95b6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:12.392575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0aa3a38-e071-4701-b226-e1c9e0da41f0 req-654f7e1e-076b-4f32-a93b-a230735c95b6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0798750 Feb 10 11:57:12.437666 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0aa3a38-e071-4701-b226-e1c9e0da41f0 req-9a83010e-0b4d-4d41-b8b1-12aa95e0f738 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Feb 10 11:57:12.565376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:12.693022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:12.705778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:12.757756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:12.774495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:12.789961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:12.793714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:12.868247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['69d55d79-85f9-433e-ba1c-f9dd92f0f998'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:12.940131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:13.630522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f984-4be6-4582-9fae-b0c581a8155c req-ac53d018-265a-49f7-9231-a839d1ae01a8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:13.632253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3085f984-4be6-4582-9fae-b0c581a8155c req-ac53d018-265a-49f7-9231-a839d1ae01a8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 945 time: 0.0757575 Feb 10 11:57:13.675695 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3085f984-4be6-4582-9fae-b0c581a8155c req-cea0a472-8262-480a-9569-da8e0fe74918 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381639 Feb 10 11:57:14.565635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:14.637369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:14.637741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:14.746493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:14.773024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:14.782512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:14.788830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:14.845330 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'code': 200} Feb 10 11:57:14.859517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:14.881107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a809d-9df1-4819-8cae-c0af3b387871 req-66c7f595-c5bd-45ed-a9d4-48359627ad22 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:14.882508 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e80a809d-9df1-4819-8cae-c0af3b387871 req-66c7f595-c5bd-45ed-a9d4-48359627ad22 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0812140 Feb 10 11:57:14.927010 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e80a809d-9df1-4819-8cae-c0af3b387871 req-0b9f282e-8da4-4b04-9790-7720da89ef30 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Feb 10 11:57:16.122348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38b8c5-6ba6-44a7-83a5-38b6d2b383f7 req-fa7eaad8-026d-44b7-a511-fb880558524e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:16.123799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be38b8c5-6ba6-44a7-83a5-38b6d2b383f7 req-fa7eaad8-026d-44b7-a511-fb880558524e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0747519 Feb 10 11:57:16.167151 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be38b8c5-6ba6-44a7-83a5-38b6d2b383f7 req-55761ae6-cae5-4940-93c9-29503033029f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 Feb 10 11:57:17.368656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94b0e-8208-4806-88b4-97aaad6c9ea5 req-96054bff-4027-4ccb-864b-67e3d1624ded tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:17.370094 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0d94b0e-8208-4806-88b4-97aaad6c9ea5 req-96054bff-4027-4ccb-864b-67e3d1624ded tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0842495 Feb 10 11:57:17.413956 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0d94b0e-8208-4806-88b4-97aaad6c9ea5 req-42ee9a20-ce16-4bae-ac8b-747922dc864f tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384450 Feb 10 11:57:17.882217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-bf824920-e071-4c4a-9cdc-16141f880032 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:17.883647 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-bf824920-e071-4c4a-9cdc-16141f880032 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944&tenant_id=bf79b6af118948f1a186aad82e821000&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 946 time: 0.1340153 Feb 10 11:57:17.968442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086fbfb-5638-47fe-b4b4-44a143a5d28e req-c08b4657-6e04-4ffd-84c2-8a590cf172c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:17.969786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1086fbfb-5638-47fe-b4b4-44a143a5d28e req-c08b4657-6e04-4ffd-84c2-8a590cf172c4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.1510549 Feb 10 11:57:17.996539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-75ce8426-4105-461c-8c26-3ca93253350a service neutron] 10.222.0.32 "GET /v2.0/ports/69d55d79-85f9-433e-ba1c-f9dd92f0f998/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.1028514 Feb 10 11:57:18.049209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1086fbfb-5638-47fe-b4b4-44a143a5d28e req-f658dd80-81ed-48c3-a287-f83989ecb362 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721445 Feb 10 11:57:18.088903 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-086154ea-4a6d-4c16-b315-bfb3505379cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.0691214 Feb 10 11:57:18.216630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-dc732206-d8f5-4251-a97c-8ba75bbf3005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:18.218060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-dc732206-d8f5-4251-a97c-8ba75bbf3005 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1233320 Feb 10 11:57:18.317579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-7a393027-a3d3-4305-8dbc-d22e70867aa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 1001 time: 0.0933957 Feb 10 11:57:18.376913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-0bb37356-b098-4a72-b0a2-28d84024e0e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:18.378325 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-0bb37356-b098-4a72-b0a2-28d84024e0e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0554109 Feb 10 11:57:18.452080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-1faa75c3-8e31-4fd6-957c-df230f99774b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680790 Feb 10 11:57:18.580089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-d0752aec-3bee-4a62-881a-c04429646e3c service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222999 Feb 10 11:57:18.791993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-ffcac4ca-1531-493c-9269-d128f47bcc83 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065814 Feb 10 11:57:19.244189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825b9b-da6d-407b-ad8c-cc934e194a72 req-eb0a6fb9-e464-4d14-b28e-23bdc56d706a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:19.245613 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97825b9b-da6d-407b-ad8c-cc934e194a72 req-eb0a6fb9-e464-4d14-b28e-23bdc56d706a tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0760615 Feb 10 11:57:19.289720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-97825b9b-da6d-407b-ad8c-cc934e194a72 req-3f4abae7-fb67-47d9-8d5e-8bc809d022d4 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386248 Feb 10 11:57:20.489387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6e0a9-d6aa-4236-8269-ddec0a03c613 req-c2eb45c4-085d-400b-a138-3dcd188ea9ba tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:20.490880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff6e0a9-d6aa-4236-8269-ddec0a03c613 req-c2eb45c4-085d-400b-a138-3dcd188ea9ba tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0787113 Feb 10 11:57:20.536289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0ff6e0a9-d6aa-4236-8269-ddec0a03c613 req-0b9c98cc-5982-4691-8ea9-35283cfa3980 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Feb 10 11:57:21.735554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba106e-a7ad-4147-9cf1-0cdcaab39f7e req-93428276-2d18-4c31-a9a7-4e0c2fdb12e1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:21.737011 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abba106e-a7ad-4147-9cf1-0cdcaab39f7e req-93428276-2d18-4c31-a9a7-4e0c2fdb12e1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0784981 Feb 10 11:57:21.781567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-abba106e-a7ad-4147-9cf1-0cdcaab39f7e req-c404214f-6332-4b20-ad53-38428315d3ae tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Feb 10 11:57:21.872652 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-c9f8dad6-f588-4333-934d-f899f7f31cf7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944&tenant_id=bf79b6af118948f1a186aad82e821000 HTTP/1.1" status: 200 len: 1099 time: 0.0707395 Feb 10 11:57:21.960645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-fa8fcb44-5481-4c17-bfb3-c0465e97c4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf79b6af118948f1a186aad82e821000&device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 1099 time: 0.0665634 Feb 10 11:57:22.088050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-8fae8eab-93d8-438d-a525-70ee2ac1c256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:22.089453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-8fae8eab-93d8-438d-a525-70ee2ac1c256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 200 len: 912 time: 0.1234694 Feb 10 11:57:22.189422 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-5f5a3c12-3007-4d6a-a293-1b8aef6e9a69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 200 len: 1001 time: 0.0930076 Feb 10 11:57:22.251446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-d6706d13-fb34-43bf-a2c3-d95ae150010b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:22.252811 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-d6706d13-fb34-43bf-a2c3-d95ae150010b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 200 len: 850 time: 0.0579581 Feb 10 11:57:22.323069 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-d10ee563-4081-4ba0-95cd-f2b223dd257d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29cc03e1-b99f-43de-9a89-5b1e73d1023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646806 Feb 10 11:57:22.450006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-004b2a9e-2ff2-4990-8ede-7fe4179ca570 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209028 Feb 10 11:57:22.578459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df073c25-a0e5-4ae5-b0d3-44603d43af93 req-57badf72-9195-4ee3-8ba5-1770e9408c84 service neutron] 10.222.0.32 "GET /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215231 Feb 10 11:57:22.977600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3601dbe-bd42-4b8b-9f0c-e43e83e93362 req-850be005-13c5-4682-a028-9fcc8332970e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:22.978934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3601dbe-bd42-4b8b-9f0c-e43e83e93362 req-850be005-13c5-4682-a028-9fcc8332970e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0752480 Feb 10 11:57:23.031612 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3601dbe-bd42-4b8b-9f0c-e43e83e93362 req-4f6254e8-a8c0-49e0-b2e5-b6ee4e84c4d1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 Feb 10 11:57:24.233442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fbe5b-e1c0-4300-950e-7772a32f8ae5 req-ea98f41d-f02a-4835-8c30-30da053e7430 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:24.234865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc0fbe5b-e1c0-4300-950e-7772a32f8ae5 req-ea98f41d-f02a-4835-8c30-30da053e7430 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0752289 Feb 10 11:57:24.278803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc0fbe5b-e1c0-4300-950e-7772a32f8ae5 req-350670dc-05ad-4fe2-9bb8-664403030146 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385323 Feb 10 11:57:24.634507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:24.741151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:24.766275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:24.775601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:24.779730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:24.833296 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'code': 200} Feb 10 11:57:24.846325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=9']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:25.484518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a912c45-2378-4796-ba6f-3ec9a3524204 req-bfc67e8a-c715-408e-b6dd-ec478914f056 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:25.485948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a912c45-2378-4796-ba6f-3ec9a3524204 req-bfc67e8a-c715-408e-b6dd-ec478914f056 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0772147 Feb 10 11:57:25.529675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a912c45-2378-4796-ba6f-3ec9a3524204 req-ed7d7dc9-6bbc-452c-8a8a-4ab19e8e0777 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Feb 10 11:57:26.659147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:26.727324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463ee44-254e-4314-a7f3-4608abffdd1d req-7bd98644-c00f-4a09-b354-26ffe1523262 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:26.729173 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d463ee44-254e-4314-a7f3-4608abffdd1d req-7bd98644-c00f-4a09-b354-26ffe1523262 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 944 time: 0.0802560 Feb 10 11:57:26.774292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d463ee44-254e-4314-a7f3-4608abffdd1d req-32cd51cd-5695-4438-b9dc-ea6c829cd3dd tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Feb 10 11:57:26.792895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:26.805790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'port_id': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'mac_address': 'fa:16:3e:1c:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:26.857000 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.873321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:26.887741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:26.891677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:26.954442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['69d55d79-85f9-433e-ba1c-f9dd92f0f998'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:26.994563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=10']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:27.234713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c63b54d6-1f0e-40de-a0e0-d14827bd36e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:27.969472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b07e1c-3204-4870-8e53-2db87ba69002 req-0e954927-b011-4ee0-b96b-bd1ee2bf8e57 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:27.970812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14b07e1c-3204-4870-8e53-2db87ba69002 req-0e954927-b011-4ee0-b96b-bd1ee2bf8e57 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 946 time: 0.0774636 Feb 10 11:57:28.016559 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-14b07e1c-3204-4870-8e53-2db87ba69002 req-c9d608cc-be9c-4b3c-a658-036db6934ac1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397279 Feb 10 11:57:28.674354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:28.743203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:28.743593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:28.848567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:28.876570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:28.886325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:28.891350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:28.944184 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'code': 200} Feb 10 11:57:28.957459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=11']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:29.212950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6b40e-06ce-44c8-aa5b-501a3d4aa0f4 req-edcfdcec-1818-4d62-b8e5-537beab0434b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:29.214378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4fc6b40e-06ce-44c8-aa5b-501a3d4aa0f4 req-edcfdcec-1818-4d62-b8e5-537beab0434b tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0746739 Feb 10 11:57:29.259440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4fc6b40e-06ce-44c8-aa5b-501a3d4aa0f4 req-c9a10f5c-b775-485e-b6f2-1d2993d1c744 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Feb 10 11:57:29.425127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-527ecaa7-f38e-4ca2-a3c5-dfdcf084d253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.558526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8618f3-db38-45d4-b564-75122b2294ea req-29906e58-effa-4292-af50-25ccc3b7e918 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:30.559926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d8618f3-db38-45d4-b564-75122b2294ea req-29906e58-effa-4292-af50-25ccc3b7e918 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.1729457 Feb 10 11:57:30.572188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:30.606962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d8618f3-db38-45d4-b564-75122b2294ea req-08f26528-d01e-45ab-a8a1-c74f4c7b2083 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Feb 10 11:57:30.740715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:31.802879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477922-33fa-43d8-9d2f-5bed5bf95b07 req-3676091e-8013-480f-87a3-d0d1e9b8ac68 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:31.804840 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4477922-33fa-43d8-9d2f-5bed5bf95b07 req-3676091e-8013-480f-87a3-d0d1e9b8ac68 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0772867 Feb 10 11:57:31.848159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4477922-33fa-43d8-9d2f-5bed5bf95b07 req-c0f21034-94dc-46eb-8606-2b45b6baa810 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Feb 10 11:57:32.036648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ad5c6-c852-4c2b-a30a-a5541761f8e7 req-fb338415-a44f-4e3c-aa42-4baf12b6e0d5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:32.038067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-669ad5c6-c852-4c2b-a30a-a5541761f8e7 req-fb338415-a44f-4e3c-aa42-4baf12b6e0d5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0740066 Feb 10 11:57:32.082183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-669ad5c6-c852-4c2b-a30a-a5541761f8e7 req-8f8f33ee-6807-437a-8461-6defab05ae73 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387075 Feb 10 11:57:32.126977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:32.277405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7caa-6969-411c-8e35-0d62235a2ab9 req-5cb8e087-1329-425c-bf14-60a306ac0db1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:32.278739 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8b7caa-6969-411c-8e35-0d62235a2ab9 req-5cb8e087-1329-425c-bf14-60a306ac0db1 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0796626 Feb 10 11:57:32.322812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b8b7caa-6969-411c-8e35-0d62235a2ab9 req-ce1b8aa4-a705-4c84-933f-8792a4a350a6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386384 Feb 10 11:57:32.717864 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3c6c-b45e-4827-90b8-b4edffdf3d8e req-e26f4dc0-72a5-4ead-baab-7876f77d746e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:32.719395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa3b3c6c-b45e-4827-90b8-b4edffdf3d8e req-e26f4dc0-72a5-4ead-baab-7876f77d746e tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0744305 Feb 10 11:57:32.763838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa3b3c6c-b45e-4827-90b8-b4edffdf3d8e req-2cc63e09-e499-405e-b4f1-082c89665027 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Feb 10 11:57:33.959076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efbe7d-3b5d-43b7-8045-3cdd22f34fe7 req-da72c8f3-23ce-4d2d-94a9-ee4e4b095498 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:33.961101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4efbe7d-3b5d-43b7-8045-3cdd22f34fe7 req-da72c8f3-23ce-4d2d-94a9-ee4e4b095498 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0785179 Feb 10 11:57:34.005493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e4efbe7d-3b5d-43b7-8045-3cdd22f34fe7 req-5fd7491f-4133-4ecd-8532-714022d6955d tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Feb 10 11:57:34.032698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.049358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-e2379ed9-d81e-4e10-9d86-51b25dc5ffa8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:35.050766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-e2379ed9-d81e-4e10-9d86-51b25dc5ffa8 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.0734646 Feb 10 11:57:35.118801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Deleting port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:35.119137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.349659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6addef3-4a4b-47d0-96af-364bafc70213 req-1d2538fa-0e6e-4dc4-8517-d2f9b1b88bd6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:35.351504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6addef3-4a4b-47d0-96af-364bafc70213 req-1d2538fa-0e6e-4dc4-8517-d2f9b1b88bd6 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 947 time: 0.2086720 Feb 10 11:57:35.439818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a6addef3-4a4b-47d0-96af-364bafc70213 req-182b4ae4-a71e-401a-90ea-8fd70c6b40f5 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups?id=3774e1ad-e497-4016-a297-2b40425ab69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783918 Feb 10 11:57:35.441338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] For port 69d55d79-85f9-433e-ba1c-f9dd92f0f998, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=69d55d79-85f9-433e-ba1c-f9dd92f0f998,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:35.441739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.720545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.720969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.721294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Floating IP db06f652-0a28-4362-8683-56efba48b11e disassociated. External IP: 172.26.3.8, port: 69d55d79-85f9-433e-ba1c-f9dd92f0f998. Feb 10 11:57:35.721634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Calling delete_port for 69d55d79-85f9-433e-ba1c-f9dd92f0f998 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:35.859491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:35.909489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'Port': ['ID=69d55d79-85f9-433e-ba1c-f9dd92f0f998,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:35.921895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.922358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.922552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.922872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.923195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.923533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.923845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.924156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.924465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.924825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:35.925068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:36.225016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:57:36.421305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:57:36.430930 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:57:36.442421 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:36.443008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:36.487139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] No DVR routers for this DVR port 69d55d79-85f9-433e-ba1c-f9dd92f0f998 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:57:36.489566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:36.492398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-deleted', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:36.510001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-22284f47-3eb8-4045-9ea9-ff32c875f958 req-f75bc41a-2b36-49c2-baf1-ba6c6f53ce96 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.32 "DELETE /v2.0/ports/69d55d79-85f9-433e-ba1c-f9dd92f0f998 HTTP/1.1" status: 204 len: 173 time: 1.4543641 Feb 10 11:57:36.558438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20cb7c7-048b-448a-b231-74c31dd91944', 'name': 'network-vif-deleted', 'tag': '69d55d79-85f9-433e-ba1c-f9dd92f0f998', 'status': 'completed', 'code': 200} Feb 10 11:57:36.620740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2c04a651-538e-4a98-b3b3-40433b77353c req-df66402f-8010-47b1-a2bc-790b8949fab0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Synchronizing usage tracker for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:57:36.637003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2c04a651-538e-4a98-b3b3-40433b77353c req-df66402f-8010-47b1-a2bc-790b8949fab0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Unset dirty status for tenant:bf79b6af118948f1a186aad82e821000 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:57:36.638135 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c04a651-538e-4a98-b3b3-40433b77353c req-df66402f-8010-47b1-a2bc-790b8949fab0 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/ports?device_id=a20cb7c7-048b-448a-b231-74c31dd91944 HTTP/1.1" status: 200 len: 210 time: 0.0618653 Feb 10 11:57:36.638726 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:36.874511 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:57:36.981642 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:36.985488 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:57:36.995564 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:36.996149 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:37.167186 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:37.469765 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:37.474295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1717a56-bb3b-4be1-bb81-992a25fe171a None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:53:55Z', 'revision_number': 4, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': 'b4f34aa0-9b3a-48bf-8e7e-21866cd631ff', 'name': '', 'network_id': '29cc03e1-b99f-43de-9a89-5b1e73d1023b', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'mac_address': 'fa:16:3e:7e:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:55Z', 'updated_at': '2022-02-10T11:54:03Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'subnets': [{'id': '823cd18c-9980-490e-8488-fd3fb20ac714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:57:37.692288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d0e35-a57b-47bf-9177-244fc74ea29b None None] New status for floating IP db06f652-0a28-4362-8683-56efba48b11e: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 11:57:38.758933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:38.819331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 69d55d79-85f9-433e-ba1c-f9dd92f0f998 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:57:38.820680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 69d55d79-85f9-433e-ba1c-f9dd92f0f998 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:57:41.118524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 59968) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:41.185324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.211332 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.262703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.281282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774e1ad-e497-4016-a297-2b40425ab69a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:41.294255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.294592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.294923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.295273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.295621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.295942 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.296258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.296575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.296888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.297200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.297509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:57:41.302188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.303547 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b8b271da-6903-44f0-a126-bd635ea3fccc tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "DELETE /v2.0/security-groups/3774e1ad-e497-4016-a297-2b40425ab69a HTTP/1.1" status: 204 len: 168 time: 0.1837165 Feb 10 11:57:41.305947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59972) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:41.322965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.api.v2.resource [None req-34c8eb0c-cf47-41e8-829b-03b801affc01 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] show failed (client error): The resource could not be found. Feb 10 11:57:41.326799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-34c8eb0c-cf47-41e8-829b-03b801affc01 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "GET /v2.0/security-groups/3774e1ad-e497-4016-a297-2b40425ab69a HTTP/1.1" status: 404 len: 347 time: 0.0170653 Feb 10 11:57:41.326799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:41.476308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Deleting port 52fa77a6-2911-4d18-bc88-bd12da5d1df5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:41.476631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.645274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.645590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.761233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Calling delete_port for 52fa77a6-2911-4d18-bc88-bd12da5d1df5 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:41.899880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:41.942887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Pushing event deleted for resources: {'Port': ['ID=52fa77a6-2911-4d18-bc88-bd12da5d1df5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:42.033430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:42.050511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:42.051668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a004c33e-7140-4ac4-a395-10c8065f7042 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] 10.222.0.42 "DELETE /v2.0/floatingips/db06f652-0a28-4362-8683-56efba48b11e HTTP/1.1" status: 204 len: 168 time: 0.7242386 Feb 10 11:57:42.055144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59980) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:42.518829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:43.084951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Deleting port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:43.085307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:43.251294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] For port b4f34aa0-9b3a-48bf-8e7e-21866cd631ff, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:43.251555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:43.370722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Calling delete_port for b4f34aa0-9b3a-48bf-8e7e-21866cd631ff owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:43.531927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:43.574633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f34aa0-9b3a-48bf-8e7e-21866cd631ff,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:43.950378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:44.507684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Router 1f66db88-be25-43d8-a193-09b1a57a3484 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:57:44.698592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:57:44.707252 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Sync routers for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:57:44.711983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-25ca7bf1-0c8a-4a96-96ae-416313e859ca admin admin] 10.222.0.42 "PUT /v2.0/routers/1f66db88-be25-43d8-a193-09b1a57a3484/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557755 Feb 10 11:57:44.714277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59984) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:44.719517 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:44.720131 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:44.888375 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:44.906491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:45.099840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:45.109813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Deleting port 92f45b68-4079-4c4c-878c-e17ea2195485 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:45.110254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:45.162683 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:57:43Z', 'revision_number': 5, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port': {'id': '92f45b68-4079-4c4c-878c-e17ea2195485', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:53:53Z', 'updated_at': '2022-02-10T11:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:45.166810 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Checking router: 1f66db88-be25-43d8-a193-09b1a57a3484 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:57:45.176805 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Routers {'1f66db88-be25-43d8-a193-09b1a57a3484'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:57:45.177378 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:57:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['1f66db88-be25-43d8-a193-09b1a57a3484'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:45.350428 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] Set router 1f66db88-be25-43d8-a193-09b1a57a3484 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:57:45.389363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] For port 92f45b68-4079-4c4c-878c-e17ea2195485, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=92f45b68-4079-4c4c-878c-e17ea2195485,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:45.389762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:45.453977 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:57:45Z', 'revision_number': 6, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:45.457787 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7793fc-6986-48c8-9313-c46ce652f1f6 None None] The sync data for ids ['1f66db88-be25-43d8-a193-09b1a57a3484'] in dv-neutron-827807-1-hyperv is: [{'id': '1f66db88-be25-43d8-a193-09b1a57a3484', 'name': 'tempest-ServerActionsTestJSON-367855242-router', 'tenant_id': 'bf79b6af118948f1a186aad82e821000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:53:52Z', 'updated_at': '2022-02-10T11:57:45Z', 'revision_number': 6, 'project_id': 'bf79b6af118948f1a186aad82e821000', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:57:45.510245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Calling delete_port for 92f45b68-4079-4c4c-878c-e17ea2195485 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:45.686261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:45.732539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Pushing event deleted for resources: {'Port': ['ID=92f45b68-4079-4c4c-878c-e17ea2195485,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:45.860526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4f34aa0-9b3a-48bf-8e7e-21866cd631ff no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:45.897235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: b4f34aa0-9b3a-48bf-8e7e-21866cd631ff {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:57:45.898328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device b4f34aa0-9b3a-48bf-8e7e-21866cd631ff not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:57:45.967218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.218780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.223111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.248534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.249015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f66db88-be25-43d8-a193-09b1a57a3484 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:57:46.261824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.262929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-40db1782-86a1-4849-8619-e055eccf862c admin admin] 10.222.0.42 "DELETE /v2.0/routers/1f66db88-be25-43d8-a193-09b1a57a3484 HTTP/1.1" status: 204 len: 168 time: 1.5477688 Feb 10 11:57:46.265502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59988) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:46.323822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Deleting subnet 823cd18c-9980-490e-8488-fd3fb20ac714 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:57:46.326789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.377273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.455716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.522600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.563338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823cd18c-9980-490e-8488-fd3fb20ac714,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:46.568684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.574252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7aba4-76cf-40da-9122-0c2ebe96895d None None] Network 29cc03e1-b99f-43de-9a89-5b1e73d1023b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:57:46.574484 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-904f3a9b-7853-43e9-a819-c804bb4408b4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/823cd18c-9980-490e-8488-fd3fb20ac714 HTTP/1.1" status: 204 len: 168 time: 0.3080518 Feb 10 11:57:46.576997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:46.679746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.689605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Deleting port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:46.689952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.810822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] DHCP port deletion for 29cc03e1-b99f-43de-9a89-5b1e73d1023b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:57:46.815101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Deleting port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:46.815491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:46.987448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] For port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:46.988015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.007849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] For port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,segment=NetworkSegment(ee6ba53f-1253-4fe5-95e4-c0b9dcab6772),segment_id=ee6ba53f-1253-4fe5-95e4-c0b9dcab6772)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:47.008413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.109164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Calling delete_port for 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:47.126472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Calling delete_port for 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:57:47.179467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.196718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:57:47.197063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:57:47.224586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:47.228920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] No DVR routers for this DVR port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:57:47.339250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.366027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cc03e1-b99f-43de-9a89-5b1e73d1023b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:47.377377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:47.377665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6ba53f-1253-4fe5-95e4-c0b9dcab6772') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:57:47.389125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.404718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.410458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:57:47.410818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:57:47.423111 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:57:47.493079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.512350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.521850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cc03e1-b99f-43de-9a89-5b1e73d1023b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:47.529236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-436c4582-2a27-440b-8e6c-3754f1b2ba28 admin admin] 10.222.0.42 "DELETE /v2.0/networks/29cc03e1-b99f-43de-9a89-5b1e73d1023b HTTP/1.1" status: 204 len: 168 time: 0.9512742 Feb 10 11:57:47.677130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 59998) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:47.698316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Deleting port 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:57:47.698801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.730250 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91e5472e-2bd4-4a31-9b00-6ce8368e35ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf79b6af118948f1a186aad82e821000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518343 Feb 10 11:57:47.732793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60002) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:47.765214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-afd47d4e-bc99-48ed-b2a0-49eeecfe59c4 None None] The port '36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:57:47.767500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:47.793427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.801153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:57:47.801494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 36a4b081-d3aa-4440-a5ff-cd7bd54bfc8c not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:57:47.801884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92f45b68-4079-4c4c-878c-e17ea2195485 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:57:47.821968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.833044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 92f45b68-4079-4c4c-878c-e17ea2195485 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:57:47.833380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 92f45b68-4079-4c4c-878c-e17ea2195485 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:57:47.875138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.892706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48683d55-4036-406b-9082-6da39fb32f8c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:47.901744 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:47.903245 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-099566d4-0db3-466d-86e7-565769e44596 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48683d55-4036-406b-9082-6da39fb32f8c HTTP/1.1" status: 204 len: 168 time: 0.1690876 Feb 10 11:57:48.726747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60024) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:48.852821 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1825594633-network', 'tenant_id': '28c63768764d43eeb3c990861925f261'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:48.857429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:57:48.861145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Usage tracker for resource:network and tenant:28c63768764d43eeb3c990861925f261 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:57:48.863913 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:57:48.870260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:57:48.879805 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Made reservation on behalf of 28c63768764d43eeb3c990861925f261 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:57:48.882276 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:48.893922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:48.923843 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:57:48.927626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Usage tracker for resource:security_group_rule and tenant:28c63768764d43eeb3c990861925f261 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:57:48.930984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:57:48.936597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:57:49.003858 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.007970 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.041081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:57:49.046014 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8460b57c-36d1-4aab-907e-5dafa95daeaf,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:49.054308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.054664 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Added segment 3e70951a-f6d5-472d-bc7a-2b47e2632495 of type vlan for network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 Feb 10 11:57:49.080290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.107950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.108757 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:49.109329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.206443 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4786205 Feb 10 11:57:49.209446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60030) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:57:49.210729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed9f08-3a04-4627-a1d1-4d85a8927f7a admin admin] Pushing event updated for resources: {'Network': ['ID=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:49.215654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Request body: {'subnet': {'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1825594633-subnet', 'tenant_id': '28c63768764d43eeb3c990861925f261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:49.219932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:57:49.220562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:57:49.224459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Usage tracker for resource:subnet and tenant:28c63768764d43eeb3c990861925f261 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:57:49.228528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:57:49.234277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:57:49.243920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Made reservation on behalf of 28c63768764d43eeb3c990861925f261 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:57:49.246322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.444687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.516385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb41374-6006-4db9-90cc-55b9f4af61c0,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:49.531952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Checking segment: {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:57:49.532301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Network hostable DHCP agents. Network: 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:57:49.552990 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:57:49.561955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:57:49.565531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:49.566090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:49.572511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56621a40-cf11-4fa3-9fc1-f569ea85b7f6 None None] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:57:49.587241 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-71ee61a4-0127-41f9-9577-f107afe088d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3761661 Feb 10 11:57:49.781799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1b070-86cc-469c-a0d4-09ef1c024092 None None] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:57:50.110294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687df25-a453-4eda-a424-9d3640632557 req-99b65382-d9a3-479a-aaa9-4e6de4d5a881 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:50.111638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-99b65382-d9a3-479a-aaa9-4e6de4d5a881 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 814 time: 0.1392667 Feb 10 11:57:50.127511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-2b818a79-1938-4f09-ad90-194bf0f4df81 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/quotas/28c63768764d43eeb3c990861925f261 HTTP/1.1" status: 200 len: 375 time: 0.0101719 Feb 10 11:57:50.171260 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-dac924cf-3021-40f4-95c8-68f793963377 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383031 Feb 10 11:57:50.297844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-84e44d46-26b1-4ca3-90d4-876613a5a3df service neutron] 10.222.0.42 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204534 Feb 10 11:57:50.510283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-d606259f-5210-4ad0-a21a-88344aed48ab service neutron] 10.222.0.42 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068877 Feb 10 11:57:50.687168 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07f69482-f5e2-4ef6-87b0-d10e484ed1c1 req-3a14c4d6-0ee9-468e-b475-d382ed6c776e tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 210 time: 0.0411456 Feb 10 11:57:51.669575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687df25-a453-4eda-a424-9d3640632557 req-57651b6e-347e-4276-8180-f1da2e25a736 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:51.670982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-57651b6e-347e-4276-8180-f1da2e25a736 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 814 time: 0.1497509 Feb 10 11:57:51.686028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Request body: {'port': {'device_id': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4', 'admin_state_up': True, 'tenant_id': '28c63768764d43eeb3c990861925f261'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:51.860189 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2851d45c-22cc-4a2d-81dd-75a3c1e8ca12 req-496dbefe-c8a5-4a33-a063-e25646eab27a tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 210 time: 0.0489388 Feb 10 11:57:51.862195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:57:51.865969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Usage tracker for resource:port and tenant:28c63768764d43eeb3c990861925f261 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:57:51.868715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:57:51.874275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:57:51.884652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Made reservation on behalf of 28c63768764d43eeb3c990861925f261 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:57:51.887887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.047105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Allocated IP 172.20.0.8 (79b25ba6-88dc-4ee8-ba38-9f59be73f9a4/ddb41374-6006-4db9-90cc-55b9f4af61c0/c39a29ed-de52-4999-8a38-91a8ff6671b9) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:57:52.239316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.268102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.343510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:57:52.346771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Pushing event updated for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:52.350398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:57:52.352551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:57:52.415499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:52.416108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.435590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-b982c257-7885-467d-8a79-73ee05610457 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531590 Feb 10 11:57:52.447090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Request body: {'port': {'device_id': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:57:52.550422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.872699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39a29ed-de52-4999-8a38-91a8ff6671b9 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:52.879082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:52.893925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Transition to ACTIVE for port object c39a29ed-de52-4999-8a38-91a8ff6671b9 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:57:52.897123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:53.055036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:53.264925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506aa75-9cd9-4080-8062-bbb153e9372b req-1f3708f7-d2a2-4cec-aa92-af10bf659155 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:53.265589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9506aa75-9cd9-4080-8062-bbb153e9372b req-1f3708f7-d2a2-4cec-aa92-af10bf659155 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Synchronizing usage tracker for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:57:53.276848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Attempting to bind port c39a29ed-de52-4999-8a38-91a8ff6671b9 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:57:53.277156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Attempting to bind port c39a29ed-de52-4999-8a38-91a8ff6671b9 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:57:53.277475 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Attempting to bind port c39a29ed-de52-4999-8a38-91a8ff6671b9 on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:57:53.288696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Port c39a29ed-de52-4999-8a38-91a8ff6671b9 on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:57:53.289009 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Attempting to bind port c39a29ed-de52-4999-8a38-91a8ff6671b9 on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:57:53.292846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9506aa75-9cd9-4080-8062-bbb153e9372b req-1f3708f7-d2a2-4cec-aa92-af10bf659155 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Unset dirty status for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:57:53.293950 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9506aa75-9cd9-4080-8062-bbb153e9372b req-1f3708f7-d2a2-4cec-aa92-af10bf659155 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 943 time: 0.2947166 Feb 10 11:57:53.296992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:57:53.297319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Checking segment: {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:57:53.297689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Bound using segment: {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:57:53.298098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Bound port: c39a29ed-de52-4999-8a38-91a8ff6671b9, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:57:53.298452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:53.406278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9506aa75-9cd9-4080-8062-bbb153e9372b req-0c0f1f9a-2121-4466-b1a3-bdc125733a81 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Feb 10 11:57:53.419341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:57:53.422220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:57:53.427755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:53.489020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:53.490376 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/c39a29ed-de52-4999-8a38-91a8ff6671b9 HTTP/1.1" status: 200 len: 1093 time: 1.0472519 Feb 10 11:57:53.490799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:53.508053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c4b0c-af45-4daa-9a30-ff04aea38fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:53.554375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9', 'status': 'completed', 'code': 200} Feb 10 11:57:53.596611 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-894c3dae-92bb-4be4-8bb9-0b3b77399f50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 1096 time: 0.0722494 Feb 10 11:57:53.664037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-67f13557-3b6b-4793-84a8-381e91ac4861 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9 HTTP/1.1" status: 200 len: 217 time: 0.0604990 Feb 10 11:57:53.729402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687df25-a453-4eda-a424-9d3640632557 req-8b0eecbf-7c9e-4bd7-b31e-1c4e6fc6146a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:53.730829 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-8b0eecbf-7c9e-4bd7-b31e-1c4e6fc6146a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddb41374-6006-4db9-90cc-55b9f4af61c0 HTTP/1.1" status: 200 len: 854 time: 0.0600202 Feb 10 11:57:53.776834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-099409ab-64e4-47d7-9570-73f0acf67f46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379119 Feb 10 11:57:53.904941 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-5805268a-0a26-446b-b23c-ee0174545516 service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213837 Feb 10 11:57:54.035923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a687df25-a453-4eda-a424-9d3640632557 req-bf9842ee-c3a2-4bda-983f-0d5bb6e8653e service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250343 Feb 10 11:57:54.145195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-9a374f74-29fb-4c1e-a2f9-6a48a641efa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 1096 time: 0.0683556 Feb 10 11:57:54.274111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-0f4ee706-0dff-4a00-b04c-6f22273c429c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:54.275548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-0f4ee706-0dff-4a00-b04c-6f22273c429c service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 915 time: 0.1239207 Feb 10 11:57:54.346936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-c46d3478-2b2d-4d8d-bf32-de9a3c227a98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9 HTTP/1.1" status: 200 len: 217 time: 0.0641520 Feb 10 11:57:54.409249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-06cc8570-d306-4454-8940-e22e35c024ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:54.410634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-06cc8570-d306-4454-8940-e22e35c024ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddb41374-6006-4db9-90cc-55b9f4af61c0 HTTP/1.1" status: 200 len: 854 time: 0.0578172 Feb 10 11:57:54.458565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-5f1d7b25-6ae3-4520-91ef-5cfc993c3827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414190 Feb 10 11:57:54.637513 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-227087ff-2397-4739-8ebc-68e0ab10ff12 service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725690 Feb 10 11:57:54.673674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed693f8d-5293-40b3-a800-bcceb58557af req-d043d476-9ba5-476f-b1a5-0d2774fb8389 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:54.675026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed693f8d-5293-40b3-a800-bcceb58557af req-d043d476-9ba5-476f-b1a5-0d2774fb8389 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 943 time: 0.1452239 Feb 10 11:57:54.792274 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed693f8d-5293-40b3-a800-bcceb58557af req-873ab97d-3671-4668-b13a-8f30b46e2967 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710382 Feb 10 11:57:54.807711 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdf7096c-9ba5-45cd-9cb7-c19889b9f8eb req-1c7371b2-77af-433e-9eca-45f6319a435a service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634655 Feb 10 11:57:56.077375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4630-2016-47d1-b252-028ec207353b req-acfb87be-0897-4bad-9754-eb5ea9e89fb5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:56.078805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b2e4630-2016-47d1-b252-028ec207353b req-acfb87be-0897-4bad-9754-eb5ea9e89fb5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 943 time: 0.1673539 Feb 10 11:57:56.122794 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2b2e4630-2016-47d1-b252-028ec207353b req-e9f9c593-7d41-44c1-81a8-0eb652505b21 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Feb 10 11:57:56.829493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c39a29ed-de52-4999-8a38-91a8ff6671b9 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:57:56.985214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:56.997907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'c39a29ed-de52-4999-8a38-91a8ff6671b9', 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4', 'port_id': 'c39a29ed-de52-4999-8a38-91a8ff6671b9', 'mac_address': 'fa:16:3e:4b:e3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb41374-6006-4db9-90cc-55b9f4af61c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:57:57.052348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:57.068564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39a29ed-de52-4999-8a38-91a8ff6671b9 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:57:57.083059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:57.087732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:57.150113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:57.238691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6d10c2e5-d936-4de4-a9dd-0f53a84a521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:57.292091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['c39a29ed-de52-4999-8a38-91a8ff6671b9'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:57:57.320581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48199a49-c05f-45f2-9611-9d274fe68c5d req-0301a7b0-e56c-48b6-bd75-32e58f12859b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:57.322043 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48199a49-c05f-45f2-9611-9d274fe68c5d req-0301a7b0-e56c-48b6-bd75-32e58f12859b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 944 time: 0.0796230 Feb 10 11:57:57.368392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-48199a49-c05f-45f2-9611-9d274fe68c5d req-5ff6b19b-53e8-4dbe-88d0-843f59d1cb7a tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Feb 10 11:57:58.565370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743aeba-6508-4ed9-8c5e-cb06ba75ee03 req-eab35bc4-5037-43ba-b172-e2d97541a823 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:58.566809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a743aeba-6508-4ed9-8c5e-cb06ba75ee03 req-eab35bc4-5037-43ba-b172-e2d97541a823 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 944 time: 0.0754912 Feb 10 11:57:58.611888 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a743aeba-6508-4ed9-8c5e-cb06ba75ee03 req-1d60211d-c936-45f7-be75-2bd6ad2aa38e tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Feb 10 11:57:58.844931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c39a29ed-de52-4999-8a38-91a8ff6671b9 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:57:58.910106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port c39a29ed-de52-4999-8a38-91a8ff6671b9 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:57:58.914528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port c39a29ed-de52-4999-8a38-91a8ff6671b9 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:57:58.914892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:59.025375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:59.050474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:57:59.060196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:57:59.064382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:59.109536 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9', 'code': 200} Feb 10 11:57:59.135489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:57:59.328111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8363284-6e21-4ce0-b95a-84e6b7e5c820 req-b14d8d6f-cae3-4ebc-a5da-313a3a16defe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 1098 time: 0.0677223 Feb 10 11:57:59.368921 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c8363284-6e21-4ce0-b95a-84e6b7e5c820 req-14859305-cf55-44a4-a85e-ddddd088af98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Feb 10 11:57:59.425585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-540e1b52-4efe-4344-a86a-617d5ef3edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:57:59.801210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36d54-f43e-47f7-980e-1aa76d4d4f1d req-8fafe87c-9fc9-47b7-b512-77adb3361b5b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:57:59.802624 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ec36d54-f43e-47f7-980e-1aa76d4d4f1d req-8fafe87c-9fc9-47b7-b512-77adb3361b5b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0744615 Feb 10 11:57:59.846581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ec36d54-f43e-47f7-980e-1aa76d4d4f1d req-a458d121-39ac-4469-962e-27cc5a2b73d0 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Feb 10 11:58:00.573358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:00.743948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:01.045994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb6f5-809e-4e07-9e52-e4143073a59b req-6d02d705-dd33-41dc-8dd7-c1ad3f40a7ff tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:01.047460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-983bb6f5-809e-4e07-9e52-e4143073a59b req-6d02d705-dd33-41dc-8dd7-c1ad3f40a7ff tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0796337 Feb 10 11:58:01.091114 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-983bb6f5-809e-4e07-9e52-e4143073a59b req-2e653ee3-18e6-48c6-84f5-9b933d7df7e0 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Feb 10 11:58:01.375159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a4d8bc7c-0413-4e95-a7e0-692211e0b5d9 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:01.376606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a4d8bc7c-0413-4e95-a7e0-692211e0b5d9 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 814 time: 0.1376452 Feb 10 11:58:01.393067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-d2000262-5199-40f7-aee0-7607079a5a1f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/quotas/28c63768764d43eeb3c990861925f261 HTTP/1.1" status: 200 len: 375 time: 0.0104702 Feb 10 11:58:01.473141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-7ed2fcb4-4dd3-4d72-b12c-f65cdc84b585 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740991 Feb 10 11:58:01.601201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-8ed83bd2-0790-4847-aaa7-005f579980a5 service neutron] 10.222.0.42 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215904 Feb 10 11:58:01.728948 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-f149360c-4c4e-438a-bda8-8f1ae444757f service neutron] 10.222.0.42 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221468 Feb 10 11:58:01.906916 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2353d417-75d3-4db5-836c-87e4c12c86f1 req-44636625-c76a-4ff9-9fae-b4f66d6dd6f5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 210 time: 0.0400975 Feb 10 11:58:02.118238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:02.888443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-aa125ae4-9e3d-459d-8ae3-d4080ffa049c tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:02.889864 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-aa125ae4-9e3d-459d-8ae3-d4080ffa049c tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 814 time: 0.1457112 Feb 10 11:58:02.904457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Request body: {'port': {'device_id': '7acb2306-ac9b-465e-8448-a84b838176dd', 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4', 'admin_state_up': True, 'tenant_id': '28c63768764d43eeb3c990861925f261'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:03.077508 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4fb9abb1-469e-49f3-9e9a-53c12d34f6f1 req-316a75fb-438d-4b06-97ad-5c1f8cedf0c3 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 210 time: 0.0439634 Feb 10 11:58:03.079559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:03.088955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:03.098692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Made reservation on behalf of 28c63768764d43eeb3c990861925f261 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:03.102175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:03.260894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Allocated IP 172.20.0.9 (79b25ba6-88dc-4ee8-ba38-9f59be73f9a4/ddb41374-6006-4db9-90cc-55b9f4af61c0/8ef03018-2279-4359-9937-ca32420db33c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:03.544382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:03.570763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:03.581999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['c39a29ed-de52-4999-8a38-91a8ff6671b9'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:03.640861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:03.644300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:03.648549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:03.685167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Pushing event updated for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:03.711439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:03.712033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:03.737558 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-a34bcfc1-c8b5-4d09-9437-a3d71fffbf62 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366215 Feb 10 11:58:03.748364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Request body: {'port': {'device_id': '7acb2306-ac9b-465e-8448-a84b838176dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:03.855895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.045430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.187103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef03018-2279-4359-9937-ca32420db33c {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:58:04.194797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.250933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Transition to ACTIVE for port object 8ef03018-2279-4359-9937-ca32420db33c will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:04.255502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.393623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:04.407337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92811894-03ee-4a0d-8770-d91b7efaa226 req-a9f15e08-7f4c-4440-9063-fc40bff586e5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:04.408016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-92811894-03ee-4a0d-8770-d91b7efaa226 req-a9f15e08-7f4c-4440-9063-fc40bff586e5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Synchronizing usage tracker for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:04.486522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-92811894-03ee-4a0d-8770-d91b7efaa226 req-a9f15e08-7f4c-4440-9063-fc40bff586e5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Unset dirty status for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:04.487691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92811894-03ee-4a0d-8770-d91b7efaa226 req-a9f15e08-7f4c-4440-9063-fc40bff586e5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 931 time: 0.2903774 Feb 10 11:58:04.550340 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Attempting to bind port 8ef03018-2279-4359-9937-ca32420db33c on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:04.550666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Attempting to bind port 8ef03018-2279-4359-9937-ca32420db33c by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:04.551000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Attempting to bind port 8ef03018-2279-4359-9937-ca32420db33c on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:04.558238 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-92811894-03ee-4a0d-8770-d91b7efaa226 req-b381f3d1-02ef-4a40-a095-f17939c09ac4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635858 Feb 10 11:58:04.560763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Port 8ef03018-2279-4359-9937-ca32420db33c on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:58:04.561080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Attempting to bind port 8ef03018-2279-4359-9937-ca32420db33c on network 79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:04.567214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:04.567574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Checking segment: {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:04.567944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Bound using segment: {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:04.568360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Bound port: 8ef03018-2279-4359-9937-ca32420db33c, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e70951a-f6d5-472d-bc7a-2b47e2632495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:04.568725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.657481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:04.660456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8ef03018-2279-4359-9937-ca32420db33c,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:04.664450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.722537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:04.723923 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ef03018-2279-4359-9937-ca32420db33c HTTP/1.1" status: 200 len: 1093 time: 0.9794986 Feb 10 11:58:04.724350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'tag': '8ef03018-2279-4359-9937-ca32420db33c'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:04.744251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fbfeb-cbd2-40b1-9830-35a2ec791045 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:04.794110 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'tag': '8ef03018-2279-4359-9937-ca32420db33c', 'status': 'completed', 'code': 200} Feb 10 11:58:04.827565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-bd3a4a6c-5d1f-4c15-96f2-2d381e0498a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 1096 time: 0.0698223 Feb 10 11:58:04.895833 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-ad92a923-e445-4e59-9eb2-f5cc301ec7df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef03018-2279-4359-9937-ca32420db33c HTTP/1.1" status: 200 len: 217 time: 0.0621560 Feb 10 11:58:04.954523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-2fa15b5c-f22b-4d0f-b215-dd43e57b3b83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:04.955843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-2fa15b5c-f22b-4d0f-b215-dd43e57b3b83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddb41374-6006-4db9-90cc-55b9f4af61c0 HTTP/1.1" status: 200 len: 854 time: 0.0548689 Feb 10 11:58:05.001815 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-94eeef33-ac48-4967-9af3-95d8c80dc9cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407093 Feb 10 11:58:05.215034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-65497510-1f5b-4dcd-958e-84eeaec335df service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077014 Feb 10 11:58:05.343819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e393b23-b043-4d45-8f30-d0f51b2e29e1 req-5e6d72ea-e18e-4dd8-8d52-1c56c8772846 service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197970 Feb 10 11:58:05.460824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-fc17edc0-50fb-46c1-81a1-42e859e411cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=28c63768764d43eeb3c990861925f261&device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 1096 time: 0.0668869 Feb 10 11:58:05.588450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-7ff78862-3c12-4619-8d92-9618620d750b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.589791 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-7ff78862-3c12-4619-8d92-9618620d750b service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 200 len: 915 time: 0.1228342 Feb 10 11:58:05.660512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-029fd252-1c11-4ee1-bea7-492773e908ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef03018-2279-4359-9937-ca32420db33c HTTP/1.1" status: 200 len: 217 time: 0.0642738 Feb 10 11:58:05.766733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-efb3b80b-8abf-49fe-8f7b-58a82a1312ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.768175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-efb3b80b-8abf-49fe-8f7b-58a82a1312ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddb41374-6006-4db9-90cc-55b9f4af61c0 HTTP/1.1" status: 200 len: 854 time: 0.1015918 Feb 10 11:58:05.816439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-b8de699b-7de6-45d8-8555-7b3b0ef1e371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413795 Feb 10 11:58:05.847634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff769698-c2c5-43c3-b753-3063e2d82d21 req-9f29443c-1df8-4d8b-8d9d-305212f61f43 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:05.848927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff769698-c2c5-43c3-b753-3063e2d82d21 req-9f29443c-1df8-4d8b-8d9d-305212f61f43 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 943 time: 0.1536157 Feb 10 11:58:05.965226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff769698-c2c5-43c3-b753-3063e2d82d21 req-1095d9a0-99ea-4daa-a23d-eb45cc88c510 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689871 Feb 10 11:58:05.993266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-c019ad67-5e52-4df1-805d-e0666d7b64d4 service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697896 Feb 10 11:58:06.122507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e2d0e65e-a5c6-46fa-9fd4-5c86281f7b62 req-5a87ee8f-148e-41ac-a06c-9d2681e0491f service neutron] 10.222.0.32 "GET /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227918 Feb 10 11:58:07.162376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db3c87-49fb-4f89-ba45-f22a10201416 req-f3c89044-2ae8-4a06-b827-f9732ce0899b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:07.164356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89db3c87-49fb-4f89-ba45-f22a10201416 req-f3c89044-2ae8-4a06-b827-f9732ce0899b tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 943 time: 0.0812864 Feb 10 11:58:07.210238 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89db3c87-49fb-4f89-ba45-f22a10201416 req-ec58e6f2-5d5c-49de-8bc4-7ddd6da9e8be tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Feb 10 11:58:08.404206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c92b5a-56ef-4e37-ae75-e6e06f1e3f60 req-d365f0f4-de10-48c8-aa1e-15b82cb56866 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:08.405602 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5c92b5a-56ef-4e37-ae75-e6e06f1e3f60 req-d365f0f4-de10-48c8-aa1e-15b82cb56866 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 943 time: 0.0738974 Feb 10 11:58:08.451881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5c92b5a-56ef-4e37-ae75-e6e06f1e3f60 req-854203e4-f0f6-464f-a6a4-41e48c46d402 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Feb 10 11:58:08.890759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8ef03018-2279-4359-9937-ca32420db33c details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:58:09.019804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8ef03018-2279-4359-9937-ca32420db33c,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:09.036447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '8ef03018-2279-4359-9937-ca32420db33c', 'network_id': '79b25ba6-88dc-4ee8-ba38-9f59be73f9a4', 'port_id': '8ef03018-2279-4359-9937-ca32420db33c', 'mac_address': 'fa:16:3e:ac:8e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb41374-6006-4db9-90cc-55b9f4af61c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:58:09.087857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:09.104120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef03018-2279-4359-9937-ca32420db33c {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:58:09.118740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8ef03018-2279-4359-9937-ca32420db33c,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:09.122718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:09.196884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:09.333776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['8ef03018-2279-4359-9937-ca32420db33c'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:09.641623 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc028e55-cc6f-4c17-8a7c-3b707544abf1 req-aca9b793-31e0-4717-8191-90c12f6fa643 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:09.643082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc028e55-cc6f-4c17-8a7c-3b707544abf1 req-aca9b793-31e0-4717-8191-90c12f6fa643 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 944 time: 0.0748196 Feb 10 11:58:09.686317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fc028e55-cc6f-4c17-8a7c-3b707544abf1 req-7b0bfd09-9baf-485d-8535-ea70c5e9172f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Feb 10 11:58:10.878836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e865b-3746-4ea0-a311-59e34da973cd req-358c3a47-9043-4489-ba68-4de996af6df2 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:10.880391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e9e865b-3746-4ea0-a311-59e34da973cd req-358c3a47-9043-4489-ba68-4de996af6df2 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 944 time: 0.0760186 Feb 10 11:58:10.907012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8ef03018-2279-4359-9937-ca32420db33c up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:10.924465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e9e865b-3746-4ea0-a311-59e34da973cd req-fd2fa648-816f-411e-8d7e-56d3a9548edf tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Feb 10 11:58:10.976677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 8ef03018-2279-4359-9937-ca32420db33c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:10.981015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 8ef03018-2279-4359-9937-ca32420db33c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:10.981381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:11.088275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:11.114356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef03018-2279-4359-9937-ca32420db33c'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:11.123716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8ef03018-2279-4359-9937-ca32420db33c,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:11.127570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:11.199028 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef03018-2279-4359-9937-ca32420db33c', 'code': 200} Feb 10 11:58:11.230746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:11.238997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.239361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.239698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.240034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.240357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.240680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.240997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.241314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.241648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.241949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.242260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:11.389704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b393a3d-414a-478e-918d-6334e661c9f6 req-05338d3e-1783-4cc4-ae6e-bb7c1f97d4b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 1098 time: 0.0666504 Feb 10 11:58:11.431164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b393a3d-414a-478e-918d-6334e661c9f6 req-231ca1c0-e8ee-46f8-b5ae-2e7015247302 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Feb 10 11:58:12.130748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb35b6-0fa0-4fe1-9a6b-0cad70676537 req-fd288bc0-9d29-4520-9331-52d98462c3c1 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:12.132456 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdbb35b6-0fa0-4fe1-9a6b-0cad70676537 req-fd288bc0-9d29-4520-9331-52d98462c3c1 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 945 time: 0.0901854 Feb 10 11:58:12.176563 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdbb35b6-0fa0-4fe1-9a6b-0cad70676537 req-ce523d66-530a-4869-b452-1702cb5788af tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Feb 10 11:58:13.367675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d52ed9-d6c2-465c-8eff-d31c21b94a85 req-65e7e74a-1640-47cc-bd73-b7b87946bc3f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:13.369014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86d52ed9-d6c2-465c-8eff-d31c21b94a85 req-65e7e74a-1640-47cc-bd73-b7b87946bc3f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 945 time: 0.0740032 Feb 10 11:58:13.413364 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-86d52ed9-d6c2-465c-8eff-d31c21b94a85 req-7dad95e7-7147-41d0-99c1-777f566e5bf3 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389688 Feb 10 11:58:13.863921 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:58:13.889319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d7c21-44d0-4ef5-8c1a-990fee31f31c req-16acbb0d-e912-4f10-82c1-eda1575f3139 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:13.890698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-628d7c21-44d0-4ef5-8c1a-990fee31f31c req-16acbb0d-e912-4f10-82c1-eda1575f3139 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 945 time: 0.1622789 Feb 10 11:58:13.934320 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-628d7c21-44d0-4ef5-8c1a-990fee31f31c req-7522da97-8760-41ba-9b1d-81e764200a40 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 Feb 10 11:58:15.144749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-f6cc3bee-4d7f-4179-8ffa-76abdd7571c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:15.146165 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-f6cc3bee-4d7f-4179-8ffa-76abdd7571c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 945 time: 0.1285243 Feb 10 11:58:15.198695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d222341-813c-464b-823d-5c23747a7186 req-7535a13e-eeed-4dbe-b401-f2bd0266ca68 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:15.200104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d222341-813c-464b-823d-5c23747a7186 req-7535a13e-eeed-4dbe-b401-f2bd0266ca68 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 945 time: 0.1436260 Feb 10 11:58:15.239078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Deleting port 8ef03018-2279-4359-9937-ca32420db33c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:15.239361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:15.303388 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d222341-813c-464b-823d-5c23747a7186 req-8de1fe21-04be-40b6-8a1c-3364ae6836fe tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Feb 10 11:58:15.485755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] For port 8ef03018-2279-4359-9937-ca32420db33c, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=8ef03018-2279-4359-9937-ca32420db33c,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:15.486096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:15.604986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Calling delete_port for 8ef03018-2279-4359-9937-ca32420db33c owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:15.738653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:15.749738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['c39a29ed-de52-4999-8a38-91a8ff6671b9', '8ef03018-2279-4359-9937-ca32420db33c'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:15.786717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Pushing event deleted for resources: {'Port': ['ID=8ef03018-2279-4359-9937-ca32420db33c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:15.856655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] No DVR routers for this DVR port 8ef03018-2279-4359-9937-ca32420db33c on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:15.858891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:15.861321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'name': 'network-vif-deleted', 'tag': '8ef03018-2279-4359-9937-ca32420db33c'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:15.876118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e1151ae-766f-4f0d-97d0-b2ba8f649893 req-5bf0b401-2dcc-4da1-a851-0c640d6ea5c5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "DELETE /v2.0/ports/8ef03018-2279-4359-9937-ca32420db33c HTTP/1.1" status: 204 len: 173 time: 0.7253153 Feb 10 11:58:15.926385 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acb2306-ac9b-465e-8448-a84b838176dd', 'name': 'network-vif-deleted', 'tag': '8ef03018-2279-4359-9937-ca32420db33c', 'status': 'completed', 'code': 200} Feb 10 11:58:16.494167 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8010becd-5fa2-40a0-9595-7434a534f2e9 req-3a11691d-8aed-49de-90dd-531bd9ba1ad5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Synchronizing usage tracker for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:16.509485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8010becd-5fa2-40a0-9595-7434a534f2e9 req-3a11691d-8aed-49de-90dd-531bd9ba1ad5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Unset dirty status for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:16.510743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8010becd-5fa2-40a0-9595-7434a534f2e9 req-3a11691d-8aed-49de-90dd-531bd9ba1ad5 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acb2306-ac9b-465e-8448-a84b838176dd HTTP/1.1" status: 200 len: 210 time: 0.0656343 Feb 10 11:58:17.780143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25400c3e-0694-4049-a598-02e1dd480f75 req-7a45f582-8565-434e-8020-ad16606b4406 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:17.781561 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25400c3e-0694-4049-a598-02e1dd480f75 req-7a45f582-8565-434e-8020-ad16606b4406 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0759580 Feb 10 11:58:17.824629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25400c3e-0694-4049-a598-02e1dd480f75 req-d2af4c6b-d019-42cb-a6ea-46beabc13c0f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Feb 10 11:58:18.045537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c85c8-8090-428d-a5bb-6635b61f4014 req-a32fb3d4-bbed-436f-88b4-37b600c9d25f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:18.047479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-320c85c8-8090-428d-a5bb-6635b61f4014 req-a32fb3d4-bbed-436f-88b4-37b600c9d25f tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0789227 Feb 10 11:58:18.093033 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-320c85c8-8090-428d-a5bb-6635b61f4014 req-41c3d227-199e-4af4-aefe-18454f99322a tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Feb 10 11:58:18.286378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e431c-629e-452f-bcf9-2328687620f9 req-ecb6bde6-d79f-45ad-a74f-34713607a3ac tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:18.288355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b4e431c-629e-452f-bcf9-2328687620f9 req-ecb6bde6-d79f-45ad-a74f-34713607a3ac tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0750957 Feb 10 11:58:18.331487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b4e431c-629e-452f-bcf9-2328687620f9 req-466bc388-bb25-4ec9-9fd4-9b52a792a214 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Feb 10 11:58:18.594092 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f82a1f41-3fdb-47ee-99d6-d5cae77535f7 req-9b29c639-edd6-44ed-b04c-beed9c526757 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1368787 Feb 10 11:58:18.781090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35949226-3c3a-4270-96bb-8442d9127a74 req-9c33ba54-cbb7-4a97-b5d5-4d489e177e71 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:18.782490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35949226-3c3a-4270-96bb-8442d9127a74 req-9c33ba54-cbb7-4a97-b5d5-4d489e177e71 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0737269 Feb 10 11:58:18.826447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-35949226-3c3a-4270-96bb-8442d9127a74 req-e3e862b5-74e5-49b8-bed0-e2df6b6110a8 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Feb 10 11:58:18.975833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8ef03018-2279-4359-9937-ca32420db33c no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:19.008751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 8ef03018-2279-4359-9937-ca32420db33c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:19.009089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 8ef03018-2279-4359-9937-ca32420db33c not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:19.019436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea7f3-0596-43ab-85a8-90bb8b7c1aa1 req-0abda190-7be4-4880-8122-0bfd92727a0d tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:19.020834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be1ea7f3-0596-43ab-85a8-90bb8b7c1aa1 req-0abda190-7be4-4880-8122-0bfd92727a0d tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0786233 Feb 10 11:58:19.064588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be1ea7f3-0596-43ab-85a8-90bb8b7c1aa1 req-9cb4de81-f069-4760-bb0b-6a4511229cb0 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Feb 10 11:58:19.268920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b7a0a-21ba-4b5f-9fc6-8959fa8000bc req-785f3ebf-18e0-4fb1-ac06-0f22544d8e99 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:19.270435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-675b7a0a-21ba-4b5f-9fc6-8959fa8000bc req-785f3ebf-18e0-4fb1-ac06-0f22544d8e99 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.0742877 Feb 10 11:58:19.317969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-675b7a0a-21ba-4b5f-9fc6-8959fa8000bc req-f0972860-d4e4-4f8b-b65a-124df7d189fc tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Feb 10 11:58:19.933464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52abe7-0422-4f6c-bdfe-f5afdb7b1a17 req-c38e6b93-fc7e-42d4-a6a8-d2de19c51975 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:19.934934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b52abe7-0422-4f6c-bdfe-f5afdb7b1a17 req-c38e6b93-fc7e-42d4-a6a8-d2de19c51975 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.1519542 Feb 10 11:58:19.979581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0b52abe7-0422-4f6c-bdfe-f5afdb7b1a17 req-0092c24a-e319-45ab-a028-75db28a2ee46 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Feb 10 11:58:21.225733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878696-e0b1-425e-afdb-f5a1c31e51a7 req-83098820-ff5f-4898-8940-dba5de8db0ae tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:21.227153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f878696-e0b1-425e-afdb-f5a1c31e51a7 req-83098820-ff5f-4898-8940-dba5de8db0ae tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.1300919 Feb 10 11:58:21.233339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-2cb984a4-6627-4a4e-9f7d-e344c01d89db tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:21.234636 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-2cb984a4-6627-4a4e-9f7d-e344c01d89db tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 945 time: 0.1056566 Feb 10 11:58:21.327154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Deleting port c39a29ed-de52-4999-8a38-91a8ff6671b9 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:21.327437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:21.357215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f878696-e0b1-425e-afdb-f5a1c31e51a7 req-7c248f8e-108d-4497-96ae-252ab2c9412a tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/security-groups?id=8460b57c-36d1-4aab-907e-5dafa95daeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216993 Feb 10 11:58:21.564769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] For port c39a29ed-de52-4999-8a38-91a8ff6671b9, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=c39a29ed-de52-4999-8a38-91a8ff6671b9,segment=NetworkSegment(3e70951a-f6d5-472d-bc7a-2b47e2632495),segment_id=3e70951a-f6d5-472d-bc7a-2b47e2632495)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:21.565114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:21.680542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Calling delete_port for c39a29ed-de52-4999-8a38-91a8ff6671b9 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:21.816129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:21.829479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['c39a29ed-de52-4999-8a38-91a8ff6671b9'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:58:21.863644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Pushing event deleted for resources: {'Port': ['ID=c39a29ed-de52-4999-8a38-91a8ff6671b9,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:21.934135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] No DVR routers for this DVR port c39a29ed-de52-4999-8a38-91a8ff6671b9 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:21.936315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:21.938690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'name': 'network-vif-deleted', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:58:21.953632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46c8122b-23ec-4695-882d-a66e7ce3f677 req-0081f2ec-504f-411f-9ef4-16d272d28cb4 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.32 "DELETE /v2.0/ports/c39a29ed-de52-4999-8a38-91a8ff6671b9 HTTP/1.1" status: 204 len: 173 time: 0.7046750 Feb 10 11:58:21.995098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4720d5-400a-4581-924b-19d82bd027a3', 'name': 'network-vif-deleted', 'tag': 'c39a29ed-de52-4999-8a38-91a8ff6671b9', 'status': 'completed', 'code': 200} Feb 10 11:58:22.534624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4dbaf936-57cb-49a3-909c-d8795cef93ff req-fc58c75e-a1e9-4b2a-900d-f2cdda9640b3 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Synchronizing usage tracker for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:22.549170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-4dbaf936-57cb-49a3-909c-d8795cef93ff req-fc58c75e-a1e9-4b2a-900d-f2cdda9640b3 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] Unset dirty status for tenant:28c63768764d43eeb3c990861925f261 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:22.550340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4dbaf936-57cb-49a3-909c-d8795cef93ff req-fc58c75e-a1e9-4b2a-900d-f2cdda9640b3 tempest-ServersNegativeTestJSON-1440487508 tempest-ServersNegativeTestJSON-1440487508-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed4720d5-400a-4581-924b-19d82bd027a3 HTTP/1.1" status: 200 len: 210 time: 0.0555477 Feb 10 11:58:23.653920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60164) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:23.711603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Deleting subnet ddb41374-6006-4db9-90cc-55b9f4af61c0 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:23.714371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.765609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.817418 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.879522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.918470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb41374-6006-4db9-90cc-55b9f4af61c0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:23.924381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:23.930430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bfbd775a-5782-444d-8117-54d31a06a080 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ddb41374-6006-4db9-90cc-55b9f4af61c0 HTTP/1.1" status: 204 len: 168 time: 0.2755177 Feb 10 11:58:23.932925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60168) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:24.035571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.238148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.263052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b25ba6-88dc-4ee8-ba38-9f59be73f9a4']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:24.274872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e70951a-f6d5-472d-bc7a-2b47e2632495') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:24.275159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e70951a-f6d5-472d-bc7a-2b47e2632495') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:24.286284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.301919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.308651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:24.309015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:24.321820 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:24.395997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.400236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.421383 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/79b25ba6-88dc-4ee8-ba38-9f59be73f9a4 HTTP/1.1" status: 204 len: 168 time: 0.4875183 Feb 10 11:58:24.422202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391677-70d0-4dfd-b253-63bc019feed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b25ba6-88dc-4ee8-ba38-9f59be73f9a4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:24.554928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60174) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:24.602990 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-65aa8fa3-43fd-4f74-9207-62e6002effb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28c63768764d43eeb3c990861925f261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468411 Feb 10 11:58:24.606940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60178) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:24.670274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.694403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.743271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.757150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8460b57c-36d1-4aab-907e-5dafa95daeaf,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:24.764214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:24.765305 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-59fd8225-19a7-46d4-b5a7-d6dc4bafc47b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8460b57c-36d1-4aab-907e-5dafa95daeaf HTTP/1.1" status: 204 len: 168 time: 0.1574292 Feb 10 11:58:25.096120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c39a29ed-de52-4999-8a38-91a8ff6671b9 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:25.130097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: c39a29ed-de52-4999-8a38-91a8ff6671b9 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:25.130435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device c39a29ed-de52-4999-8a38-91a8ff6671b9 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:25.709867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60200) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:25.835934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706546481'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:25.840824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:25.844632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:network and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:25.847582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:25.853583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:25.862934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:25.865836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:25.877846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:25.909439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:25.913150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:security_group_rule and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:25.915910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:25.921641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:25.987734 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:25.991445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.026490 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:26.034512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e436a26-ef1a-4fe9-ba2b-28f8c2c7de1d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:26.041115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.041567 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Added segment a11ef2cc-ff67-4694-9d57-d3b914a3f5ba of type vlan for network bf78ada4-2a94-4fec-96ab-54c02714752b Feb 10 11:58:26.066633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.094492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.098079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:26.098585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:26.202187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Network': ['ID=bf78ada4-2a94-4fec-96ab-54c02714752b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:26.205310 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-94b93593-03d8-4802-bb7e-74e1c278d43b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4944477 Feb 10 11:58:26.212159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network bf78ada4-2a94-4fec-96ab-54c02714752b details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:27.239994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7f3660cf-04a1-4860-9c97-1efeb51052bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.376393 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60206) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:29.383291 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'subnet': {'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:29.426715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74c7c599-2b59-4b5e-8c35-7fb29d862d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.489672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:29.493932 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:subnet and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:29.496677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:29.502194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:29.512257 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:29.611395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.816361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.890273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Subnet': ['ID=f8582f10-1e93-404f-a12e-20eefa7f90f6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:29.904008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking segment: {'id': 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:29.904356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network hostable DHCP agents. Network: bf78ada4-2a94-4fec-96ab-54c02714752b, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:29.925342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network bf78ada4-2a94-4fec-96ab-54c02714752b is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:29.934520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, bf78ada4-2a94-4fec-96ab-54c02714752b) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:29.938194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:29.938756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:29.943624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d2880-61d0-4be6-83b0-2f077426624a None None] Network bf78ada4-2a94-4fec-96ab-54c02714752b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:29.964512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60210) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:29.965086 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cfa6a91f-e688-49f9-9f4b-4f39f2562391 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5866759 Feb 10 11:58:29.970926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989019173'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:29.976457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:29.980239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:network and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:29.982922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:29.989141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:29.999025 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:30.001908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.029186 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:30.037592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.037925 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Added segment d50aaa24-b923-4244-8b36-58a426e28dff of type vlan for network c63809ac-b174-42ea-b672-eb14d120c586 Feb 10 11:58:30.063824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.091953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.096016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:30.096578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.158755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-bf78ada4-2a94-4fec-96ab-54c02714752b', 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b', 'tenant_id': 'c1947898ad084a4b8a72119b361f8182', 'fixed_ips': [{'subnet_id': 'f8582f10-1e93-404f-a12e-20eefa7f90f6'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:30.159605 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.185907 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2195158 Feb 10 11:58:30.189190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60214) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:30.196453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'subnet': {'network_id': 'c63809ac-b174-42ea-b672-eb14d120c586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:30.204508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778cfc4-8a16-4b7d-9bca-36279b0d8c23 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Network': ['ID=c63809ac-b174-42ea-b672-eb14d120c586,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:30.219642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network c63809ac-b174-42ea-b672-eb14d120c586 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:30.308544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:30.312236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:subnet and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:30.315029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:30.321141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:30.330749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:30.420621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Allocated IP 2001:db8:0:ffff::2 (bf78ada4-2a94-4fec-96ab-54c02714752b/f8582f10-1e93-404f-a12e-20eefa7f90f6/d802bbef-d40a-43bd-8158-1da1da48dff3) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:30.430231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.618090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.629264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.639691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Transition to ACTIVE for port object d802bbef-d40a-43bd-8158-1da1da48dff3 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:30.651197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.658856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Transition to ACTIVE for port object d802bbef-d40a-43bd-8158-1da1da48dff3 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:30.664041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.729856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Network bf78ada4-2a94-4fec-96ab-54c02714752b is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:30.733361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Subnet': ['ID=37b4421a-e169-4f86-99d8-c3a934f32e14,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:30.741072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:30.746153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Pushing event updated for resources: {'Port': ['ID=d802bbef-d40a-43bd-8158-1da1da48dff3,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:30.746370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking segment: {'id': 'd50aaa24-b923-4244-8b36-58a426e28dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c63809ac-b174-42ea-b672-eb14d120c586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:30.746720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network hostable DHCP agents. Network: c63809ac-b174-42ea-b672-eb14d120c586, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:30.748346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:30.769667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network c63809ac-b174-42ea-b672-eb14d120c586 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:30.778836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, c63809ac-b174-42ea-b672-eb14d120c586) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:30.783319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:30.783923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.787857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.789316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0f691-9865-4ff1-9413-1bf43e99cc7a None None] Network c63809ac-b174-42ea-b672-eb14d120c586 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:30.806714 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-028ed828-64f9-46c1-91bc-be4b04b4728c tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6163580 Feb 10 11:58:30.809386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60218) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:30.918484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Attempting to bind port d802bbef-d40a-43bd-8158-1da1da48dff3 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:30.918853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Attempting to bind port d802bbef-d40a-43bd-8158-1da1da48dff3 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:30.919217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Attempting to bind port d802bbef-d40a-43bd-8158-1da1da48dff3 on network bf78ada4-2a94-4fec-96ab-54c02714752b {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:30.931192 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:30.931587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Checking segment: {'id': 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:30.931988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.932382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Bound using segment: {'id': 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:30.932844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Bound port: d802bbef-d40a-43bd-8158-1da1da48dff3, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'bf78ada4-2a94-4fec-96ab-54c02714752b'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:30.933212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:30.945017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.013154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.088988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.150486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-36ace393-5366-4f5e-a996-383713cad794 None None] For port d802bbef-d40a-43bd-8158-1da1da48dff3, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:31.168250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-36ace393-5366-4f5e-a996-383713cad794 None None] For port d802bbef-d40a-43bd-8158-1da1da48dff3, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d802bbef-d40a-43bd-8158-1da1da48dff3,segment=NetworkSegment(a11ef2cc-ff67-4694-9d57-d3b914a3f5ba),segment_id=a11ef2cc-ff67-4694-9d57-d3b914a3f5ba)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:31.173118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.205272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb3036e-67bb-4d38-9a44-ae313fcbaf1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-c63809ac-b174-42ea-b672-eb14d120c586', 'network_id': 'c63809ac-b174-42ea-b672-eb14d120c586', 'tenant_id': 'c1947898ad084a4b8a72119b361f8182', 'fixed_ips': [{'subnet_id': '37b4421a-e169-4f86-99d8-c3a934f32e14'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:31.206093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5eb3036e-67bb-4d38-9a44-ae313fcbaf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.232544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Subnet': ['ID=37b4421a-e169-4f86-99d8-c3a934f32e14,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:31.321906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace393-5366-4f5e-a996-383713cad794 None None] Pushing event updated for resources: {'Port': ['ID=d802bbef-d40a-43bd-8158-1da1da48dff3,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:31.330599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.350785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c5942-6592-416b-a79a-14c66d910d85 None None] Network c63809ac-b174-42ea-b672-eb14d120c586 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:31.357895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63809ac-b174-42ea-b672-eb14d120c586']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:31.371200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50aaa24-b923-4244-8b36-58a426e28dff') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:31.371763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50aaa24-b923-4244-8b36-58a426e28dff') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:31.384567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.401613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.410332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:31.410800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:31.426432 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:31.525181 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.542929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.555423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Network': ['ID=c63809ac-b174-42ea-b672-eb14d120c586,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:31.561911 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d4ad76d5-3770-457b-b136-3dbded696f15 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/c63809ac-b174-42ea-b672-eb14d120c586 HTTP/1.1" status: 204 len: 168 time: 0.7481053 Feb 10 11:58:31.562892 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60222) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:31.569202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-883568987'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:31.574397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:31.578195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:network and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:31.581096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:31.587930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:31.598586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:31.602395 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.631258 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:31.643089 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.643537 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Added segment 5d5e5cd9-9d4a-4645-bdf0-e81a9ff963dd of type vlan for network 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb Feb 10 11:58:31.671120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.697995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.701675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:31.702242 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:31.792411 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2283511 Feb 10 11:58:31.795499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60226) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:31.802735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'subnet': {'network_id': '7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:31.812660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685b91f-63fd-473a-84da-05bae6666f57 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Network': ['ID=7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:31.817528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d802bbef-d40a-43bd-8158-1da1da48dff3 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:31.850214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:31.918285 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:31.922221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:subnet and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:31.924902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:31.930972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:31.944408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:31.983014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d802bbef-d40a-43bd-8158-1da1da48dff3 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:32.055975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.121979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.153445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Performing IP validity checks on allocation pools {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 11:58:32.153967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.ipam_backend_mixin [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 11:58:32.279165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f6693-0b4d-45f6-9ef4-894de65d2759 None None] Network bf78ada4-2a94-4fec-96ab-54c02714752b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:32.282200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.366456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Subnet': ['ID=251862ae-e6c6-4862-8e45-06bf8293dac6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:32.374074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking segment: {'id': '5d5e5cd9-9d4a-4645-bdf0-e81a9ff963dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:32.374430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network hostable DHCP agents. Network: 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:32.396642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:32.405805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:32.412551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:32.413122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.418069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Provisioning for port d802bbef-d40a-43bd-8158-1da1da48dff3 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:32.424144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c7efc-1f8c-4073-a193-fcb4b13e3255 None None] Network 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:32.434395 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-31fa33da-864b-421a-a0fc-105a8a48501e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6374578 Feb 10 11:58:32.437094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60230) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:32.515646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Provisioning complete for port d802bbef-d40a-43bd-8158-1da1da48dff3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:32.515926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.660054 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.725343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.788247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.804256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.840256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Subnet': ['ID=251862ae-e6c6-4862-8e45-06bf8293dac6,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:32.856158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de827b-250a-4460-bc4c-4b91b2909e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb', 'network_id': '7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb', 'tenant_id': 'c1947898ad084a4b8a72119b361f8182', 'fixed_ips': [{'subnet_id': '251862ae-e6c6-4862-8e45-06bf8293dac6'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:32.856833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-93de827b-250a-4460-bc4c-4b91b2909e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.886253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] For port d802bbef-d40a-43bd-8158-1da1da48dff3, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d802bbef-d40a-43bd-8158-1da1da48dff3,segment=NetworkSegment(a11ef2cc-ff67-4694-9d57-d3b914a3f5ba),segment_id=a11ef2cc-ff67-4694-9d57-d3b914a3f5ba)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:32.927066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.946784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:32.974246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:32.986965 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5e5cd9-9d4a-4645-bdf0-e81a9ff963dd') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:32.987688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5e5cd9-9d4a-4645-bdf0-e81a9ff963dd') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:33.004603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.017118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b9877-a46e-4197-a6f1-9560546ead57 None None] Pushing event updated for resources: {'Port': ['ID=d802bbef-d40a-43bd-8158-1da1da48dff3,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:33.023447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.025052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fab5aa-4e4c-4880-a12f-3eae866d8ea4 None None] Network 7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:33.030120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:33.030646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:33.045419 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:33.131783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.153789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.162462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Network': ['ID=7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:33.166739 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-56892037-1391-474b-a98b-fcc69c7f5435 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb HTTP/1.1" status: 204 len: 168 time: 0.7285492 Feb 10 11:58:33.170783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60234) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:33.176408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493743557'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:33.181731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:33.185431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:network and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:33.188218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:33.193909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:33.203549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:33.206494 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.237165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:33.246796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.247164 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Added segment a5dc8024-1d25-4b22-b4c2-0de3d35f6071 of type vlan for network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a Feb 10 11:58:33.269650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0e0f275c-e6b4-4ee5-bd60-3167977ceff7 None None] Provisioning complete for port d802bbef-d40a-43bd-8158-1da1da48dff3 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:33.270017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0e0f275c-e6b4-4ee5-bd60-3167977ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.278357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.307594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.311159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:33.311756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.408163 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2362454 Feb 10 11:58:33.411793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60238) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:33.419342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'subnet': {'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:33.436819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d94112-2635-400b-a8a8-cb5dce81042f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Network': ['ID=1f6c8939-889b-4d8c-af57-df2f2a44bb8a,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:33.447768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:33.529516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:33.533234 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:subnet and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:33.536000 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:33.541524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:33.551029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:33.645334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.786681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d802bbef-d40a-43bd-8158-1da1da48dff3 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:33.854051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d802bbef-d40a-43bd-8158-1da1da48dff3 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:33.854411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.860357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.938659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Subnet': ['ID=17f857c1-8e62-4b53-a350-d3ce3096e7b7,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:33.950049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking segment: {'id': 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:33.950427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network hostable DHCP agents. Network: 1f6c8939-889b-4d8c-af57-df2f2a44bb8a, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:33.972975 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:33.982379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1f6c8939-889b-4d8c-af57-df2f2a44bb8a) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:33.986646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:33.987245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:33.992423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e97a2f-10c5-476e-bab4-468545cbf528 None None] Network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:34.010792 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d7434bb1-3b94-4a45-bb87-6d87a096b80e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5979269 Feb 10 11:58:34.014151 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60242) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:34.019729 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031157779'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:34.024607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:34.028438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:network and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:34.031202 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:34.038297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:34.055291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:34.058214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.083538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.086184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:34.094848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.095313 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Added segment ed899d70-595d-497d-8e88-05c6cbac6bd6 of type vlan for network 8ab04dbe-e76b-489d-9400-54b8a2a035be Feb 10 11:58:34.120819 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.148810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.152377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:34.152939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.208807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1f6c8939-889b-4d8c-af57-df2f2a44bb8a', 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a', 'tenant_id': 'c1947898ad084a4b8a72119b361f8182', 'fixed_ips': [{'subnet_id': '17f857c1-8e62-4b53-a350-d3ce3096e7b7'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:34.209726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.248530 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2333651 Feb 10 11:58:34.251561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:34.258024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739c79-e10d-4686-baab-454afa39f173 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Network': ['ID=8ab04dbe-e76b-489d-9400-54b8a2a035be,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:34.259453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Request body: {'subnet': {'network_id': '8ab04dbe-e76b-489d-9400-54b8a2a035be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:34.271616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 8ab04dbe-e76b-489d-9400-54b8a2a035be details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:34.366345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:34.370329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Usage tracker for resource:subnet and tenant:c1947898ad084a4b8a72119b361f8182 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:34.373462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:34.380218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:34.390716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Made reservation on behalf of c1947898ad084a4b8a72119b361f8182 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:34.477349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Allocated IP 2001:db8::2 (1f6c8939-889b-4d8c-af57-df2f2a44bb8a/17f857c1-8e62-4b53-a350-d3ce3096e7b7/cc664574-57d5-43c7-a45e-62222d3d7006) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:34.491993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.679094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.688756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Transition to ACTIVE for port object cc664574-57d5-43c7-a45e-62222d3d7006 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:34.706511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Transition to ACTIVE for port object cc664574-57d5-43c7-a45e-62222d3d7006 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:34.707750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.712231 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.778318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:34.781727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:34.783483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Pushing event updated for resources: {'Port': ['ID=cc664574-57d5-43c7-a45e-62222d3d7006,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:34.785551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:34.792701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event updated for resources: {'Subnet': ['ID=1942117f-38b8-422a-b19c-a9aed115fb42,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:34.805053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Checking segment: {'id': 'ed899d70-595d-497d-8e88-05c6cbac6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8ab04dbe-e76b-489d-9400-54b8a2a035be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:34.805404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network hostable DHCP agents. Network: 8ab04dbe-e76b-489d-9400-54b8a2a035be, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:34.826499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Network 8ab04dbe-e76b-489d-9400-54b8a2a035be is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:34.835187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 8ab04dbe-e76b-489d-9400-54b8a2a035be) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:34.839001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:34.839610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.853732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6baf1db-a79d-43b9-8963-3a4577c5dc86 None None] Network 8ab04dbe-e76b-489d-9400-54b8a2a035be requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:34.860834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2401c461-f107-492d-981e-7b3d1819e86f tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6074302 Feb 10 11:58:34.863402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:34.943314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Attempting to bind port cc664574-57d5-43c7-a45e-62222d3d7006 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:34.943674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Attempting to bind port cc664574-57d5-43c7-a45e-62222d3d7006 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:34.944025 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Attempting to bind port cc664574-57d5-43c7-a45e-62222d3d7006 on network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:34.956198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:34.956557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Checking segment: {'id': 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:34.956953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:34.957327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Bound using segment: {'id': 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:34.957835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Bound port: cc664574-57d5-43c7-a45e-62222d3d7006, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '1f6c8939-889b-4d8c-af57-df2f2a44bb8a'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:34.958211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.100109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.165694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.173547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] For port cc664574-57d5-43c7-a45e-62222d3d7006, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:35.188574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] For port cc664574-57d5-43c7-a45e-62222d3d7006, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cc664574-57d5-43c7-a45e-62222d3d7006,segment=NetworkSegment(a5dc8024-1d25-4b22-b4c2-0de3d35f6071),segment_id=a5dc8024-1d25-4b22-b4c2-0de3d35f6071)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:35.192871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.223430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a441ee-5f4f-4c7d-92ff-3ed81d64d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-8ab04dbe-e76b-489d-9400-54b8a2a035be', 'network_id': '8ab04dbe-e76b-489d-9400-54b8a2a035be', 'tenant_id': 'c1947898ad084a4b8a72119b361f8182', 'fixed_ips': [{'subnet_id': '1942117f-38b8-422a-b19c-a9aed115fb42'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:35.224272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-95a441ee-5f4f-4c7d-92ff-3ed81d64d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.238532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.281026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Subnet': ['ID=1942117f-38b8-422a-b19c-a9aed115fb42,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:35.341844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71550-4a86-4aae-a1e8-2452e5defa86 None None] Pushing event updated for resources: {'Port': ['ID=cc664574-57d5-43c7-a45e-62222d3d7006,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:35.362669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97542e30-8ffa-4355-8f0a-62143eddde9e None None] Network 8ab04dbe-e76b-489d-9400-54b8a2a035be requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:35.380656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.417943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab04dbe-e76b-489d-9400-54b8a2a035be']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:35.433119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed899d70-595d-497d-8e88-05c6cbac6bd6') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:35.433737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed899d70-595d-497d-8e88-05c6cbac6bd6') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:35.450896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.468511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.494651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:35.495220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:35.518025 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:35.613663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.632385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:35.642982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Network': ['ID=8ab04dbe-e76b-489d-9400-54b8a2a035be,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:35.647094 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c955b99a-4eb4-477b-b8ee-ec16fb16641b tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/8ab04dbe-e76b-489d-9400-54b8a2a035be HTTP/1.1" status: 204 len: 168 time: 0.7827706 Feb 10 11:58:35.649963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:35.688270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d983f96-425f-4627-a93e-dcabdf302adb tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] GET failed (client error): The resource could not be found. Feb 10 11:58:35.688761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d983f96-425f-4627-a93e-dcabdf302adb tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Synchronizing usage tracker for tenant:c1947898ad084a4b8a72119b361f8182 on resource:subnet {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:35.704403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6d983f96-425f-4627-a93e-dcabdf302adb tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Unset dirty status for tenant:c1947898ad084a4b8a72119b361f8182 on resource:subnet {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:35.705479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6d983f96-425f-4627-a93e-dcabdf302adb tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "GET /v2.0/subnets/1942117f-38b8-422a-b19c-a9aed115fb42 HTTP/1.1" status: 404 len: 337 time: 0.0546513 Feb 10 11:58:35.708223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:35.732719 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ff1d3d-d878-4b3d-b825-4b668dce27c8 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:35.733240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ff1d3d-d878-4b3d-b825-4b668dce27c8 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:35.734837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5ff1d3d-d878-4b3d-b825-4b668dce27c8 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/8ab04dbe-e76b-489d-9400-54b8a2a035be HTTP/1.1" status: 404 len: 339 time: 0.0257318 Feb 10 11:58:35.738646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:35.782195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb5b0e1-1d51-4d1e-9276-d1eaf950ec72 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:35.782625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb5b0e1-1d51-4d1e-9276-d1eaf950ec72 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:35.784294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8bb5b0e1-1d51-4d1e-9276-d1eaf950ec72 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/subnets/1942117f-38b8-422a-b19c-a9aed115fb42 HTTP/1.1" status: 404 len: 337 time: 0.0447829 Feb 10 11:58:35.786786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:35.811813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f85b245-0307-4ebb-bad5-0a1b3065e712 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:35.812448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f85b245-0307-4ebb-bad5-0a1b3065e712 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:35.815268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f85b245-0307-4ebb-bad5-0a1b3065e712 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/8ab04dbe-e76b-489d-9400-54b8a2a035be HTTP/1.1" status: 404 len: 339 time: 0.0263560 Feb 10 11:58:35.816606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:35.818819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cc664574-57d5-43c7-a45e-62222d3d7006 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:35.897499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port cc664574-57d5-43c7-a45e-62222d3d7006 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:36.017368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Deleting subnet 17f857c1-8e62-4b53-a350-d3ce3096e7b7 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:36.020542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.086684 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.174186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.227375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d721f77a-1e15-4941-9c09-3c06822123c6 None None] Network 1f6c8939-889b-4d8c-af57-df2f2a44bb8a requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:36.251189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.294949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Subnet': ['ID=17f857c1-8e62-4b53-a350-d3ce3096e7b7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:36.300229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.313984 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.314332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.314664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.314987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.315330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.315651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.315969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.316288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.316600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.316911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.317226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:36.325951 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8db7c4e6-d854-4a1e-b826-b9b770366c3e tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/subnets/17f857c1-8e62-4b53-a350-d3ce3096e7b7 HTTP/1.1" status: 204 len: 168 time: 0.5069368 Feb 10 11:58:36.327294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60274) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:36.353371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Provisioning for port cc664574-57d5-43c7-a45e-62222d3d7006 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:36.383580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Provisioning complete for port cc664574-57d5-43c7-a45e-62222d3d7006 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:36.383945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.442245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.452884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Deleting port cc664574-57d5-43c7-a45e-62222d3d7006 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:36.453284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.548771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.582390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] For port cc664574-57d5-43c7-a45e-62222d3d7006, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cc664574-57d5-43c7-a45e-62222d3d7006,segment=NetworkSegment(a5dc8024-1d25-4b22-b4c2-0de3d35f6071),segment_id=a5dc8024-1d25-4b22-b4c2-0de3d35f6071)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:36.586647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.625743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] DHCP port deletion for 1f6c8939-889b-4d8c-af57-df2f2a44bb8a request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:58:36.639999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Deleting port cc664574-57d5-43c7-a45e-62222d3d7006 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:36.640365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.653776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] For port cc664574-57d5-43c7-a45e-62222d3d7006, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cc664574-57d5-43c7-a45e-62222d3d7006,segment=NetworkSegment(a5dc8024-1d25-4b22-b4c2-0de3d35f6071),segment_id=a5dc8024-1d25-4b22-b4c2-0de3d35f6071)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:36.654131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.729157 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664b1ce-200e-42ba-8ef4-2453d2a9e707 None None] Pushing event updated for resources: {'Port': ['ID=cc664574-57d5-43c7-a45e-62222d3d7006,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:36.858820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] For port cc664574-57d5-43c7-a45e-62222d3d7006, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cc664574-57d5-43c7-a45e-62222d3d7006,segment=NetworkSegment(a5dc8024-1d25-4b22-b4c2-0de3d35f6071),segment_id=a5dc8024-1d25-4b22-b4c2-0de3d35f6071)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:36.859125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:36.868097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Calling delete_port for cc664574-57d5-43c7-a45e-62222d3d7006 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:36.939954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.db.api [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:58:36.940310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG oslo_db.api [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:58:36.980741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Calling delete_port for cc664574-57d5-43c7-a45e-62222d3d7006 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:37.049649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.090874 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] Pushing event deleted for resources: {'Port': ['ID=cc664574-57d5-43c7-a45e-62222d3d7006,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:37.096565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848e57e-7b5e-42f6-829b-1fb15135e299 None None] No DVR routers for this DVR port cc664574-57d5-43c7-a45e-62222d3d7006 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:37.441045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Deleting port cc664574-57d5-43c7-a45e-62222d3d7006 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:37.441604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.504590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] The port 'cc664574-57d5-43c7-a45e-62222d3d7006' was deleted {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:58:37.622882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.648037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6c8939-889b-4d8c-af57-df2f2a44bb8a']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:37.659799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:37.660090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dc8024-1d25-4b22-b4c2-0de3d35f6071') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:37.671726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.686954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.692967 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:37.693297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:37.707244 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:37.782221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cc664574-57d5-43c7-a45e-62222d3d7006 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:37.788012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.804438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:37.815773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Network': ['ID=1f6c8939-889b-4d8c-af57-df2f2a44bb8a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:37.821321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: cc664574-57d5-43c7-a45e-62222d3d7006 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:37.821321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cc664574-57d5-43c7-a45e-62222d3d7006 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:37.821580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-46054763-db93-4189-851c-dfbf60330fd2 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/1f6c8939-889b-4d8c-af57-df2f2a44bb8a HTTP/1.1" status: 204 len: 168 time: 1.4908221 Feb 10 11:58:37.821580 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:37.858824 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ade4b58-eaf8-49b8-816b-9d5206baef13 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:37.859269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ade4b58-eaf8-49b8-816b-9d5206baef13 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:37.860837 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8ade4b58-eaf8-49b8-816b-9d5206baef13 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/subnets/251862ae-e6c6-4862-8e45-06bf8293dac6 HTTP/1.1" status: 404 len: 337 time: 0.0383868 Feb 10 11:58:37.863184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:37.887881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b914f140-a15e-42f6-a506-25b361f4b73d tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:37.888299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b914f140-a15e-42f6-a506-25b361f4b73d tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:37.889822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b914f140-a15e-42f6-a506-25b361f4b73d tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/7bc3f0fa-7550-41a5-9f2e-00ebb93a49eb HTTP/1.1" status: 404 len: 339 time: 0.0257685 Feb 10 11:58:37.892168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60286) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:37.931841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-81592ea8-eb02-4089-a20e-eb0afd650186 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:37.932269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81592ea8-eb02-4089-a20e-eb0afd650186 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:37.933770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-81592ea8-eb02-4089-a20e-eb0afd650186 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/subnets/37b4421a-e169-4f86-99d8-c3a934f32e14 HTTP/1.1" status: 404 len: 337 time: 0.0407703 Feb 10 11:58:37.936169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:37.959183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f93a09-f2ed-4835-9667-3199b1561a19 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] DELETE failed (client error): The resource could not be found. Feb 10 11:58:37.959562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f93a09-f2ed-4835-9667-3199b1561a19 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 11:58:37.961067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94f93a09-f2ed-4835-9667-3199b1561a19 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/c63809ac-b174-42ea-b672-eb14d120c586 HTTP/1.1" status: 404 len: 339 time: 0.0240638 Feb 10 11:58:37.963312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:38.145188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Deleting subnet f8582f10-1e93-404f-a12e-20eefa7f90f6 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:38.148612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.221563 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.307440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.376602 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.419103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Subnet': ['ID=f8582f10-1e93-404f-a12e-20eefa7f90f6,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:38.423611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.429636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b00e2-8cb0-4a10-b2a6-bbc7f2cb68ed None None] Network bf78ada4-2a94-4fec-96ab-54c02714752b requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:38.434615 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e36a8443-6374-4457-b52a-e982d4b1a459 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/subnets/f8582f10-1e93-404f-a12e-20eefa7f90f6 HTTP/1.1" status: 204 len: 168 time: 0.4704125 Feb 10 11:58:38.437015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:38.550559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.562229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Deleting port d802bbef-d40a-43bd-8158-1da1da48dff3 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:38.562902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.702387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] DHCP port deletion for bf78ada4-2a94-4fec-96ab-54c02714752b request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:58:38.706685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Deleting port d802bbef-d40a-43bd-8158-1da1da48dff3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:38.707059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.762427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] For port d802bbef-d40a-43bd-8158-1da1da48dff3, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d802bbef-d40a-43bd-8158-1da1da48dff3,segment=NetworkSegment(a11ef2cc-ff67-4694-9d57-d3b914a3f5ba),segment_id=a11ef2cc-ff67-4694-9d57-d3b914a3f5ba)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:38.762767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.904497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] For port d802bbef-d40a-43bd-8158-1da1da48dff3, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d802bbef-d40a-43bd-8158-1da1da48dff3,segment=NetworkSegment(a11ef2cc-ff67-4694-9d57-d3b914a3f5ba),segment_id=a11ef2cc-ff67-4694-9d57-d3b914a3f5ba)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:38.905113 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:38.977831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Calling delete_port for d802bbef-d40a-43bd-8158-1da1da48dff3 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:39.024739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Calling delete_port for d802bbef-d40a-43bd-8158-1da1da48dff3 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:39.049374 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.094199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Port': ['ID=d802bbef-d40a-43bd-8158-1da1da48dff3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:39.097450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:58:39.098367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:58:39.098640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] No DVR routers for this DVR port d802bbef-d40a-43bd-8158-1da1da48dff3 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:39.218150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.246143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf78ada4-2a94-4fec-96ab-54c02714752b']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:39.258781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:39.259068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11ef2cc-ff67-4694-9d57-d3b914a3f5ba') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:39.269963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.285107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.291385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:39.291757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:39.306146 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:39.383812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.400868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.412328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] Pushing event deleted for resources: {'Network': ['ID=bf78ada4-2a94-4fec-96ab-54c02714752b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:39.414734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-edda7005-933e-4235-b778-a7928f9088d7 tempest-NetworksIpV6Test-55204837 tempest-NetworksIpV6Test-55204837-project] 10.222.0.42 "DELETE /v2.0/networks/bf78ada4-2a94-4fec-96ab-54c02714752b HTTP/1.1" status: 204 len: 168 time: 0.9768076 Feb 10 11:58:39.599311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Deleting port d802bbef-d40a-43bd-8158-1da1da48dff3 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:39.599689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:39.665118 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a7e27-c2b9-412d-aac9-02e7488587bf None None] The port 'd802bbef-d40a-43bd-8158-1da1da48dff3' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:58:39.772578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60306) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:39.784309 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d802bbef-d40a-43bd-8158-1da1da48dff3 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:39.819472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d802bbef-d40a-43bd-8158-1da1da48dff3 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:39.819812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d802bbef-d40a-43bd-8158-1da1da48dff3 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:39.945674 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-98cf31a3-8da3-435d-ac57-4757decee3ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1947898ad084a4b8a72119b361f8182&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718643 Feb 10 11:58:39.947958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60312) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:40.004138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:40.028969 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:40.079205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:40.095789 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e436a26-ef1a-4fe9-ba2b-28f8c2c7de1d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:40.102261 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:40.103397 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fdbfb0a5-7008-4836-867b-c53eda9e13a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e436a26-ef1a-4fe9-ba2b-28f8c2c7de1d HTTP/1.1" status: 204 len: 168 time: 0.1545351 Feb 10 11:58:40.888091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60334) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:41.016617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-509907054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:41.022776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:41.026520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:router and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:41.029320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:41.110525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:41.120374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.121380 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.139595 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.156356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.176889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.178258 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0ebe069a-aa56-49ab-9bcf-4840f6f9032a tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2891550 Feb 10 11:58:41.180903 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60340) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:41.186171 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1840569779'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:41.190681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:41.194824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:network and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:41.197641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:41.203163 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:41.212489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Made reservation on behalf of 1b0c1ee759064a67a57d098f43c3b0dd for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:41.216379 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.230549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.262578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:41.266561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:security_group_rule and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:41.269344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:41.275502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:41.341636 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.345322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.376818 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:41.381934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e557082-ac44-4c5a-a938-635594e5f18f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:41.392004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.392275 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Added segment 67d3f05f-3b15-4802-8faf-5ed7ae05cf37 of type vlan for network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 Feb 10 11:58:41.393971 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.394304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.394628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.394951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.395298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.395622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.396465 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.396783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.397095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.397404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.397711 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:41.426107 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.454396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.457979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:41.458547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:41.562666 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event updated for resources: {'Network': ['ID=11bdba89-2de1-4fd3-b67c-62b9fd73f1f0,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:41.565673 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-733c2263-8403-46d5-835f-093f2f7224f6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3837414 Feb 10 11:58:41.568912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60344) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:41.573260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:41.574239 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'subnet': {'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:41.679731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:41.683421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:subnet and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:41.686138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:41.691669 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:41.701467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Made reservation on behalf of 1b0c1ee759064a67a57d098f43c3b0dd for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:41.798928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.005888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.082724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event updated for resources: {'Subnet': ['ID=cf6176d8-e485-41ad-ace5-febbec4b89cc,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:42.092238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Checking segment: {'id': '67d3f05f-3b15-4802-8faf-5ed7ae05cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:42.092611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Network hostable DHCP agents. Network: 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:42.112723 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:42.122303 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:42.126522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:42.127096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.131808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f75478-cf11-4fd0-ab96-fc26586bed0d None None] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:42.149378 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-83789b90-0506-45a5-a905-1a2d1bee60b6 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5794356 Feb 10 11:58:42.152295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60348) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:42.157831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2040458952'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:42.162586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:42.166495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:network and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:42.169499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:42.175175 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:42.185628 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Made reservation on behalf of 1b0c1ee759064a67a57d098f43c3b0dd for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:42.188743 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.217408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:42.226824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.227270 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Added segment 864714b0-a4bd-4553-ad10-e4757dabade0 of type vlan for network 4a2f6831-b550-47e2-91a8-bbc65566498e Feb 10 11:58:42.252864 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.285063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.289132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:42.289703 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.349635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-11bdba89-2de1-4fd3-b67c-62b9fd73f1f0', 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0', 'tenant_id': '1b0c1ee759064a67a57d098f43c3b0dd', 'fixed_ips': [{'subnet_id': 'cf6176d8-e485-41ad-ace5-febbec4b89cc'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:42.350433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.385036 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2317214 Feb 10 11:58:42.387961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60352) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:42.393476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'subnet': {'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:42.394238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43a035-66d0-4403-a46e-5778b0344c6e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event updated for resources: {'Network': ['ID=4a2f6831-b550-47e2-91a8-bbc65566498e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:42.410126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 4a2f6831-b550-47e2-91a8-bbc65566498e details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:42.507046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:42.510672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Usage tracker for resource:subnet and tenant:1b0c1ee759064a67a57d098f43c3b0dd is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:42.513408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:42.519029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:42.528842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Made reservation on behalf of 1b0c1ee759064a67a57d098f43c3b0dd for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:42.589382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Allocated IP 172.20.0.2 (11bdba89-2de1-4fd3-b67c-62b9fd73f1f0/cf6176d8-e485-41ad-ace5-febbec4b89cc/2d1960f5-def5-4d0c-94f2-9e26ca45aa6e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:42.630603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.789121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.799354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Transition to ACTIVE for port object 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:42.817044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Transition to ACTIVE for port object 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:42.822047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.839996 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.925021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event updated for resources: {'Subnet': ['ID=8091dde6-8326-4bc5-add8-b9246d535c37,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:42.925918 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:42.926598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Pushing event updated for resources: {'Port': ['ID=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:42.929127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:42.931144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:42.935468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Checking segment: {'id': '864714b0-a4bd-4553-ad10-e4757dabade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:42.936151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Network hostable DHCP agents. Network: 4a2f6831-b550-47e2-91a8-bbc65566498e, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:42.958303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Network 4a2f6831-b550-47e2-91a8-bbc65566498e is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:42.969536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 4a2f6831-b550-47e2-91a8-bbc65566498e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:42.973693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:42.974885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:42.996346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38349a9d-50ad-4457-8d14-8fd3e535bd58 None None] Network 4a2f6831-b550-47e2-91a8-bbc65566498e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:43.001335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c2b39e4c-eab6-473b-afe3-f196629790b1 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6098151 Feb 10 11:58:43.001758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60356) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:43.007578 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-db615dc9-ef42-41bb-8482-b25badb5944c tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:43.083182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Attempting to bind port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:43.083531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Attempting to bind port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '67d3f05f-3b15-4802-8faf-5ed7ae05cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:43.083887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Attempting to bind port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e on network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:43.095657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:43.096020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Checking segment: {'id': '67d3f05f-3b15-4802-8faf-5ed7ae05cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:43.096405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.096781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Bound using segment: {'id': '67d3f05f-3b15-4802-8faf-5ed7ae05cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:43.097234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Bound port: 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d3f05f-3b15-4802-8faf-5ed7ae05cf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '11bdba89-2de1-4fd3-b67c-62b9fd73f1f0'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:43.097593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.260247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] For port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:43.265305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] For port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,segment=NetworkSegment(67d3f05f-3b15-4802-8faf-5ed7ae05cf37),segment_id=67d3f05f-3b15-4802-8faf-5ed7ae05cf37)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:43.300177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.344698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-4a2f6831-b550-47e2-91a8-bbc65566498e', 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e', 'tenant_id': '1b0c1ee759064a67a57d098f43c3b0dd', 'fixed_ips': [{'subnet_id': '8091dde6-8326-4bc5-add8-b9246d535c37'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:43.345419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.440529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffdc4d-8bb4-401d-aea8-a69ef140a1ee None None] Pushing event updated for resources: {'Port': ['ID=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:43.493225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-db615dc9-ef42-41bb-8482-b25badb5944c tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.586060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Allocated IP 172.21.0.2 (4a2f6831-b550-47e2-91a8-bbc65566498e/8091dde6-8326-4bc5-add8-b9246d535c37/61f9c865-3e1d-499f-a826-bc84b17f0b4c) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:43.668531 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.api.v2.resource [None req-db615dc9-ef42-41bb-8482-b25badb5944c tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 11:58:43.669566 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-db615dc9-ef42-41bb-8482-b25badb5944c tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "PUT /v2.0/routers/e73fb7e4-a226-448b-987e-499e188668ec HTTP/1.1" status: 400 len: 364 time: 0.6667516 Feb 10 11:58:43.675417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60360) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:43.745586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Deleting subnet 8091dde6-8326-4bc5-add8-b9246d535c37 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:43.811761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.821758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:43.853296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Transition to ACTIVE for port object 61f9c865-3e1d-499f-a826-bc84b17f0b4c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:43.889809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Transition to ACTIVE for port object 61f9c865-3e1d-499f-a826-bc84b17f0b4c will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:43.895462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.896444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.951085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:43.968364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Network 4a2f6831-b550-47e2-91a8-bbc65566498e is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:43.971806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:43.979109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:43.980350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Pushing event updated for resources: {'Port': ['ID=61f9c865-3e1d-499f-a826-bc84b17f0b4c,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:43.983031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:44.045056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.084133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Attempting to bind port 61f9c865-3e1d-499f-a826-bc84b17f0b4c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:44.084497 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Attempting to bind port 61f9c865-3e1d-499f-a826-bc84b17f0b4c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '864714b0-a4bd-4553-ad10-e4757dabade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:44.084862 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Attempting to bind port 61f9c865-3e1d-499f-a826-bc84b17f0b4c on network 4a2f6831-b550-47e2-91a8-bbc65566498e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:44.091889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:44.092296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Checking segment: {'id': '864714b0-a4bd-4553-ad10-e4757dabade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:44.092792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.093190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Bound using segment: {'id': '864714b0-a4bd-4553-ad10-e4757dabade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:44.093651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Bound port: 61f9c865-3e1d-499f-a826-bc84b17f0b4c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864714b0-a4bd-4553-ad10-e4757dabade0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '4a2f6831-b550-47e2-91a8-bbc65566498e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:44.094021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.125573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.170334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Subnet': ['ID=8091dde6-8326-4bc5-add8-b9246d535c37,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:44.178188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.184426 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-23c22dca-180a-480a-a8b3-acb8b6166f25 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "DELETE /v2.0/subnets/8091dde6-8326-4bc5-add8-b9246d535c37 HTTP/1.1" status: 204 len: 168 time: 0.5079319 Feb 10 11:58:44.186753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60364) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:44.190832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] For port 61f9c865-3e1d-499f-a826-bc84b17f0b4c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:44.194357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] For port 61f9c865-3e1d-499f-a826-bc84b17f0b4c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=61f9c865-3e1d-499f-a826-bc84b17f0b4c,segment=NetworkSegment(864714b0-a4bd-4553-ad10-e4757dabade0),segment_id=864714b0-a4bd-4553-ad10-e4757dabade0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:44.198345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.311600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.322047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Deleting port 61f9c865-3e1d-499f-a826-bc84b17f0b4c {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:44.322388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.331898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0227833-9625-44ab-9d46-7cf37ed1cee7 None None] Pushing event updated for resources: {'Port': ['ID=61f9c865-3e1d-499f-a826-bc84b17f0b4c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:44.368145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7478b76-bdff-4110-8903-a491324f9a54 None None] Network 4a2f6831-b550-47e2-91a8-bbc65566498e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:44.384342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360dbad-1a9f-4227-a3b4-a05e3d43063b None None] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:44.534288 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] For port 61f9c865-3e1d-499f-a826-bc84b17f0b4c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=61f9c865-3e1d-499f-a826-bc84b17f0b4c,segment=NetworkSegment(864714b0-a4bd-4553-ad10-e4757dabade0),segment_id=864714b0-a4bd-4553-ad10-e4757dabade0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:44.534552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.578796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Provisioning for port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:44.625762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Provisioning complete for port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:44.626129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.744019 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Calling delete_port for 61f9c865-3e1d-499f-a826-bc84b17f0b4c owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:44.817706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.859408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Port': ['ID=61f9c865-3e1d-499f-a826-bc84b17f0b4c,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:44.868417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] No DVR routers for this DVR port 61f9c865-3e1d-499f-a826-bc84b17f0b4c on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:44.895363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.942872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] For port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,segment=NetworkSegment(67d3f05f-3b15-4802-8faf-5ed7ae05cf37),segment_id=67d3f05f-3b15-4802-8faf-5ed7ae05cf37)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:44.947059 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:44.991080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.014625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dac7b-a146-42a2-b90c-be2f0a51b54c None None] Pushing event updated for resources: {'Port': ['ID=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:45.020496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2f6831-b550-47e2-91a8-bbc65566498e']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:45.033751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864714b0-a4bd-4553-ad10-e4757dabade0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:45.034040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864714b0-a4bd-4553-ad10-e4757dabade0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:45.046483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.062586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.069382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:45.069707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:45.088373 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:45.153516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a0fa3-875b-4e12-b1d4-f3cc073f2291 None None] get_active_networks_info from dv-neutron-827807-1-hyperv {{(pid=83555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 10 11:58:45.166799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.186448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.192484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Network': ['ID=4a2f6831-b550-47e2-91a8-bbc65566498e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:45.198663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fee18f57-6a8b-46bd-9512-cfb5bfe71aa7 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "DELETE /v2.0/networks/4a2f6831-b550-47e2-91a8-bbc65566498e HTTP/1.1" status: 204 len: 168 time: 1.0108192 Feb 10 11:58:45.201162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:45.215445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4ff3994d-d43d-46e6-a996-1a389e328d8b None None] Provisioning complete for port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:45.215814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ff3994d-d43d-46e6-a996-1a389e328d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.294554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a0fa3-875b-4e12-b1d4-f3cc073f2291 None None] Resources bound (agent type, host, resource id): {{(pid=83555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 11:58:45.387778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Deleting subnet cf6176d8-e485-41ad-ace5-febbec4b89cc {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 11:58:45.390573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.443677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.526887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.599467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.636358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6176d8-e485-41ad-ace5-febbec4b89cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:45.642281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.648316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a8675a-d4b9-4be3-b8f6-f7c80fa87445 None None] Network 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:45.648618 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c09ef1eb-2963-4ffe-a831-3ff0d102a099 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "DELETE /v2.0/subnets/cf6176d8-e485-41ad-ace5-febbec4b89cc HTTP/1.1" status: 204 len: 168 time: 0.4465501 Feb 10 11:58:45.650992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60372) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:45.763681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.774749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Deleting port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:45.775348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.802614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:45.896424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:45.897127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.951921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] DHCP port deletion for 11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 11:58:45.961074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Deleting port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:45.961543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:45.979722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] For port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,segment=NetworkSegment(67d3f05f-3b15-4802-8faf-5ed7ae05cf37),segment_id=67d3f05f-3b15-4802-8faf-5ed7ae05cf37)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:45.980072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.098614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Calling delete_port for 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:46.175502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.211431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] For port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,segment=NetworkSegment(67d3f05f-3b15-4802-8faf-5ed7ae05cf37),segment_id=67d3f05f-3b15-4802-8faf-5ed7ae05cf37)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:46.211825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.309238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Port': ['ID=2d1960f5-def5-4d0c-94f2-9e26ca45aa6e,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:46.315961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] No DVR routers for this DVR port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:58:46.332217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Calling delete_port for 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:58:46.440001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 11:58:46.440271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 11:58:46.442163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.466813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bdba89-2de1-4fd3-b67c-62b9fd73f1f0']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:46.478720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d3f05f-3b15-4802-8faf-5ed7ae05cf37') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:46.479012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d3f05f-3b15-4802-8faf-5ed7ae05cf37') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:46.490412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.505740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.512699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 11:58:46.513098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 11:58:46.530403 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 11:58:46.603978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.620317 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.632263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Pushing event deleted for resources: {'Network': ['ID=11bdba89-2de1-4fd3-b67c-62b9fd73f1f0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:46.634972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5eaccb12-a9b8-4675-8c74-5ce1c77e6468 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "DELETE /v2.0/networks/11bdba89-2de1-4fd3-b67c-62b9fd73f1f0 HTTP/1.1" status: 204 len: 168 time: 0.9830625 Feb 10 11:58:46.637544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60376) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:46.680228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-779166ef-59df-4cb5-81d9-b7d650ac8292 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Synchronizing usage tracker for tenant:1b0c1ee759064a67a57d098f43c3b0dd on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:58:46.695479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-779166ef-59df-4cb5-81d9-b7d650ac8292 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Unset dirty status for tenant:1b0c1ee759064a67a57d098f43c3b0dd on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:58:46.696567 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-779166ef-59df-4cb5-81d9-b7d650ac8292 tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "GET /v2.0/ports?device_id=e73fb7e4-a226-448b-987e-499e188668ec HTTP/1.1" status: 200 len: 205 time: 0.0581529 Feb 10 11:58:46.699078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60380) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:46.830500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:46.941713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Deleting port 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:58:46.942293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.003843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef8e0e-2401-4572-a151-5ab072db328a None None] The port '2d1960f5-def5-4d0c-94f2-9e26ca45aa6e' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 11:58:47.205247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.209310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.232757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.233338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Fanout notify agent at l3_agent the message router_deleted on router e73fb7e4-a226-448b-987e-499e188668ec {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 11:58:47.243999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.245063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-51aaf408-31da-49b3-99b9-659abafe327e tempest-RoutersNegativeTest-1714630701 tempest-RoutersNegativeTest-1714630701-project] 10.222.0.42 "DELETE /v2.0/routers/e73fb7e4-a226-448b-987e-499e188668ec HTTP/1.1" status: 204 len: 168 time: 0.5450826 Feb 10 11:58:47.522461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60388) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:47.691555 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a0afcd6c-7292-4807-aa83-4a3850cfaec7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b0c1ee759064a67a57d098f43c3b0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1679397 Feb 10 11:58:47.694055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:47.752156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.777824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.788189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:58:47.823794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:58:47.824135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d1960f5-def5-4d0c-94f2-9e26ca45aa6e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:58:47.830533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.846761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e557082-ac44-4c5a-a938-635594e5f18f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:47.852444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:47.854278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da7265ab-6888-48a5-b94a-06ac454f394d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e557082-ac44-4c5a-a938-635594e5f18f HTTP/1.1" status: 204 len: 168 time: 0.1591809 Feb 10 11:58:48.619736 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60416) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:48.745489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1584621212-network', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:48.750144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:48.753881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Usage tracker for resource:network and tenant:d31014bf20624c2da4f15fcd86f083be is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:48.757002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:48.762489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:48.772688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Made reservation on behalf of d31014bf20624c2da4f15fcd86f083be for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:48.774955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.789954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.819129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:48.822733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Usage tracker for resource:security_group_rule and tenant:d31014bf20624c2da4f15fcd86f083be is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:48.825410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:48.830823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:48.894172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.898331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.927426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:48.936022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69d975-ca44-4be2-8846-e905b243cf4a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:48.942450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.943346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Added segment 4116508b-d35c-4387-aafa-c90a25aa265d of type vlan for network 2dd21946-442b-4f15-93c3-265a0f6c1c34 Feb 10 11:58:48.969375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.998000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:48.998795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:48.999390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.192428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] Pushing event updated for resources: {'Network': ['ID=2dd21946-442b-4f15-93c3-265a0f6c1c34,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:49.196672 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28ef8ef3-009b-4231-b4f3-1ceecc23766b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5759509 Feb 10 11:58:49.199524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60422) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:49.203187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:49.205314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Request body: {'subnet': {'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-subnet', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:49.210711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:49.214581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Usage tracker for resource:subnet and tenant:d31014bf20624c2da4f15fcd86f083be is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:49.217799 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:49.223421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:49.233558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Made reservation on behalf of d31014bf20624c2da4f15fcd86f083be for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:49.235866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.432639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.508962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a21ba59-f817-4690-8139-fb24406e0924,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:49.523286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Checking segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:49.523634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Network hostable DHCP agents. Network: 2dd21946-442b-4f15-93c3-265a0f6c1c34, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:49.544444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:49.554000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 2dd21946-442b-4f15-93c3-265a0f6c1c34) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:49.557977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:49.558408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.564248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93214390-14f4-4bcd-b6e5-8cc6ec65f45d None None] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:49.577786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-68ec44f7-7ea3-47ca-a3fc-c90af323adf0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3771765 Feb 10 11:58:49.580287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:49.585606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:49.590323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:49.594055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Usage tracker for resource:router and tenant:d31014bf20624c2da4f15fcd86f083be is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:49.596885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:49.602954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:49.612577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.613540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.630728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.772330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-2dd21946-442b-4f15-93c3-265a0f6c1c34', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:49.773335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.776301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.924565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Allocated IP 172.20.0.2 (2dd21946-442b-4f15-93c3-265a0f6c1c34/8a21ba59-f817-4690-8139-fb24406e0924/3b78b6f4-007e-47e1-a032-4e5f3c796684) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:49.967001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:49.997636 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.125598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.135841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Allocated IP 172.26.3.149 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/3f0d6fb7-bf5e-426b-94af-6c7edc30ff38) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:50.136031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Transition to ACTIVE for port object 3b78b6f4-007e-47e1-a032-4e5f3c796684 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:50.155198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Transition to ACTIVE for port object 3b78b6f4-007e-47e1-a032-4e5f3c796684 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:50.160549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.237142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:50.238315 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:50.240129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Pushing event updated for resources: {'Port': ['ID=3b78b6f4-007e-47e1-a032-4e5f3c796684,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:50.242617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:50.290655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.317493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.329958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Attempting to bind port 3b78b6f4-007e-47e1-a032-4e5f3c796684 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:50.330324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Attempting to bind port 3b78b6f4-007e-47e1-a032-4e5f3c796684 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:50.330700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Attempting to bind port 3b78b6f4-007e-47e1-a032-4e5f3c796684 on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:50.337575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:50.338014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Checking segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:50.338514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.339033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Bound using segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:50.339544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Bound port: 3b78b6f4-007e-47e1-a032-4e5f3c796684, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:50.339930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.387901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:50.390504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:50.394809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:50.420529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:50.425898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] For port 3b78b6f4-007e-47e1-a032-4e5f3c796684, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:50.429584 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] For port 3b78b6f4-007e-47e1-a032-4e5f3c796684, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b78b6f4-007e-47e1-a032-4e5f3c796684,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:50.432956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.515215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b978f9-402f-421c-b936-e763a6b04b03 None None] Pushing event updated for resources: {'Port': ['ID=3b78b6f4-007e-47e1-a032-4e5f3c796684,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:50.555717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.556458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:50.793457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:58:50.864048 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:58:51.087781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:51.096915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Sync routers for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:58:51.109184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:51.109793 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:51.109993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.111239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b8689568-f492-493b-b800-a3bd07240bd0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5300429 Feb 10 11:58:51.113935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:51.294354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:51.504780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d74afe-98e8-4c8f-b6fd-c46e8a090416 None None] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:51.614566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6040b5af-fe94-4277-bb22-5ac48882850d None None] Provisioning for port 3b78b6f4-007e-47e1-a032-4e5f3c796684 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:51.827839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b78b6f4-007e-47e1-a032-4e5f3c796684 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:51.861786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:50Z', 'revision_number': 3, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:51.870725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:51.877629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Checking router: ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:58:51.877973 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Updating router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:58:51.945391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.012968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3b78b6f4-007e-47e1-a032-4e5f3c796684 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:52.057189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3b78b6f4-007e-47e1-a032-4e5f3c796684 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:52.057559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.096785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Allocated IP 172.20.0.1 (2dd21946-442b-4f15-93c3-265a0f6c1c34/8a21ba59-f817-4690-8139-fb24406e0924/60cf3630-d6f7-41a0-bdf2-7b26aa4cd497) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:52.254216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.270487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Transition to ACTIVE for port object 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:52.292574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.307187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.319327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5cab8b59-87a8-427d-98b0-fec591fd9c62 None None] Provisioning complete for port 3b78b6f4-007e-47e1-a032-4e5f3c796684 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:52.319688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5cab8b59-87a8-427d-98b0-fec591fd9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.358941 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:52.361587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:52.365144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:52.395243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Pushing event updated for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:52.414877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3b78b6f4-007e-47e1-a032-4e5f3c796684, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b78b6f4-007e-47e1-a032-4e5f3c796684,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:52.423707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.451251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.511613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.576830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.602129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Transition to ACTIVE for port object 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:52.605876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3b78b6f4-007e-47e1-a032-4e5f3c796684,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:52.614693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.696611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Attempting to bind port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:52.696970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Attempting to bind port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:52.697325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Attempting to bind port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:52.699716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8122-c1da-41e7-b73d-426d0cf80079 None None] Pushing event updated for resources: {'Port': ['ID=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:52.707018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:52.707298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:52.707696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.708072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:52.709056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Bound port: 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:52.709416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.776674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59b7d0d7-6b01-448a-986a-2cfdc273f7c7 None None] Provisioning for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:52.787597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-59b7d0d7-6b01-448a-986a-2cfdc273f7c7 None None] Provisioning complete for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:52.787891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-59b7d0d7-6b01-448a-986a-2cfdc273f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.822571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] For port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:52.832558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.836269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.839995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] For port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:52.844548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-59b7d0d7-6b01-448a-986a-2cfdc273f7c7 None None] Port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:58:52.846495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.925448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8122-c1da-41e7-b73d-426d0cf80079 None None] Pushing event updated for resources: {'Port': ['ID=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:52.930340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:52.930920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:52.955311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:52.958707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Pushing event updated for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:53.094565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:53.095541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:53.144870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:53.407976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d49ea83a-e9d1-416c-8b0c-38883aff4616 None None] Provisioning complete for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:53.408692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d49ea83a-e9d1-416c-8b0c-38883aff4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:53.482027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:58:53.494347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d49ea83a-e9d1-416c-8b0c-38883aff4616 None None] Port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:58:53.514531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '60cf3630-d6f7-41a0-bdf2-7b26aa4cd497', 'name': '', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'mac_address': 'fa:16:3e:1e:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:51Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 2, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'subnets': [{'id': '8a21ba59-f817-4690-8139-fb24406e0924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:53.518413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a610825-5cd3-4028-a251-76ca18cd8485 None None] The sync data for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv is: [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '60cf3630-d6f7-41a0-bdf2-7b26aa4cd497', 'name': '', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'mac_address': 'fa:16:3e:1e:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:51Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 2, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'subnets': [{'id': '8a21ba59-f817-4690-8139-fb24406e0924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:58:53.702262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:53.711946 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b5e6b453-ee97-4bcf-b175-bcfaf317164f admin admin] 10.222.0.42 "PUT /v2.0/routers/ca5c2ed8-277a-4ead-ae8c-e3e05b36e605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969784 Feb 10 11:58:53.806536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b78b6f4-007e-47e1-a032-4e5f3c796684 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:53.879457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3b78b6f4-007e-47e1-a032-4e5f3c796684 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:53.879824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.595729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60452) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:54.602191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-534421181-network', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:54.607527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:54.611441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Usage tracker for resource:network and tenant:d2dc1ae25f564d09a227d228e731747e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:54.614314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:54.620657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:54.631446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Made reservation on behalf of d2dc1ae25f564d09a227d228e731747e for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:54.633822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.647321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.679177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:54.683115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Usage tracker for resource:security_group_rule and tenant:d2dc1ae25f564d09a227d228e731747e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:54.685866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:54.691436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:54.755180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.758812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.790868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 11:58:54.799352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da534be-bb21-4ffd-97d8-72608c4095d1,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:54.806309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.806650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Added segment ef8eb00a-dacf-452d-b03f-3814310cd377 of type vlan for network a0b02664-5838-4ea0-8204-026b0c42fd9d Feb 10 11:58:54.831533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.859914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.860707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:54.861261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:54.961457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] Pushing event updated for resources: {'Network': ['ID=a0b02664-5838-4ea0-8204-026b0c42fd9d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:54.968262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-fe29c319-cf2c-4709-abcd-a8fb5fea46bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3689525 Feb 10 11:58:54.968607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60456) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:54.972317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a0b02664-5838-4ea0-8204-026b0c42fd9d details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 11:58:54.975421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Request body: {'subnet': {'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-subnet', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:54.980381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:54.984615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Usage tracker for resource:subnet and tenant:d2dc1ae25f564d09a227d228e731747e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:54.987851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:54.993731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:55.004213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Made reservation on behalf of d2dc1ae25f564d09a227d228e731747e for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:58:55.006776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.201586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.274714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c12628-3c13-44cd-9d71-c37d40226550,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:55.285443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Checking segment: {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:55.285791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Network hostable DHCP agents. Network: a0b02664-5838-4ea0-8204-026b0c42fd9d, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 11:58:55.306351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Network a0b02664-5838-4ea0-8204-026b0c42fd9d is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 11:58:55.315017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a0b02664-5838-4ea0-8204-026b0c42fd9d) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:55.319154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:58:55.319753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.324667 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02d58c-a414-4051-8998-74b15784f6a6 None None] Network a0b02664-5838-4ea0-8204-026b0c42fd9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:55.441244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-db7c35e7-01f7-4b09-8576-389da418816b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4717143 Feb 10 11:58:55.443857 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60460) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:55.450114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:58:55.454517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:58:55.458230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Usage tracker for resource:router and tenant:d2dc1ae25f564d09a227d228e731747e is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 11:58:55.461014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 11:58:55.466924 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:58:55.476461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.477814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.496094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.537196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a0b02664-5838-4ea0-8204-026b0c42fd9d', 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'fixed_ips': [{'subnet_id': '23c12628-3c13-44cd-9d71-c37d40226550'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 11:58:55.538724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.639566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.697348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Allocated IP 172.20.0.2 (a0b02664-5838-4ea0-8204-026b0c42fd9d/23c12628-3c13-44cd-9d71-c37d40226550/15f93935-1f9e-44b1-af0a-7b6a7c21a3b1) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:55.827778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:55.838824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.868797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.968632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:55.981408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Transition to ACTIVE for port object 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:55.992521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:56.004135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Transition to ACTIVE for port object 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:56.006358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Allocated IP 172.26.3.179 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/0e158c25-85cd-48ee-8a2a-ac144ced876f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:56.007268 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:56.007713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.035243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.157489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.166247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Network a0b02664-5838-4ea0-8204-026b0c42fd9d is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:56.170629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:56.172355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Pushing event updated for resources: {'Port': ['ID=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:56.174869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:56.187610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.253187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:56.256793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:56.260181 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:56.299203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Pushing event updated for resources: {'Port': ['ID=0e158c25-85cd-48ee-8a2a-ac144ced876f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:56.317064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Attempting to bind port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:56.317463 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Attempting to bind port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:56.317815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Attempting to bind port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 on network a0b02664-5838-4ea0-8204-026b0c42fd9d {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:56.321755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.336614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:56.337012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Checking segment: {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:56.337465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.337860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Bound using segment: {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:56.338317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Bound port: 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:56.338686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.354488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:56.384686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.417526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.418193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.485297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:56.488258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] For port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:56.492030 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] For port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:56.496437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.573661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9440e-2bc1-4625-aad7-c08e38d87384 None None] Pushing event updated for resources: {'Port': ['ID=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:56.654449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 11:58:56.861862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:56.870921 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Sync routers for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:58:56.884365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:56.884561 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:56.885268 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:56.885530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-716b669d-3e88-4b8b-8299-3e0b49332f44 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4397674 Feb 10 11:58:56.888369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60464) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 11:58:57.064473 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:57.243799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bf8c31d2-931f-46f5-afc2-733322d4a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.369711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 3, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:57.373947 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Checking router: f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:58:57.374293 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Updating router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 port 0e158c25-85cd-48ee-8a2a-ac144ced876f binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:58:57.428167 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.492639 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a07a9-35af-4bb1-a725-b1a0317cfb64 None None] Network a0b02664-5838-4ea0-8204-026b0c42fd9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 11:58:57.591376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9b140b2e-7799-4612-8548-9dfaf993cc3a None None] Provisioning for port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:57.753165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.774675 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.790372 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Transition to ACTIVE for port object 0e158c25-85cd-48ee-8a2a-ac144ced876f will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:57.800248 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.927405 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Attempting to bind port 0e158c25-85cd-48ee-8a2a-ac144ced876f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:58:57.929429 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Attempting to bind port 0e158c25-85cd-48ee-8a2a-ac144ced876f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:58:57.929800 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Attempting to bind port 0e158c25-85cd-48ee-8a2a-ac144ced876f on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:58:57.931278 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:57.938818 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Pushing event updated for resources: {'Port': ['ID=0e158c25-85cd-48ee-8a2a-ac144ced876f,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:57.949834 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.950443 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.950976 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.951509 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.952141 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.952655 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.953169 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.953789 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.954286 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.954798 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.955323 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:58:57.961987 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:58:57.962666 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:58:57.963285 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:57.964133 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:58:57.964613 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Bound port: 0e158c25-85cd-48ee-8a2a-ac144ced876f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:58:57.965164 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.003050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Allocated IP 172.20.0.1 (a0b02664-5838-4ea0-8204-026b0c42fd9d/23c12628-3c13-44cd-9d71-c37d40226550/143da9fb-1bf2-40c4-bd68-72f01b95a348) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:58:58.040530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:58.041436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.046955 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] For port 0e158c25-85cd-48ee-8a2a-ac144ced876f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:58:58.050950 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] For port 0e158c25-85cd-48ee-8a2a-ac144ced876f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e158c25-85cd-48ee-8a2a-ac144ced876f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:58:58.055008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.139681 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731ef7-7243-4109-a2f6-f03f701f11a5 None None] Pushing event updated for resources: {'Port': ['ID=0e158c25-85cd-48ee-8a2a-ac144ced876f,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:58.143338 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:58:58.143935 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:58.169671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.170906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:58.185267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Transition to ACTIVE for port object 143da9fb-1bf2-40c4-bd68-72f01b95a348 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:58:58.209196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.239732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:58.245913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:58.246553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.280112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Network a0b02664-5838-4ea0-8204-026b0c42fd9d is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:58.282815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:58.287672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:58:58.328248 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:58:58.343901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.368720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Pushing event updated for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:58.397166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.428432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.441995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:58:58.447210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.537481 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:58.564395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e532da85-904d-4954-8daf-e9b696fcd5f9 None None] Provisioning for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:58:58.569969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e532da85-904d-4954-8daf-e9b696fcd5f9 None None] Provisioning complete for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:58.570404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e532da85-904d-4954-8daf-e9b696fcd5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.624400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e532da85-904d-4954-8daf-e9b696fcd5f9 None None] Port 143da9fb-1bf2-40c4-bd68-72f01b95a348 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:58:58.658690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 3, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:58:58.662490 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eca75c-c5da-481c-b45b-cb5c8c3a6b80 None None] The sync data for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv is: [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 3, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:58:58.675652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.685779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.790609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:58.793655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Pushing event updated for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:58:58.926234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Network a0b02664-5838-4ea0-8204-026b0c42fd9d is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:58:58.927876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:58:59.158683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4808f0b6-bdc9-4fd5-98d7-d0ae4fc95ea5 None None] Provisioning complete for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:59.159044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4808f0b6-bdc9-4fd5-98d7-d0ae4fc95ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.210245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4808f0b6-bdc9-4fd5-98d7-d0ae4fc95ea5 None None] Port 143da9fb-1bf2-40c4-bd68-72f01b95a348 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:58:59.423758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 11:58:59.428453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9ca65525-dd1b-42fb-952a-86e1241fa23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:58:59.627711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 11:58:59.639416 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56e8b014-a2ae-4e29-b1c0-84eecc466c07 admin admin] 10.222.0.42 "PUT /v2.0/routers/f0ea03c9-5f05-40ee-8ccc-11ae7edf5370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499275 Feb 10 11:58:59.799773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:58:59.867988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:58:59.868350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.578854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:00.752456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:01.469620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-96aa43a7-c87e-4cd7-8230-09bfd539df4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:01.470196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-96aa43a7-c87e-4cd7-8230-09bfd539df4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:01.486341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-96aa43a7-c87e-4cd7-8230-09bfd539df4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:01.487486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-96aa43a7-c87e-4cd7-8230-09bfd539df4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 817 time: 0.1535981 Feb 10 11:59:01.503580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-f0112d13-8da0-4d22-a4bb-2de643c523a1 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/quotas/d31014bf20624c2da4f15fcd86f083be HTTP/1.1" status: 200 len: 375 time: 0.0102630 Feb 10 11:59:01.579437 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-7808bdec-21bc-4175-a66b-a8f4dd3b903b tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:01.595682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-7808bdec-21bc-4175-a66b-a8f4dd3b903b tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:01.596886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-7808bdec-21bc-4175-a66b-a8f4dd3b903b tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882685 Feb 10 11:59:01.730432 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-b13e4642-bc6a-488d-a25e-b8e9ba9e5a22 service neutron] 10.222.0.42 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215968 Feb 10 11:59:01.862157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2e83726a-cd56-463e-9f59-f9e1e9e361b2 service neutron] 10.222.0.42 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260676 Feb 10 11:59:02.046341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59508116-2a3b-4e72-b209-f226742bd99b req-185f0a04-e884-49e0-8f0d-335911d9de30 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 210 time: 0.0398879 Feb 10 11:59:02.126987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:03.253476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e777e6e7-e5e2-48f9-9cfd-79d33d22c810 req-6b75661d-b794-42cd-a2f6-fa65f645d149 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 210 time: 0.0644529 Feb 10 11:59:03.306151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-42ae5ed6-056d-44a0-ac7a-5380fb1ed1c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:03.307587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-42ae5ed6-056d-44a0-ac7a-5380fb1ed1c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 817 time: 0.1938021 Feb 10 11:59:03.324795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Request body: {'port': {'device_id': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'admin_state_up': True, 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:03.562194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:03.571332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:03.580254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Made reservation on behalf of d31014bf20624c2da4f15fcd86f083be for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:03.583319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:03.745138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Allocated IP 172.20.0.9 (2dd21946-442b-4f15-93c3-265a0f6c1c34/8a21ba59-f817-4690-8139-fb24406e0924/cf6fd2f9-b805-4cf8-995c-3eeeb56562b4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:03.936987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:03.951855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Transition to ACTIVE for port object cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:03.975999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.042525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:04.054224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:04.057171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:04.089007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.120626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Pushing event updated for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:04.149689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:04.150531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.178438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-15410cac-2c91-4965-bf36-36ba8f2a3c7a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571851 Feb 10 11:59:04.190165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Request body: {'port': {'device_id': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:04.311448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.360992 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5067bd5b-625a-44ac-b2b4-8e70682d2d06 None None] Provisioning for port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:04.368500 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5067bd5b-625a-44ac-b2b4-8e70682d2d06 None None] Provisioning complete for port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:04.369263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5067bd5b-625a-44ac-b2b4-8e70682d2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.429681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-5067bd5b-625a-44ac-b2b4-8e70682d2d06 None None] Port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:59:04.636252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106518d0-19dd-4421-9add-f93e527f0513 req-5f3d98ec-1210-41d7-9c30-c9b8b5659c6e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:04.636961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-106518d0-19dd-4421-9add-f93e527f0513 req-5f3d98ec-1210-41d7-9c30-c9b8b5659c6e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:04.670259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-106518d0-19dd-4421-9add-f93e527f0513 req-5f3d98ec-1210-41d7-9c30-c9b8b5659c6e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:04.671409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-106518d0-19dd-4421-9add-f93e527f0513 req-5f3d98ec-1210-41d7-9c30-c9b8b5659c6e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 931 time: 0.2819288 Feb 10 11:59:04.800039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:04.809548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.813058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-106518d0-19dd-4421-9add-f93e527f0513 req-d4df1e5c-2ed1-4228-8349-a04f66636ada tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:04.832275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Transition to ACTIVE for port object cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:04.837537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:04.878349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-106518d0-19dd-4421-9add-f93e527f0513 req-d4df1e5c-2ed1-4228-8349-a04f66636ada tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:04.879590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-106518d0-19dd-4421-9add-f93e527f0513 req-d4df1e5c-2ed1-4228-8349-a04f66636ada tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011602 Feb 10 11:59:04.974422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:05.097704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Attempting to bind port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:05.098031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Attempting to bind port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:05.098355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Attempting to bind port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:05.104062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:59:05.104378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Attempting to bind port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:05.110466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:05.110790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Checking segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:05.111163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Bound using segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:05.111604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Bound port: cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:05.111937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.200433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:05.203266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:05.207459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.267702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.269063 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 HTTP/1.1" status: 200 len: 1093 time: 1.0835876 Feb 10 11:59:05.269494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:05.286650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039c0fb-7606-40dd-a356-291020f2d227 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:05.340056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4', 'status': 'completed', 'code': 200} Feb 10 11:59:05.382413 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-559f7254-5a1b-4cc6-b8d5-efab34de7095 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 1096 time: 0.0763292 Feb 10 11:59:05.451434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-0114c8b8-d253-49d6-9f33-dff6afbe3ea2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 HTTP/1.1" status: 200 len: 217 time: 0.0613225 Feb 10 11:59:05.603627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-46955d0a-6607-4eca-9d82-60a90852db9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:05.604950 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-46955d0a-6607-4eca-9d82-60a90852db9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a21ba59-f817-4690-8139-fb24406e0924 HTTP/1.1" status: 200 len: 856 time: 0.1485109 Feb 10 11:59:05.676106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-ccff272d-0db1-4dde-9391-b008613df0dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dd21946-442b-4f15-93c3-265a0f6c1c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652468 Feb 10 11:59:05.804713 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-932e0de3-c81f-4d08-ab60-1dcef28c1484 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230450 Feb 10 11:59:05.824290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e158c25-85cd-48ee-8a2a-ac144ced876f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:05.893644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 0e158c25-85cd-48ee-8a2a-ac144ced876f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:05.898916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0e158c25-85cd-48ee-8a2a-ac144ced876f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:05.899330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:05.940004 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad7d81b0-646f-46bb-9869-f4c037b194fa req-207fd0f4-68cb-4a3e-8c95-00e77ce6e6f0 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289649 Feb 10 11:59:06.021334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:06.037693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 0e158c25-85cd-48ee-8a2a-ac144ced876f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e158c25-85cd-48ee-8a2a-ac144ced876f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:06.041535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:06.122170 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-44698812-4700-4b38-8bba-1dadb2bc745b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 1096 time: 0.1394007 Feb 10 11:59:06.128367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473563dd-de4b-46fc-aad3-77ee3ac24a7d req-c4c2ef6d-6285-4d65-9abf-ff603e9866cd tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:06.129763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473563dd-de4b-46fc-aad3-77ee3ac24a7d req-c4c2ef6d-6285-4d65-9abf-ff603e9866cd tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 943 time: 0.1032138 Feb 10 11:59:06.145848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=0e158c25-85cd-48ee-8a2a-ac144ced876f,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:06.258438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-473563dd-de4b-46fc-aad3-77ee3ac24a7d req-a41ea970-f4cb-4267-a087-a9ead7ca84f2 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073799 Feb 10 11:59:06.291946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-2129966a-96da-4908-944d-75691cd2724d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:06.293361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-2129966a-96da-4908-944d-75691cd2724d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 918 time: 0.1622829 Feb 10 11:59:06.360625 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-b775d6c0-108d-4dae-8710-4219283a8475 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 HTTP/1.1" status: 200 len: 217 time: 0.0596745 Feb 10 11:59:06.424137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-79a3ca76-518d-414c-b326-630f8b0e714f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:06.425445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-79a3ca76-518d-414c-b326-630f8b0e714f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a21ba59-f817-4690-8139-fb24406e0924 HTTP/1.1" status: 200 len: 856 time: 0.0584483 Feb 10 11:59:06.496734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-41069154-49a2-4227-b10e-dc38dcbd425c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dd21946-442b-4f15-93c3-265a0f6c1c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652771 Feb 10 11:59:06.624347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-2608d5f7-303f-4206-b0da-d000d35590e6 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211362 Feb 10 11:59:06.755875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ed99f211-6141-47ab-8ab7-07d2d3cda162 req-98033b26-0f9d-4c07-b37c-112f651cf21a service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248009 Feb 10 11:59:07.454463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82a9ae-0231-426c-8d46-d7eebef192cb req-d3807ca3-2154-40b1-b290-a8e564fd0fe9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:07.455856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e82a9ae-0231-426c-8d46-d7eebef192cb req-d3807ca3-2154-40b1-b290-a8e564fd0fe9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 943 time: 0.0793457 Feb 10 11:59:07.499418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e82a9ae-0231-426c-8d46-d7eebef192cb req-e0169090-01ba-4ef9-ad0e-948760554a43 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 Feb 10 11:59:07.804337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e158c25-85cd-48ee-8a2a-ac144ced876f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:07.868499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0e158c25-85cd-48ee-8a2a-ac144ced876f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:07.868857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:08.300775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Sync routers for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:59:08.312308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:59:08.312904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:08.482824 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:59:08.695083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff45f0-8fa9-488a-a1dd-9877560d79bf req-574c61d7-7b6a-48b9-80b4-56ae48cbd6ef tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:08.696632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8ff45f0-8fa9-488a-a1dd-9877560d79bf req-574c61d7-7b6a-48b9-80b4-56ae48cbd6ef tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 943 time: 0.0782285 Feb 10 11:59:08.742767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f8ff45f0-8fa9-488a-a1dd-9877560d79bf req-8761f2de-a4ed-40ae-8a99-5f64ef8589e5 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Feb 10 11:59:08.788843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '60cf3630-d6f7-41a0-bdf2-7b26aa4cd497', 'name': '', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'mac_address': 'fa:16:3e:1e:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:51Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 2, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'subnets': [{'id': '8a21ba59-f817-4690-8139-fb24406e0924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:08.792520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Checking router: ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:59:08.792866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Updating router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:59:08.841977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.166085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.177194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:59:09.180881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Transition to ACTIVE for port object 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:09.189924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.376311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3ff35-ed21-44ca-a0e1-ba480e21e61e None None] Pushing event updated for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:09.545825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:09.564532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Attempting to bind port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:09.564894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Attempting to bind port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:09.565250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Attempting to bind port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:09.568163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'port_id': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4', 'mac_address': 'fa:16:3e:0c:72:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:59:09.605150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:09.605328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Checking segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:09.605589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.605964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Bound using segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:09.606423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Bound port: 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:09.606795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.678988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.713710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:09.736832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] For port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:09.740093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:09.742129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] For port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:09.744655 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.776017 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:09.833291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:09.869850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:59:09.870474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:09.957303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c8bab-4550-432a-bd3a-13cc3c12df7b req-04ddec38-7431-44a8-b085-d55cd97877c9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:09.965642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a33c8bab-4550-432a-bd3a-13cc3c12df7b req-04ddec38-7431-44a8-b085-d55cd97877c9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 944 time: 0.0964072 Feb 10 11:59:10.025778 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Sync routers for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 11:59:10.032436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a33c8bab-4550-432a-bd3a-13cc3c12df7b req-f4e5f4a4-fa70-40f5-a164-a8169a0dd601 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657437 Feb 10 11:59:10.039421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['cf6fd2f9-b805-4cf8-995c-3eeeb56562b4'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:10.040669 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:59:10.041646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:10.118690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3ff35-ed21-44ca-a0e1-ba480e21e61e None None] Pushing event updated for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:10.200765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:59:10.219670 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:59:10.529646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 4, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '143da9fb-1bf2-40c4-bd68-72f01b95a348', 'name': '', 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'mac_address': 'fa:16:3e:76:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23c12628-3c13-44cd-9d71-c37d40226550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:57Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 2, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'subnets': [{'id': '23c12628-3c13-44cd-9d71-c37d40226550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:10.533249 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Checking router: f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 11:59:10.533588 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Updating router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 port 143da9fb-1bf2-40c4-bd68-72f01b95a348 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 11:59:10.567921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '60cf3630-d6f7-41a0-bdf2-7b26aa4cd497', 'name': '', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'mac_address': 'fa:16:3e:1e:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:51Z', 'updated_at': '2022-02-10T11:59:09Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'subnets': [{'id': '8a21ba59-f817-4690-8139-fb24406e0924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:10.571829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552efebb-85bf-48b8-ba0e-a9e7981e3b9a None None] The sync data for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv is: [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T11:58:52Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '60cf3630-d6f7-41a0-bdf2-7b26aa4cd497', 'name': '', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'mac_address': 'fa:16:3e:1e:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:51Z', 'updated_at': '2022-02-10T11:59:09Z', 'revision_number': 4, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'subnets': [{'id': '8a21ba59-f817-4690-8139-fb24406e0924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:59:10.583096 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.947263 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:10.960025 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Transition to ACTIVE for port object 143da9fb-1bf2-40c4-bd68-72f01b95a348 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:10.966768 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.091452 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03278c-fd50-4669-b58b-c40991e53b05 None None] Pushing event updated for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:11.181171 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Attempting to bind port 143da9fb-1bf2-40c4-bd68-72f01b95a348 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:11.181536 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Attempting to bind port 143da9fb-1bf2-40c4-bd68-72f01b95a348 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:11.181897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Attempting to bind port 143da9fb-1bf2-40c4-bd68-72f01b95a348 on network a0b02664-5838-4ea0-8204-026b0c42fd9d {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:11.188621 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:11.188988 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Checking segment: {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:11.189577 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.190131 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Bound using segment: {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:11.190766 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Bound port: 143da9fb-1bf2-40c4-bd68-72f01b95a348, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8eb00a-dacf-452d-b03f-3814310cd377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:11.191320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.192084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:11.237273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340cb1-79f2-4861-a55e-2be8c056f2fa req-a9287405-82b0-4028-a656-2fb81e70de36 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:11.248131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e340cb1-79f2-4861-a55e-2be8c056f2fa req-a9287405-82b0-4028-a656-2fb81e70de36 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 944 time: 0.0943856 Feb 10 11:59:11.272672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:11.277908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:11.277908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.292477 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] For port 143da9fb-1bf2-40c4-bd68-72f01b95a348, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:11.295507 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] For port 143da9fb-1bf2-40c4-bd68-72f01b95a348, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=143da9fb-1bf2-40c4-bd68-72f01b95a348,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:11.300279 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.303810 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6e340cb1-79f2-4861-a55e-2be8c056f2fa req-ed516b1f-ed7e-40f4-9d97-6708c51d91f5 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545008 Feb 10 11:59:11.380612 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03278c-fd50-4669-b58b-c40991e53b05 None None] Pushing event updated for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:11.383616 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 11:59:11.384217 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:58:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:11.407509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.434670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:11.444522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:11.448861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.508578 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4', 'code': 200} Feb 10 11:59:11.526335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:11.535664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.537493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.537840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.538181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.538509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.538843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.539163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.539513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.539833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.540760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.540987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:11.587885 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 11:59:11.831927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:11.905921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:11.910863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:11.911382 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:11.911766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b154a9c-a604-4147-8fe3-83d8c21fe0a5 req-bca462d7-d1cc-4032-984d-252fc8874b18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 1098 time: 0.2233651 Feb 10 11:59:11.921864 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 4, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '143da9fb-1bf2-40c4-bd68-72f01b95a348', 'name': '', 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'mac_address': 'fa:16:3e:76:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23c12628-3c13-44cd-9d71-c37d40226550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:57Z', 'updated_at': '2022-02-10T11:59:11Z', 'revision_number': 4, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'subnets': [{'id': '23c12628-3c13-44cd-9d71-c37d40226550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 11:59:11.926305 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab51cceb-51d9-4ec6-a455-abf6e1219e19 None None] The sync data for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv is: [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:58:58Z', 'revision_number': 4, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '143da9fb-1bf2-40c4-bd68-72f01b95a348', 'name': '', 'network_id': 'a0b02664-5838-4ea0-8204-026b0c42fd9d', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'mac_address': 'fa:16:3e:76:86:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23c12628-3c13-44cd-9d71-c37d40226550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:57Z', 'updated_at': '2022-02-10T11:59:11Z', 'revision_number': 4, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'subnets': [{'id': '23c12628-3c13-44cd-9d71-c37d40226550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 11:59:11.962727 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1b154a9c-a604-4147-8fe3-83d8c21fe0a5 req-b6312878-8cba-4323-aa61-4e7943b93699 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Feb 10 11:59:12.067398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:12.105334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:12.109699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:12.219528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:12.497253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766fa19-c47a-4fb1-a483-2189ee961b03 req-b043ab9d-cefa-4bc4-9bcc-9b0a018319da tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:12.498762 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c766fa19-c47a-4fb1-a483-2189ee961b03 req-b043ab9d-cefa-4bc4-9bcc-9b0a018319da tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.0772257 Feb 10 11:59:12.551504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c766fa19-c47a-4fb1-a483-2189ee961b03 req-12fc3aa5-8882-4862-9964-1db8c42bf8ca tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Feb 10 11:59:13.743899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b121b4-bc97-4b0d-b4a1-076dcd5c32f5 req-6a138340-bcbc-462b-99a7-dc2d1ddf6f56 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:13.745323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2b121b4-bc97-4b0d-b4a1-076dcd5c32f5 req-6a138340-bcbc-462b-99a7-dc2d1ddf6f56 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.0757537 Feb 10 11:59:13.792293 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f2b121b4-bc97-4b0d-b4a1-076dcd5c32f5 req-c652e540-ff34-40ec-97ee-03184517d1c1 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Feb 10 11:59:13.869927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 143da9fb-1bf2-40c4-bd68-72f01b95a348 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:13.937446 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:13.942786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:13.943151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:14.055428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:14.090526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 143da9fb-1bf2-40c4-bd68-72f01b95a348, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=143da9fb-1bf2-40c4-bd68-72f01b95a348,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:14.094544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:14.095350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:14.157157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f837be6-7689-4cf8-87ce-c9bdb24f2af0 req-a960ca7e-ff0d-4189-a927-e1514bdabf4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:14.158598 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f837be6-7689-4cf8-87ce-c9bdb24f2af0 req-a960ca7e-ff0d-4189-a927-e1514bdabf4e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.2472384 Feb 10 11:59:14.206939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:14.210496 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f837be6-7689-4cf8-87ce-c9bdb24f2af0 req-05961fcb-38e4-4a65-b9b8-4fc55f8ce296 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Feb 10 11:59:14.220925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:14.221290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:15.809014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 143da9fb-1bf2-40c4-bd68-72f01b95a348 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:15.874286 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 143da9fb-1bf2-40c4-bd68-72f01b95a348 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:15.874554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:27.246626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-26f91177-68db-42c6-9a6c-0d7143a9a95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:27.864380 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 11:59:28.946047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56325a5-aa88-49e4-89b4-a9ad97a471e1 req-d966b9db-7fde-4936-87ce-99acec63c7ee tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:28.947430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a56325a5-aa88-49e4-89b4-a9ad97a471e1 req-d966b9db-7fde-4936-87ce-99acec63c7ee tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.0755119 Feb 10 11:59:29.002488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a56325a5-aa88-49e4-89b4-a9ad97a471e1 req-db11d97c-31f0-4b83-95a6-07c9872d3b85 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Feb 10 11:59:29.430547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e38c2c2f-3818-4ee3-a1eb-e9f5f98f9e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.201365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459a08b-f242-4a7a-a449-d4a21ec4626b req-097b7882-354a-4de6-b61b-76f251b4f67d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:30.202779 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8459a08b-f242-4a7a-a449-d4a21ec4626b req-097b7882-354a-4de6-b61b-76f251b4f67d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.0773091 Feb 10 11:59:30.246659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8459a08b-f242-4a7a-a449-d4a21ec4626b req-3f270ce5-9516-4b32-ae0d-74b9c5b1bac9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Feb 10 11:59:30.399566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-af359c5f-d659-4a86-a79e-893892e85781 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:30.401095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-af359c5f-d659-4a86-a79e-893892e85781 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 945 time: 0.0732107 Feb 10 11:59:30.470526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Deleting port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 11:59:30.470861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.580526 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.708911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] For port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:30.709258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.753875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.834265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Calling delete_port for cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 11:59:30.971701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:30.988032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['cf6fd2f9-b805-4cf8-995c-3eeeb56562b4'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:31.028265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Pushing event deleted for resources: {'Port': ['ID=cf6fd2f9-b805-4cf8-995c-3eeeb56562b4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:31.102962 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] No DVR routers for this DVR port cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 11:59:31.105483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:31.109277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'name': 'network-vif-deleted', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:31.124398 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd3b80b3-0c5e-408b-9099-c9c971304d88 req-49a7aa02-9f03-40e2-bcf7-94ca89bda7c3 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "DELETE /v2.0/ports/cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 HTTP/1.1" status: 204 len: 173 time: 0.7176387 Feb 10 11:59:31.169453 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5108ebf9-c16b-4e72-b9ae-4b590ddb86ee', 'name': 'network-vif-deleted', 'tag': 'cf6fd2f9-b805-4cf8-995c-3eeeb56562b4', 'status': 'completed', 'code': 200} Feb 10 11:59:31.418216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-924d3542-7b66-40a3-8cb0-086e383f7299 req-b474e10c-bb9c-45c7-9303-67c7c48d97e2 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:31.432825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-924d3542-7b66-40a3-8cb0-086e383f7299 req-b474e10c-bb9c-45c7-9303-67c7c48d97e2 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:31.434027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-924d3542-7b66-40a3-8cb0-086e383f7299 req-b474e10c-bb9c-45c7-9303-67c7c48d97e2 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=5108ebf9-c16b-4e72-b9ae-4b590ddb86ee HTTP/1.1" status: 200 len: 210 time: 0.0560272 Feb 10 11:59:32.128856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:33.198046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-01431ae7-9d99-4090-8ad2-769bb572d24e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:33.199488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-01431ae7-9d99-4090-8ad2-769bb572d24e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 817 time: 0.1385093 Feb 10 11:59:33.215190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7af0754b-b675-4c97-bbd5-dd3f9c09a203 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/quotas/d31014bf20624c2da4f15fcd86f083be HTTP/1.1" status: 200 len: 375 time: 0.0103211 Feb 10 11:59:33.294316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-d2643e8c-c774-4b5e-9d6b-d66d64b3e36c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727928 Feb 10 11:59:33.427497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-3e9cff66-78fc-4b49-a67a-7474a27e7a43 service neutron] 10.222.0.42 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215258 Feb 10 11:59:33.557667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-db680fa9-c724-4e6c-bd4b-16399cafedac service neutron] 10.222.0.42 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243579 Feb 10 11:59:33.830884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9ebdbee2-19ba-4077-919a-377848c37c3d req-89dc61dc-260b-46cd-8d5a-0f58f1cdde86 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 210 time: 0.1376717 Feb 10 11:59:34.074700 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:35.056539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad5c99df-93ee-4b34-9218-b4468f6d99ea req-1f32a25b-8237-482f-92d0-2bb722c1e08e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 210 time: 0.0595889 Feb 10 11:59:35.112503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-fa683525-b549-48df-9d5c-1e7e21a2b510 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:35.114480 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-fa683525-b549-48df-9d5c-1e7e21a2b510 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 817 time: 0.1911218 Feb 10 11:59:35.131149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Request body: {'port': {'device_id': 'f611b680-e489-4700-ba14-76808d970237', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'admin_state_up': True, 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:35.263860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 11:59:35.273756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 11:59:35.283215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Made reservation on behalf of d31014bf20624c2da4f15fcd86f083be for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 11:59:35.286811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:35.316114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 11:59:35.349612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 11:59:35.349950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device cf6fd2f9-b805-4cf8-995c-3eeeb56562b4 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 11:59:35.443070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Allocated IP 172.20.0.11 (2dd21946-442b-4f15-93c3-265a0f6c1c34/8a21ba59-f817-4690-8139-fb24406e0924/e5db1650-58fb-44c9-9474-d39cb8bdb0ac) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 11:59:35.637309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:35.652798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Transition to ACTIVE for port object e5db1650-58fb-44c9-9474-d39cb8bdb0ac will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:35.673531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:35.747268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 11:59:35.750049 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 11:59:35.754750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 11:59:35.779936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Pushing event updated for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:35.816987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:35.817587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:35.843003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-7240ec6a-556a-4182-9397-6798f4d9f82c tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7155888 Feb 10 11:59:35.861633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-dce0cc0b-330f-49da-8665-017fb46241c9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 11:59:35.862802 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-dce0cc0b-330f-49da-8665-017fb46241c9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055265 Feb 10 11:59:35.874673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Request body: {'port': {'device_id': 'f611b680-e489-4700-ba14-76808d970237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 11:59:35.984274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.008274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9f14249-7bfc-484e-9b83-f9b2d6859e77 None None] Provisioning for port e5db1650-58fb-44c9-9474-d39cb8bdb0ac completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:36.013077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a9f14249-7bfc-484e-9b83-f9b2d6859e77 None None] Provisioning complete for port e5db1650-58fb-44c9-9474-d39cb8bdb0ac triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:36.013601 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a9f14249-7bfc-484e-9b83-f9b2d6859e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.067051 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a9f14249-7bfc-484e-9b83-f9b2d6859e77 None None] Port e5db1650-58fb-44c9-9474-d39cb8bdb0ac cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 11:59:36.331392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c386fd-d16c-4cd4-b130-9a1f425b63ae req-30bd3054-cabc-4f50-936f-6c42f8bf641d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:36.332020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-73c386fd-d16c-4cd4-b130-9a1f425b63ae req-30bd3054-cabc-4f50-936f-6c42f8bf641d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 11:59:36.392749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-73c386fd-d16c-4cd4-b130-9a1f425b63ae req-30bd3054-cabc-4f50-936f-6c42f8bf641d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 11:59:36.393871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73c386fd-d16c-4cd4-b130-9a1f425b63ae req-30bd3054-cabc-4f50-936f-6c42f8bf641d tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 932 time: 0.1962688 Feb 10 11:59:36.395666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5db1650-58fb-44c9-9474-d39cb8bdb0ac {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:36.403719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.442793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Transition to ACTIVE for port object e5db1650-58fb-44c9-9474-d39cb8bdb0ac will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 11:59:36.448597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.499026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73c386fd-d16c-4cd4-b130-9a1f425b63ae req-bb032e98-8b09-44eb-8708-beebd883836a tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993216 Feb 10 11:59:36.593440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Pushing event updated for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:36.606211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.606552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.606883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.607212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.607561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.607890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.608205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.608520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.608834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.609148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.609463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 11:59:36.716001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Attempting to bind port e5db1650-58fb-44c9-9474-d39cb8bdb0ac on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 11:59:36.716333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Attempting to bind port e5db1650-58fb-44c9-9474-d39cb8bdb0ac by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 11:59:36.716651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Attempting to bind port e5db1650-58fb-44c9-9474-d39cb8bdb0ac on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:36.722211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Port e5db1650-58fb-44c9-9474-d39cb8bdb0ac on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 11:59:36.722523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Attempting to bind port e5db1650-58fb-44c9-9474-d39cb8bdb0ac on network 2dd21946-442b-4f15-93c3-265a0f6c1c34 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 11:59:36.729176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 11:59:36.729504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Checking segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 11:59:36.729879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Bound using segment: {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 11:59:36.730289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Bound port: e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4116508b-d35c-4387-aafa-c90a25aa265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 11:59:36.730637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.905496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 11:59:36.908448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 11:59:36.913459 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.970169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:36.971790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] 10.222.0.32 "PUT /v2.0/ports/e5db1650-58fb-44c9-9474-d39cb8bdb0ac HTTP/1.1" status: 200 len: 1094 time: 1.1012766 Feb 10 11:59:36.981342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:37.001314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6a2d7-a4f3-4e44-b538-62d1a92a973c service neutron] Pushing event updated for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:37.065346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac', 'status': 'completed', 'code': 200} Feb 10 11:59:37.102601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-24190664-73da-4f28-8e20-ad7fed9024c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 1097 time: 0.0744617 Feb 10 11:59:37.173572 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-51449d5b-3ae2-40ae-94d6-c12d89166206 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac HTTP/1.1" status: 200 len: 217 time: 0.0644951 Feb 10 11:59:37.235923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-d1f98654-5dbe-4e81-9d6f-627e950cf8fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:37.237358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-d1f98654-5dbe-4e81-9d6f-627e950cf8fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a21ba59-f817-4690-8139-fb24406e0924 HTTP/1.1" status: 200 len: 856 time: 0.0586705 Feb 10 11:59:37.312594 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-bb76fafa-84c2-4dfc-b937-97e050e0a4da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dd21946-442b-4f15-93c3-265a0f6c1c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692189 Feb 10 11:59:37.438507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-d61e0159-fb18-43a4-a39d-6ffbbef10d92 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200800 Feb 10 11:59:37.569069 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3199d0cd-0f57-420f-ab1a-cd78e666834a req-145dbc78-c526-409f-8187-52477087b260 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242821 Feb 10 11:59:37.736901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-424ef022-12ec-40ad-8bd8-ba7df894a891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d31014bf20624c2da4f15fcd86f083be&device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 1097 time: 0.1275048 Feb 10 11:59:37.743424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66215009-70d6-4738-80ee-0691d911bf59 req-0d3e2633-ff96-42e0-b70c-bef48b9deae9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:37.744728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66215009-70d6-4738-80ee-0691d911bf59 req-0d3e2633-ff96-42e0-b70c-bef48b9deae9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 944 time: 0.1020758 Feb 10 11:59:37.881647 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66215009-70d6-4738-80ee-0691d911bf59 req-05cb00eb-8d2f-440d-b0f4-ce7844110e39 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179264 Feb 10 11:59:37.900537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-ac30f3e0-3ffd-446c-b8f9-961c94ffd34d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:37.901964 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-ac30f3e0-3ffd-446c-b8f9-961c94ffd34d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 200 len: 918 time: 0.1564136 Feb 10 11:59:37.970065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-6f96a64f-38be-4de6-9947-baf32fd13058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac HTTP/1.1" status: 200 len: 217 time: 0.0612798 Feb 10 11:59:38.034236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-246bcfca-ac97-48ad-bbb8-dcf296b4748f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:38.036198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-246bcfca-ac97-48ad-bbb8-dcf296b4748f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a21ba59-f817-4690-8139-fb24406e0924 HTTP/1.1" status: 200 len: 856 time: 0.0594800 Feb 10 11:59:38.108462 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-15b7813f-8dd2-4e60-8da6-7ce09ae66b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2dd21946-442b-4f15-93c3-265a0f6c1c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654588 Feb 10 11:59:38.238260 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-a72910cf-05f2-4b30-aab6-4bd991158f39 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229808 Feb 10 11:59:38.366301 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e90734e4-3063-44d1-baa5-c7ade307edfc req-fa603e06-5283-4fc1-83c2-5062c62bdb53 service neutron] 10.222.0.32 "GET /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215456 Feb 10 11:59:39.165809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf1845-c231-463b-8374-2b1a99fbbca1 req-dc3e986e-469c-4a9c-94d1-bcf5805675e8 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:39.167344 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5adf1845-c231-463b-8374-2b1a99fbbca1 req-dc3e986e-469c-4a9c-94d1-bcf5805675e8 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 944 time: 0.1638870 Feb 10 11:59:39.211159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5adf1845-c231-463b-8374-2b1a99fbbca1 req-01b2c7fb-2c2d-4e05-af9d-e7f2e6556073 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Feb 10 11:59:39.341002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device e5db1650-58fb-44c9-9474-d39cb8bdb0ac details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 11:59:39.470464 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:39.483423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac', 'network_id': '2dd21946-442b-4f15-93c3-265a0f6c1c34', 'port_id': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac', 'mac_address': 'fa:16:3e:7b:e8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a21ba59-f817-4690-8139-fb24406e0924', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 11:59:39.534591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.551750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5db1650-58fb-44c9-9474-d39cb8bdb0ac {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 11:59:39.566653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:39.570450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:39.636761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:39.760263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['e5db1650-58fb-44c9-9474-d39cb8bdb0ac'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 11:59:40.399556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32aaa3-da1b-4c55-97f1-d46f2a387312 req-509b0ff5-afa5-40e4-b929-ec0bebd852de tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:40.400959 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf32aaa3-da1b-4c55-97f1-d46f2a387312 req-509b0ff5-afa5-40e4-b929-ec0bebd852de tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 945 time: 0.0737112 Feb 10 11:59:40.444715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf32aaa3-da1b-4c55-97f1-d46f2a387312 req-28c4b884-478c-4f44-9687-7ef803860bd1 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Feb 10 11:59:41.362881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device e5db1650-58fb-44c9-9474-d39cb8bdb0ac up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 11:59:41.431407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port e5db1650-58fb-44c9-9474-d39cb8bdb0ac completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 11:59:41.436145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port e5db1650-58fb-44c9-9474-d39cb8bdb0ac triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 11:59:41.436529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.550167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.577478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 11:59:41.587275 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 11:59:41.591776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:41.636524 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac', 'code': 200} Feb 10 11:59:41.650082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca5a89-3ad8-4fe1-acd9-8731270ac0ef req-f5e09361-15cf-4f00-994d-f4bce32470e9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:41.657175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eca5a89-3ad8-4fe1-acd9-8731270ac0ef req-f5e09361-15cf-4f00-994d-f4bce32470e9 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0887983 Feb 10 11:59:41.662122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 11:59:41.697488 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eca5a89-3ad8-4fe1-acd9-8731270ac0ef req-6b405463-671c-4f64-a77f-01fa35c05b2e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Feb 10 11:59:41.872536 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89d5d92c-eeff-4b75-90bc-75730a4e5441 req-0b48af4a-1da2-4ae4-b2fc-251776269965 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 1099 time: 0.0700748 Feb 10 11:59:41.917088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-89d5d92c-eeff-4b75-90bc-75730a4e5441 req-cae01f09-1053-4244-9384-3e0cb03a888a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Feb 10 11:59:42.893910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0dfb7-904f-468f-b4ac-f99cbf311b7b req-28cb2db6-c7b7-4d0b-99f6-5c086c0a29ee tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:42.895882 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c0dfb7-904f-468f-b4ac-f99cbf311b7b req-28cb2db6-c7b7-4d0b-99f6-5c086c0a29ee tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0775595 Feb 10 11:59:42.942914 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39c0dfb7-904f-468f-b4ac-f99cbf311b7b req-b02fe0ab-1742-4029-a29e-eec36c2f2bec tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Feb 10 11:59:44.141457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6542-e4e1-4507-9a66-0853b865b507 req-e6cc7fc2-3009-4c0d-a344-68d91584fd33 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:44.142901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d6b6542-e4e1-4507-9a66-0853b865b507 req-e6cc7fc2-3009-4c0d-a344-68d91584fd33 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0795875 Feb 10 11:59:44.187803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d6b6542-e4e1-4507-9a66-0853b865b507 req-72c81992-1197-47fb-8c4c-f778428c86c0 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Feb 10 11:59:44.380806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d46b6e-b7c9-4609-8274-d71708c1e09a req-8cdc53ea-1679-447b-84c5-9e4d397df92e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:44.382493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0d46b6e-b7c9-4609-8274-d71708c1e09a req-8cdc53ea-1679-447b-84c5-9e4d397df92e tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0749526 Feb 10 11:59:44.426671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0d46b6e-b7c9-4609-8274-d71708c1e09a req-ff2a0a23-23b6-4668-9541-665611dd908b tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Feb 10 11:59:57.249953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9a58f922-8b0b-49d8-8211-4bd204755561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.432049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f16fc297-8f61-4026-b589-8c8049126246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 11:59:59.911628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51095e04-6448-4eb1-8b5c-a1171dfc8c80 req-39c1ef61-034f-4fd4-846a-f02a8394ea55 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 11:59:59.913007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51095e04-6448-4eb1-8b5c-a1171dfc8c80 req-39c1ef61-034f-4fd4-846a-f02a8394ea55 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0761800 Feb 10 11:59:59.956626 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-51095e04-6448-4eb1-8b5c-a1171dfc8c80 req-7333e71b-c4b7-4be8-9049-59b0f307c6fe tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Feb 10 12:00:00.585201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:00.756996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.150824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70df36-8645-419d-a028-7c7a20fc565b req-19461b93-4127-45b4-931e-8edc2896a485 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:01.152273 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb70df36-8645-419d-a028-7c7a20fc565b req-19461b93-4127-45b4-931e-8edc2896a485 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0746853 Feb 10 12:00:01.199993 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb70df36-8645-419d-a028-7c7a20fc565b req-2a700ab1-9d97-416a-b23b-147a21778b7f tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb69d975-ca44-4be2-8846-e905b243cf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Feb 10 12:00:01.346201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-6cb29dec-5b5a-4d44-9e23-a7fb83363533 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:01.348021 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-6cb29dec-5b5a-4d44-9e23-a7fb83363533 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 946 time: 0.0744483 Feb 10 12:00:01.413208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Deleting port e5db1650-58fb-44c9-9474-d39cb8bdb0ac {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:01.413558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.647045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] For port e5db1650-58fb-44c9-9474-d39cb8bdb0ac, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:01.647428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.765676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Calling delete_port for e5db1650-58fb-44c9-9474-d39cb8bdb0ac owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:01.902973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:01.914014 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['e5db1650-58fb-44c9-9474-d39cb8bdb0ac'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:00:01.950249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Pushing event deleted for resources: {'Port': ['ID=e5db1650-58fb-44c9-9474-d39cb8bdb0ac,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:02.027007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] No DVR routers for this DVR port e5db1650-58fb-44c9-9474-d39cb8bdb0ac on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:00:02.029498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.032123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'name': 'network-vif-deleted', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:02.049904 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ab6db2-920e-467d-bd3a-d39e22de1328 req-4cc13ef5-0134-4090-921d-8de37b4d6438 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.32 "DELETE /v2.0/ports/e5db1650-58fb-44c9-9474-d39cb8bdb0ac HTTP/1.1" status: 204 len: 173 time: 0.6974661 Feb 10 12:00:02.138117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:02.179406 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f611b680-e489-4700-ba14-76808d970237', 'name': 'network-vif-deleted', 'tag': 'e5db1650-58fb-44c9-9474-d39cb8bdb0ac', 'status': 'completed', 'code': 200} Feb 10 12:00:02.373279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-64b7d4f3-b6ce-4d76-bd68-bc99a3613484 req-93a26041-611d-4e0d-8b7a-a33fb0dff5c7 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Synchronizing usage tracker for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:02.388517 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-64b7d4f3-b6ce-4d76-bd68-bc99a3613484 req-93a26041-611d-4e0d-8b7a-a33fb0dff5c7 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] Unset dirty status for tenant:d31014bf20624c2da4f15fcd86f083be on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:02.389675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64b7d4f3-b6ce-4d76-bd68-bc99a3613484 req-93a26041-611d-4e0d-8b7a-a33fb0dff5c7 tempest-TestEncryptedCinderVolumes-2005988958 tempest-TestEncryptedCinderVolumes-2005988958-project] 10.222.0.42 "GET /v2.0/ports?device_id=f611b680-e489-4700-ba14-76808d970237 HTTP/1.1" status: 200 len: 210 time: 0.0552261 Feb 10 12:00:03.534576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60748) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:03.906735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:04.093834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:04.479281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Deleting port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:04.479634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:04.647399 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] For port 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:04.648095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:04.764429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Calling delete_port for 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:04.865116 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:00:05.020690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.067419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cf3630-d6f7-41a0-bdf2-7b26aa4cd497,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:05.110381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.110717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.111046 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.111398 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.111721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.112051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.112369 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.112684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.112995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.113907 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.114220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:05.357438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:05.520439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device e5db1650-58fb-44c9-9474-d39cb8bdb0ac no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:05.551820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: e5db1650-58fb-44c9-9474-d39cb8bdb0ac {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:05.552165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device e5db1650-58fb-44c9-9474-d39cb8bdb0ac not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:05.917156 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:06.107617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:06.116411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Sync routers for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:06.123482 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bfec2ad8-8ba7-4c34-aa4a-98a1bd760bb9 admin admin] 10.222.0.42 "PUT /v2.0/routers/ca5c2ed8-277a-4ead-ae8c-e3e05b36e605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5876241 Feb 10 12:00:06.125898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60752) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:06.128576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:06.129205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:06.310430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:06.416919 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.585641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T12:00:04Z', 'revision_number': 5, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port': {'id': '3f0d6fb7-bf5e-426b-94af-6c7edc30ff38', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:50Z', 'updated_at': '2022-02-10T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:06.589502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Checking router: ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:06.600195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Routers {'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:06.600778 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:06.609393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.618656 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Deleting port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:06.619022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.747899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] Set router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:06.794004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] For port 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:06.794353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:06.853604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T12:00:06Z', 'revision_number': 6, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:06.857536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594f3f1-8d0f-493d-b57c-12d161652cb1 None None] The sync data for ids ['ca5c2ed8-277a-4ead-ae8c-e3e05b36e605'] in dv-neutron-827807-1-hyperv is: [{'id': 'ca5c2ed8-277a-4ead-ae8c-e3e05b36e605', 'name': 'tempest-TestEncryptedCinderVolumes-1584621212-router', 'tenant_id': 'd31014bf20624c2da4f15fcd86f083be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:49Z', 'updated_at': '2022-02-10T12:00:06Z', 'revision_number': 6, 'project_id': 'd31014bf20624c2da4f15fcd86f083be', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:06.914007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Calling delete_port for 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:07.076755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.121319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0d6fb7-bf5e-426b-94af-6c7edc30ff38,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:07.340438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.587448 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.591629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.615117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.615772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:00:07.627365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.628484 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7e04f783-138d-43c4-ae95-855635b06bb5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ca5c2ed8-277a-4ead-ae8c-e3e05b36e605 HTTP/1.1" status: 204 len: 168 time: 1.5016966 Feb 10 12:00:07.632177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60756) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:07.696801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Deleting subnet 8a21ba59-f817-4690-8139-fb24406e0924 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:00:07.699858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.748267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.828011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.831609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:07.863839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:07.864101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3f0d6fb7-bf5e-426b-94af-6c7edc30ff38 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:07.864511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:07.896058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:07.896330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.896486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 60cf3630-d6f7-41a0-bdf2-7b26aa4cd497 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:07.931329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a21ba59-f817-4690-8139-fb24406e0924,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:07.937400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:07.943360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900a87c-0008-4df1-bc55-56a2cf1f9b0b None None] Network 2dd21946-442b-4f15-93c3-265a0f6c1c34 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:07.943722 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-397f3956-bc4e-4c09-ae3d-72df51503ee2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a21ba59-f817-4690-8139-fb24406e0924 HTTP/1.1" status: 204 len: 168 time: 0.3105385 Feb 10 12:00:07.946132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60760) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:08.137889 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.148823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Deleting port 3b78b6f4-007e-47e1-a032-4e5f3c796684 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:08.149231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.187021 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] DHCP port deletion for 2dd21946-442b-4f15-93c3-265a0f6c1c34 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:00:08.191947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Deleting port 3b78b6f4-007e-47e1-a032-4e5f3c796684 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:08.192325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.354274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] For port 3b78b6f4-007e-47e1-a032-4e5f3c796684, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b78b6f4-007e-47e1-a032-4e5f3c796684,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:08.354718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.419834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] For port 3b78b6f4-007e-47e1-a032-4e5f3c796684, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b78b6f4-007e-47e1-a032-4e5f3c796684,segment=NetworkSegment(4116508b-d35c-4387-aafa-c90a25aa265d),segment_id=4116508b-d35c-4387-aafa-c90a25aa265d)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:08.420109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.475829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Calling delete_port for 3b78b6f4-007e-47e1-a032-4e5f3c796684 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:08.538755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Calling delete_port for 3b78b6f4-007e-47e1-a032-4e5f3c796684 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:08.551699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.591779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b78b6f4-007e-47e1-a032-4e5f3c796684,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:08.600574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] No DVR routers for this DVR port 3b78b6f4-007e-47e1-a032-4e5f3c796684 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:00:08.608319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:00:08.608730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:00:08.714128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.738919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd21946-442b-4f15-93c3-265a0f6c1c34']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:08.750482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4116508b-d35c-4387-aafa-c90a25aa265d') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:08.750772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4116508b-d35c-4387-aafa-c90a25aa265d') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:08.761985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.777040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.783205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:00:08.783605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:00:08.796559 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:00:08.870974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.886212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:08.896423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd21946-442b-4f15-93c3-265a0f6c1c34,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:08.909741 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ac7bd9b2-9e71-4a38-9097-ea428a0ee618 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2dd21946-442b-4f15-93c3-265a0f6c1c34 HTTP/1.1" status: 204 len: 168 time: 0.9626224 Feb 10 12:00:08.913163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60764) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:09.110305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Deleting port 3b78b6f4-007e-47e1-a032-4e5f3c796684 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:09.110873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.175106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-66a85f3f-8158-449c-889a-1ba268c8e00b None None] The port '3b78b6f4-007e-47e1-a032-4e5f3c796684' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:00:09.292192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:09.830167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b78b6f4-007e-47e1-a032-4e5f3c796684 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:09.862274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3b78b6f4-007e-47e1-a032-4e5f3c796684 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:09.862613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b78b6f4-007e-47e1-a032-4e5f3c796684 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:09.959741 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Deleting port 143da9fb-1bf2-40c4-bd68-72f01b95a348 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:09.960324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.126431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] For port 143da9fb-1bf2-40c4-bd68-72f01b95a348, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=143da9fb-1bf2-40c4-bd68-72f01b95a348,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:10.126783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.243549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Calling delete_port for 143da9fb-1bf2-40c4-bd68-72f01b95a348 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:10.403532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:10.448319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Pushing event deleted for resources: {'Port': ['ID=143da9fb-1bf2-40c4-bd68-72f01b95a348,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:10.728118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.379548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:11.577277 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:11.585637 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Sync routers for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:11.586280 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-18c23c75-493d-45d4-8ec8-638825369516 admin admin] 10.222.0.42 "PUT /v2.0/routers/f0ea03c9-5f05-40ee-8ccc-11ae7edf5370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721678 Feb 10 12:00:11.588753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60768) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:11.597909 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:11.598496 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:11.769260 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:11.782691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.981176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:11.990986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Deleting port 0e158c25-85cd-48ee-8a2a-ac144ced876f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:11.991389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:12.076141 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179'}], 'enable_snat': True}, 'gw_port_id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T12:00:10Z', 'revision_number': 5, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port': {'id': '0e158c25-85cd-48ee-8a2a-ac144ced876f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T11:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:12.080582 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Checking router: f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:12.091360 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Routers {'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:12.091943 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:12.167205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] For port 0e158c25-85cd-48ee-8a2a-ac144ced876f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e158c25-85cd-48ee-8a2a-ac144ced876f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:12.167620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:12.259701 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] Set router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:12.286897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Calling delete_port for 0e158c25-85cd-48ee-8a2a-ac144ced876f owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:12.360372 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 6, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:12.364135 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce7b1e-90f8-44ca-85ec-635746838a9a None None] The sync data for ids ['f0ea03c9-5f05-40ee-8ccc-11ae7edf5370'] in dv-neutron-827807-1-hyperv is: [{'id': 'f0ea03c9-5f05-40ee-8ccc-11ae7edf5370', 'name': 'tempest-TestEncryptedCinderVolumes-534421181-router', 'tenant_id': 'd2dc1ae25f564d09a227d228e731747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T11:58:55Z', 'updated_at': '2022-02-10T12:00:11Z', 'revision_number': 6, 'project_id': 'd2dc1ae25f564d09a227d228e731747e', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:12.550651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:12.592823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e158c25-85cd-48ee-8a2a-ac144ced876f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:12.813366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.062845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.066801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.092591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.093258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:00:13.108487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.109612 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-655fac6d-3cd2-4416-b1b5-02e5a448523a admin admin] 10.222.0.42 "DELETE /v2.0/routers/f0ea03c9-5f05-40ee-8ccc-11ae7edf5370 HTTP/1.1" status: 204 len: 168 time: 1.5199707 Feb 10 12:00:13.112152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60772) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:13.169198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Deleting subnet 23c12628-3c13-44cd-9d71-c37d40226550 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:00:13.172149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.220269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.299169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.369906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.409067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c12628-3c13-44cd-9d71-c37d40226550,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:13.416707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.421954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6b52c-25dc-4567-bc32-b243ae0615f7 None None] Network a0b02664-5838-4ea0-8204-026b0c42fd9d requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:13.422455 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02432e5f-e2ca-485d-867a-abb8c5c83386 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23c12628-3c13-44cd-9d71-c37d40226550 HTTP/1.1" status: 204 len: 168 time: 0.3092470 Feb 10 12:00:13.424705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60776) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:13.524903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.534783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Deleting port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:13.535665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.659635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] DHCP port deletion for a0b02664-5838-4ea0-8204-026b0c42fd9d request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:00:13.664291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Deleting port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:13.664660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.734929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] For port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:13.735574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.839191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 143da9fb-1bf2-40c4-bd68-72f01b95a348 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:13.883554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 143da9fb-1bf2-40c4-bd68-72f01b95a348 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:13.883896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 143da9fb-1bf2-40c4-bd68-72f01b95a348 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:13.884305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:13.942758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] For port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,segment=NetworkSegment(ef8eb00a-dacf-452d-b03f-3814310cd377),segment_id=ef8eb00a-dacf-452d-b03f-3814310cd377)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:13.943139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:13.951221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Calling delete_port for 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:14.025983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.064913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Calling delete_port for 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:00:14.069797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f93935-1f9e-44b1-af0a-7b6a7c21a3b1,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:14.074111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] No DVR routers for this DVR port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:00:14.099660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No active binding found for port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 {{(pid=83555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 10 12:00:14.100060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:14.100468 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e158c25-85cd-48ee-8a2a-ac144ced876f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:00:14.142889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 0e158c25-85cd-48ee-8a2a-ac144ced876f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:00:14.143283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e158c25-85cd-48ee-8a2a-ac144ced876f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:00:14.169495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:00:14.169843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:00:14.188946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.215439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b02664-5838-4ea0-8204-026b0c42fd9d']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:14.228624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8eb00a-dacf-452d-b03f-3814310cd377') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:14.228917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8eb00a-dacf-452d-b03f-3814310cd377') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:14.239774 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.258994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.264859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:00:14.265267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:00:14.278248 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:00:14.348701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.363391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.373716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b02664-5838-4ea0-8204-026b0c42fd9d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:14.376427 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-add88be8-49ee-4b3b-953b-2e14ec048933 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a0b02664-5838-4ea0-8204-026b0c42fd9d HTTP/1.1" status: 204 len: 168 time: 0.9508417 Feb 10 12:00:14.567771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60782) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:14.671393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Deleting port 15f93935-1f9e-44b1-af0a-7b6a7c21a3b1 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:00:14.671989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.714463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-815c78fd-c9da-4256-8000-5ac48932290d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d31014bf20624c2da4f15fcd86f083be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1434021 Feb 10 12:00:14.714696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60786) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:14.733369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-387fa937-2ac3-40a9-822f-21a396a6b43e None None] The port '15f93935-1f9e-44b1-af0a-7b6a7c21a3b1' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:00:14.774272 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.798388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.848983 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.865063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69d975-ca44-4be2-8846-e905b243cf4a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:14.879784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:14.883453 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eeac5b6a-aab6-4e98-b8ed-2a9c28baceae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb69d975-ca44-4be2-8846-e905b243cf4a HTTP/1.1" status: 204 len: 168 time: 0.1653612 Feb 10 12:00:15.256139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60794) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:15.304831 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d76665ab-d3dc-402f-b6c8-014fefcbe42a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2dc1ae25f564d09a227d228e731747e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472715 Feb 10 12:00:15.307094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60798) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:15.366928 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.399184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.449660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.465065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da534be-bb21-4ffd-97d8-72608c4095d1,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:15.469192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:15.470281 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9fa3e08a-8cdd-427a-89cf-a2d9702f50a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4da534be-bb21-4ffd-97d8-72608c4095d1 HTTP/1.1" status: 204 len: 168 time: 0.1622846 Feb 10 12:00:16.275963 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60820) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:16.400092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1147417449-network', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:16.404851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:16.408634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Usage tracker for resource:network and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:16.411461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:16.417074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:16.431420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Made reservation on behalf of 39c06d22485e41a8883ee608dbf1ec68 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:16.433665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.447181 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.476302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:16.480006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:16.482720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:16.488761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:16.551040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.554438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.582467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:00:16.590768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762405fb-b76b-4c11-867c-398b9c4d4717,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:16.596072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.596499 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Added segment 794a110a-be75-4629-abfd-4b76884ee768 of type vlan for network b1db2b6a-dd9e-4510-9394-de36f7538311 Feb 10 12:00:16.621896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.649544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.650338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:16.650895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.748551 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4715016 Feb 10 12:00:16.751380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75721f-dcae-4c28-8848-597fc9e5cf17 admin admin] Pushing event updated for resources: {'Network': ['ID=b1db2b6a-dd9e-4510-9394-de36f7538311,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:16.751524 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60826) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:16.759042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Request body: {'subnet': {'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1147417449-subnet', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:16.762185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network b1db2b6a-dd9e-4510-9394-de36f7538311 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:00:16.765867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:16.769894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Usage tracker for resource:subnet and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:16.772786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:16.778392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:16.788453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Made reservation on behalf of 39c06d22485e41a8883ee608dbf1ec68 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:16.790759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:16.992617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.059996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840c04a3-28cc-420d-b633-bfc95c6a31a4,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:17.076022 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Checking segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:17.076365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Network hostable DHCP agents. Network: b1db2b6a-dd9e-4510-9394-de36f7538311, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:00:17.097188 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Network b1db2b6a-dd9e-4510-9394-de36f7538311 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:00:17.105654 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, b1db2b6a-dd9e-4510-9394-de36f7538311) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:17.109698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:17.110290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.115196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eadbeb-4ae9-4e5d-b8f1-d71d8f9f4244 None None] Network b1db2b6a-dd9e-4510-9394-de36f7538311 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:17.130832 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6d195cbc-6662-4586-a810-78c32ee28c39 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3780951 Feb 10 12:00:17.133829 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60830) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:17.138786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:17.143277 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:17.147565 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Usage tracker for resource:router and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:17.150317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:17.155921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:17.166722 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.167675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.185909 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.330382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.335140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-b1db2b6a-dd9e-4510-9394-de36f7538311', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:00:17.335993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.513726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Allocated IP 172.20.0.2 (b1db2b6a-dd9e-4510-9394-de36f7538311/840c04a3-28cc-420d-b633-bfc95c6a31a4/4ee90d61-5978-462c-9d6e-b1e11f0aaf82) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:17.516945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.546688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.679872 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Allocated IP 172.26.3.63 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:17.709946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.719633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Transition to ACTIVE for port object 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:17.737284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Transition to ACTIVE for port object 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:17.743246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.813253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Network b1db2b6a-dd9e-4510-9394-de36f7538311 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:17.816943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:17.818804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Pushing event updated for resources: {'Port': ['ID=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:17.821672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:17.829354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.832219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.832559 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.832896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.833226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.833550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.833870 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.834188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.834505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.834819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.835139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.835478 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:17.857684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.916379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Attempting to bind port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:17.917067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Attempting to bind port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:17.917484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Attempting to bind port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 on network b1db2b6a-dd9e-4510-9394-de36f7538311 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:17.923864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:17.924230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Checking segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:17.924620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.925004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Bound using segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:17.925489 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Bound port: 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:17.925855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:17.928538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:17.931902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:17.933770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:17.935832 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:18.017092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] For port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:18.020817 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] For port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:18.025507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.090069 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.090804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.110616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85877857-f42b-4a62-89cd-65b396273c4f None None] Pushing event updated for resources: {'Port': ['ID=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:18.421554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Router 268f349b-6e85-403a-b2ae-5fab0de46e16 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:00:18.624268 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:18.635487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Sync routers for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:18.647796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:18.648061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:18.648668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:18.649106 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-707ad87d-22a3-497f-84bb-bdaa0c1279b6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5143807 Feb 10 12:00:18.651775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60834) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:18.832945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:19.043579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eecc0d-6e15-44e6-918c-5d0dc4228f23 None None] Network b1db2b6a-dd9e-4510-9394-de36f7538311 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:19.257970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1a942a6e-f14f-4a34-8ba7-b4a2e71fc834 None None] Provisioning for port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:19.356410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:18Z', 'revision_number': 3, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:19.364929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Checking router: 268f349b-6e85-403a-b2ae-5fab0de46e16 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:19.365272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Updating router 268f349b-6e85-403a-b2ae-5fab0de46e16 port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:19.375423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.424829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.595001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Allocated IP 172.20.0.1 (b1db2b6a-dd9e-4510-9394-de36f7538311/840c04a3-28cc-420d-b633-bfc95c6a31a4/440c48e2-efa2-4b56-a88b-1138d54a157c) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:19.746715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.762651 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Transition to ACTIVE for port object 440c48e2-efa2-4b56-a88b-1138d54a157c will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:19.769356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.780686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Transition to ACTIVE for port object 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:19.785333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.788675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.831797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Network b1db2b6a-dd9e-4510-9394-de36f7538311 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:19.837081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:19.839512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:19.866878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Attempting to bind port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:19.866878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Attempting to bind port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:19.866878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Attempting to bind port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:19.884907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:19.927145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2b83-af18-48de-b95e-194a1996db6f None None] Pushing event updated for resources: {'Port': ['ID=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:19.929576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:19.929951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:19.930359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:19.930741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:19.931216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Bound port: 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:19.931614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.032902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.038400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] For port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:20.041990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Pushing event updated for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.042201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] For port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:20.047365 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.083839 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:20.109483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:20.109848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.126792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.186786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2b83-af18-48de-b95e-194a1996db6f None None] Pushing event updated for resources: {'Port': ['ID=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.199995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f349b5b-cd13-4b60-a213-6c04e2cf1675 None None] Provisioning for port 440c48e2-efa2-4b56-a88b-1138d54a157c completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:20.210137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-1f349b5b-cd13-4b60-a213-6c04e2cf1675 None None] Provisioning complete for port 440c48e2-efa2-4b56-a88b-1138d54a157c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:20.210506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f349b5b-cd13-4b60-a213-6c04e2cf1675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.237441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:20.238102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:20.343406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.348668 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.428291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-1f349b5b-cd13-4b60-a213-6c04e2cf1675 None None] Port 440c48e2-efa2-4b56-a88b-1138d54a157c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:20.441133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.450387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Pushing event updated for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.452814 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.496214 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:20.502317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.532812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:20.586932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Network b1db2b6a-dd9e-4510-9394-de36f7538311 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:20.588090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:20.688097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:20.924183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d75cf046-606e-430d-a159-ff038a7c5085 None None] Provisioning complete for port 440c48e2-efa2-4b56-a88b-1138d54a157c triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:20.924875 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d75cf046-606e-430d-a159-ff038a7c5085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:20.971822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Router 268f349b-6e85-403a-b2ae-5fab0de46e16 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:20.997885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d75cf046-606e-430d-a159-ff038a7c5085 None None] Port 440c48e2-efa2-4b56-a88b-1138d54a157c cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:21.013467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 1, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:21.017398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e38840-770a-4858-85cc-29c817f284c7 None None] The sync data for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv is: [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:19Z', 'revision_number': 1, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:21.187640 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:21.197109 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-92152a70-4d83-4b50-b865-0e9b318049b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/268f349b-6e85-403a-b2ae-5fab0de46e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5443697 Feb 10 12:00:21.929418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:22.011026 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:22.016265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:22.016810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.089806 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 60858) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:22.096024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2118481728-network', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:22.101440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:22.105857 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Usage tracker for resource:network and tenant:df1e0446c24544d5a699d7aae1b6b921 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:22.109120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:22.115245 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:22.125878 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Made reservation on behalf of df1e0446c24544d5a699d7aae1b6b921 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:22.129039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.141562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.142691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.159551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:22.163849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.164791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:22.176292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:22.180244 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Usage tracker for resource:security_group_rule and tenant:df1e0446c24544d5a699d7aae1b6b921 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:22.183136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:22.189051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:22.255705 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.259770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.284358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:22.295746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:00:22.298435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:22.298969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.300912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af85260c-e308-43a5-b087-eb86f229f392,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:22.307683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.308024 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Added segment 3e1b1c66-0173-491c-baf0-76119bb244c0 of type vlan for network 941ecca5-b43f-489e-a218-81218f259dcc Feb 10 12:00:22.334102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.363885 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.364771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:22.365336 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.464202 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3727791 Feb 10 12:00:22.466947 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5ed50-fcff-48df-92e5-b3321db13c04 admin admin] Pushing event updated for resources: {'Network': ['ID=941ecca5-b43f-489e-a218-81218f259dcc,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:22.467076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:22.472718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Request body: {'subnet': {'network_id': '941ecca5-b43f-489e-a218-81218f259dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2118481728-subnet', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:22.477711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:22.478095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 941ecca5-b43f-489e-a218-81218f259dcc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:00:22.481514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Usage tracker for resource:subnet and tenant:df1e0446c24544d5a699d7aae1b6b921 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:22.484356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:22.491363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:22.500525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Made reservation on behalf of df1e0446c24544d5a699d7aae1b6b921 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:22.502773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.702001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.775170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7dca98-4e5c-4fa3-846f-290766e7164f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:22.786588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Checking segment: {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:22.786939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Network hostable DHCP agents. Network: 941ecca5-b43f-489e-a218-81218f259dcc, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:00:22.807891 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Network 941ecca5-b43f-489e-a218-81218f259dcc is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:00:22.816695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 941ecca5-b43f-489e-a218-81218f259dcc) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:22.820417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:22.821138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.825491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84210684-0b32-4b24-91ee-a1abf7512c01 None None] Network 941ecca5-b43f-489e-a218-81218f259dcc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:22.840483 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-2dcc04d6-caa4-4abd-82ca-f8e404421ff2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3723669 Feb 10 12:00:22.843156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60866) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:22.848504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:22.852895 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:22.856730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Usage tracker for resource:router and tenant:df1e0446c24544d5a699d7aae1b6b921 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:22.859639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:22.866212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:22.876395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.877313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:22.895511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.036419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-941ecca5-b43f-489e-a218-81218f259dcc', 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'fixed_ips': [{'subnet_id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:00:23.037229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.041673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.191408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Allocated IP 172.20.0.2 (941ecca5-b43f-489e-a218-81218f259dcc/fe7dca98-4e5c-4fa3-846f-290766e7164f/2d612ed9-f80c-4dc3-8080-35bcf1b8fefd) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:23.224950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.254661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.397270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.407948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Transition to ACTIVE for port object 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:23.426867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Transition to ACTIVE for port object 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:23.433375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.485113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Allocated IP 172.26.3.20 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:23.501518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Network 941ecca5-b43f-489e-a218-81218f259dcc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:23.505414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:23.508518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:23.510549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Pushing event updated for resources: {'Port': ['ID=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:23.598653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Attempting to bind port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:23.599009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Attempting to bind port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:23.599401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Attempting to bind port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd on network 941ecca5-b43f-489e-a218-81218f259dcc {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:23.605763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:23.606128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Checking segment: {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:23.606519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.606898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Bound using segment: {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:23.607401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Bound port: 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:23.607768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.634403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.662758 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.696624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] For port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:23.701097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] For port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:23.705152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.731482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:23.734088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:23.737703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:23.771871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Pushing event updated for resources: {'Port': ['ID=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:23.822015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62fd74-c44d-419e-9596-74744dc30f99 None None] Pushing event updated for resources: {'Port': ['ID=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:23.856905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:23.907464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.908428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:23.928064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:23.928521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:24.160499 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Router f969ab1d-8147-496d-9db7-1baecfbe47c9 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:00:24.359574 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:24.369075 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Sync routers for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:24.380967 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:24.381862 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:24.382716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:24.384095 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-70a81fc9-7164-4621-ad49-498ff730755f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5399902 Feb 10 12:00:24.386660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 60870) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:00:24.565567 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:24.811039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff087a8-422e-410a-85da-e6afc6b34ef8 None None] Network 941ecca5-b43f-489e-a218-81218f259dcc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:00:24.858289 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:23Z', 'revision_number': 3, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:24.862281 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Checking router: f969ab1d-8147-496d-9db7-1baecfbe47c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:24.862729 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Updating router f969ab1d-8147-496d-9db7-1baecfbe47c9 port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:24.916920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:24.920289 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-96d9fb80-5e31-4f7b-996c-7d045d610be3 None None] Provisioning for port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:25.260033 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.263502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.271320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Transition to ACTIVE for port object ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:25.277546 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.349504 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Attempting to bind port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:25.349767 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Attempting to bind port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:25.350122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Attempting to bind port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:25.361191 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Pushing event updated for resources: {'Port': ['ID=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:25.365019 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:25.365387 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:25.365781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.366164 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:25.366618 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Bound port: ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:25.366979 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.400684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.401315 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.401315 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.401570 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.401893 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.402222 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.402537 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.402862 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.403173 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.403519 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.403832 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:25.478576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Allocated IP 172.20.0.1 (941ecca5-b43f-489e-a218-81218f259dcc/fe7dca98-4e5c-4fa3-846f-290766e7164f/4042ad73-81bf-4dac-885b-f4019f6c83ed) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:25.478839 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] For port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:25.481496 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] For port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:25.486392 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.562302 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3943c-ffe9-4f4e-9b23-df56fde08ee5 None None] Pushing event updated for resources: {'Port': ['ID=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:25.568741 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:25.569334 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T11:59:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:25.624082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.639524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Transition to ACTIVE for port object 4042ad73-81bf-4dac-885b-f4019f6c83ed will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:25.661547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.728634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Network 941ecca5-b43f-489e-a218-81218f259dcc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:25.731264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:25.735667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:25.756856 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:25.760720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Pushing event updated for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:25.796537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.897533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:25.897905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:25.980098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:25.989226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:25.989804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.062652 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:23Z', 'revision_number': 3, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:26.067467 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a534b9-b22e-4bf4-932a-2a0ec1dd34fc None None] The sync data for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv is: [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:23Z', 'revision_number': 3, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:26.120714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.135424 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a60b2612-4b2a-40eb-86d4-68dcdd8c6fe9 None None] Provisioning for port 4042ad73-81bf-4dac-885b-f4019f6c83ed completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:26.146981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a60b2612-4b2a-40eb-86d4-68dcdd8c6fe9 None None] Provisioning complete for port 4042ad73-81bf-4dac-885b-f4019f6c83ed triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:26.147616 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a60b2612-4b2a-40eb-86d4-68dcdd8c6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.165147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.169587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.203254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:26.208115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a60b2612-4b2a-40eb-86d4-68dcdd8c6fe9 None None] Port 4042ad73-81bf-4dac-885b-f4019f6c83ed cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:26.210943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.274066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.281513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:26.295384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Pushing event updated for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:26.407363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Network 941ecca5-b43f-489e-a218-81218f259dcc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:26.408485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:26.630648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-2c31555f-abc8-4e2d-8e16-51ac6705ce58 None None] Provisioning complete for port 4042ad73-81bf-4dac-885b-f4019f6c83ed triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:26.631109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2c31555f-abc8-4e2d-8e16-51ac6705ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:26.680676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-2c31555f-abc8-4e2d-8e16-51ac6705ce58 None None] Port 4042ad73-81bf-4dac-885b-f4019f6c83ed cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:26.876338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Router f969ab1d-8147-496d-9db7-1baecfbe47c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:00:27.094885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:00:27.105369 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6da0a29-56a9-4361-a1f2-22eaa3fcd57a admin admin] 10.222.0.42 "PUT /v2.0/routers/f969ab1d-8147-496d-9db7-1baecfbe47c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173345 Feb 10 12:00:27.247998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-927492c0-c1bd-4ee6-a988-0ef04a9bd554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:27.844407 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:27.916031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:27.916392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:29.436524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f4af-07d8-48cc-bf84-a52274eb1aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:30.597404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:30.780045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:31.895453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:31.972899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:31.979886 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:31.980927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:32.114396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:32.147829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:32.155061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:32.156591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:32.229138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:33.851744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:33.937872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:33.938367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:34.089238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:35.888645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Sync routers for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:35.908848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:35.909541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:36.128580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:36.466420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 2, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:36.471542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Checking router: 268f349b-6e85-403a-b2ae-5fab0de46e16 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:36.472518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Updating router 268f349b-6e85-403a-b2ae-5fab0de46e16 port 440c48e2-efa2-4b56-a88b-1138d54a157c binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:36.537319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:36.944966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:36.957058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Transition to ACTIVE for port object 440c48e2-efa2-4b56-a88b-1138d54a157c will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:36.964649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:37.082254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260f51-b4b1-406c-9eae-c4491c5df75d None None] Pushing event updated for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:37.202571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Attempting to bind port 440c48e2-efa2-4b56-a88b-1138d54a157c on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:37.202951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Attempting to bind port 440c48e2-efa2-4b56-a88b-1138d54a157c by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:37.203341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Attempting to bind port 440c48e2-efa2-4b56-a88b-1138d54a157c on network b1db2b6a-dd9e-4510-9394-de36f7538311 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:37.211396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:37.211770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Checking segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:37.212173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:37.212563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Bound using segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:37.213037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Bound port: 440c48e2-efa2-4b56-a88b-1138d54a157c, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:37.213410 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:37.318413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] For port 440c48e2-efa2-4b56-a88b-1138d54a157c, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:37.321618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] For port 440c48e2-efa2-4b56-a88b-1138d54a157c, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=440c48e2-efa2-4b56-a88b-1138d54a157c,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:37.326796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:37.410624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260f51-b4b1-406c-9eae-c4491c5df75d None None] Pushing event updated for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:37.416899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:37.417509 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:37.617871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:37.686083 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Sync routers for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:00:37.700926 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:37.701872 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:37.903409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 440c48e2-efa2-4b56-a88b-1138d54a157c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:37.914613 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:37.919514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-83fef8e8-e62c-42aa-b114-2e4ac1639aaa tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:37.920445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-83fef8e8-e62c-42aa-b114-2e4ac1639aaa tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Synchronizing usage tracker for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:37.942153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-83fef8e8-e62c-42aa-b114-2e4ac1639aaa tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Unset dirty status for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:37.949975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-83fef8e8-e62c-42aa-b114-2e4ac1639aaa tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 815 time: 0.2009017 Feb 10 12:00:37.969669 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c2743ad7-b894-4013-86cd-abfdbf8fe70a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/quotas/39c06d22485e41a8883ee608dbf1ec68 HTTP/1.1" status: 200 len: 375 time: 0.0187588 Feb 10 12:00:38.048086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 440c48e2-efa2-4b56-a88b-1138d54a157c completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:38.055820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 440c48e2-efa2-4b56-a88b-1138d54a157c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:38.056273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.058007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-29cce87a-1b78-48e6-a250-c5ca771f5ba9 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874341 Feb 10 12:00:38.104806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:37Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:38.118950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6237c0-81c4-4376-803a-bec230aacf2e None None] The sync data for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv is: [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:37Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:38.192860 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.216974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-bd6be53f-8d4e-48ce-a7ac-41c78de6afd6 service neutron] 10.222.0.42 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466918 Feb 10 12:00:38.230953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 440c48e2-efa2-4b56-a88b-1138d54a157c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=440c48e2-efa2-4b56-a88b-1138d54a157c,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:38.235290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.305902 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '4042ad73-81bf-4dac-885b-f4019f6c83ed', 'name': '', 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'mac_address': 'fa:16:3e:6f:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:25Z', 'updated_at': '2022-02-10T12:00:26Z', 'revision_number': 2, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'subnets': [{'id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:38.311295 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Checking router: f969ab1d-8147-496d-9db7-1baecfbe47c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:00:38.311659 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Updating router f969ab1d-8147-496d-9db7-1baecfbe47c9 port 4042ad73-81bf-4dac-885b-f4019f6c83ed binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:00:38.313606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:38.365484 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.388984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-4ab322de-c8ed-46df-ab5a-646d187acd1e service neutron] 10.222.0.42 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629183 Feb 10 12:00:38.598066 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e96208b5-d955-49dc-a2d7-3fd9a09097e0 req-ad641010-2003-4f4a-8956-003ea44e5c84 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 210 time: 0.0476239 Feb 10 12:00:38.782757 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.794587 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Transition to ACTIVE for port object 4042ad73-81bf-4dac-885b-f4019f6c83ed will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:38.800835 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:38.928758 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f250de2-e57e-40cc-9ed2-d132a56c1c08 None None] Pushing event updated for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:39.020785 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Attempting to bind port 4042ad73-81bf-4dac-885b-f4019f6c83ed on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:39.021200 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Attempting to bind port 4042ad73-81bf-4dac-885b-f4019f6c83ed by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:39.021560 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Attempting to bind port 4042ad73-81bf-4dac-885b-f4019f6c83ed on network 941ecca5-b43f-489e-a218-81218f259dcc {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:39.028141 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:39.028630 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Checking segment: {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:39.029026 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:39.030684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Bound using segment: {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:39.030684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Bound port: 4042ad73-81bf-4dac-885b-f4019f6c83ed, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1b1c66-0173-491c-baf0-76119bb244c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:39.030684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:39.123079 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] For port 4042ad73-81bf-4dac-885b-f4019f6c83ed, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:39.126582 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] For port 4042ad73-81bf-4dac-885b-f4019f6c83ed, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4042ad73-81bf-4dac-885b-f4019f6c83ed,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:39.132530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:39.218794 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f250de2-e57e-40cc-9ed2-d132a56c1c08 None None] Pushing event updated for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:39.225990 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:00:39.227215 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:39.408393 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:00:39.738069 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '4042ad73-81bf-4dac-885b-f4019f6c83ed', 'name': '', 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'mac_address': 'fa:16:3e:6f:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:25Z', 'updated_at': '2022-02-10T12:00:39Z', 'revision_number': 4, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'subnets': [{'id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:00:39.743678 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb4fa0-da82-456f-be30-c50a4a646d98 None None] The sync data for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv is: [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:00:25Z', 'revision_number': 4, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '4042ad73-81bf-4dac-885b-f4019f6c83ed', 'name': '', 'network_id': '941ecca5-b43f-489e-a218-81218f259dcc', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'mac_address': 'fa:16:3e:6f:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:25Z', 'updated_at': '2022-02-10T12:00:39Z', 'revision_number': 4, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'subnets': [{'id': 'fe7dca98-4e5c-4fa3-846f-290766e7164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:00:39.770686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-699f4662-0895-4ff6-b50c-fb2d28a62603 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:39.772400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-699f4662-0895-4ff6-b50c-fb2d28a62603 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 815 time: 0.2230663 Feb 10 12:00:39.857662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'port': {'device_id': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'admin_state_up': True, 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:39.892475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8a74f32e-c22e-4635-9842-a66964a4e66a req-b1312451-1f59-4fca-b5dc-b41c5c51238d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 210 time: 0.1273458 Feb 10 12:00:40.027791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:00:40.032685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:port and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:00:40.036612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:00:40.042772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:00:40.043572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4042ad73-81bf-4dac-885b-f4019f6c83ed up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:40.059945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Made reservation on behalf of 39c06d22485e41a8883ee608dbf1ec68 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:00:40.063297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.122947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 4042ad73-81bf-4dac-885b-f4019f6c83ed completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:40.128956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4042ad73-81bf-4dac-885b-f4019f6c83ed triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:40.129321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.262660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Allocated IP 172.20.0.14 (b1db2b6a-dd9e-4510-9394-de36f7538311/840c04a3-28cc-420d-b633-bfc95c6a31a4/408477a4-b3e1-43ea-a963-3ecf8f784b37) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:00:40.303042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.346256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 4042ad73-81bf-4dac-885b-f4019f6c83ed, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4042ad73-81bf-4dac-885b-f4019f6c83ed,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:40.361077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.363363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 440c48e2-efa2-4b56-a88b-1138d54a157c up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:40.527179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 440c48e2-efa2-4b56-a88b-1138d54a157c triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:40.527671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.686196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.708090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:40.723042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Transition to ACTIVE for port object 408477a4-b3e1-43ea-a963-3ecf8f784b37 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:40.771981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:40.917115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:40.953918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.955750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.957973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.958330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.959415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.959760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.960098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.962868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.963328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.963621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:40.963954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:00:41.008190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Network b1db2b6a-dd9e-4510-9394-de36f7538311 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:00:41.016142 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:00:41.039030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:00:41.406245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:41.406923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:41.408447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0affa5c0-82ef-4f48-8394-1e4ed9b78284 None None] Provisioning for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:41.417067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0affa5c0-82ef-4f48-8394-1e4ed9b78284 None None] Provisioning complete for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:41.417438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0affa5c0-82ef-4f48-8394-1e4ed9b78284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:41.446434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-6e116176-b8da-4706-9383-36dad7b44ada tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5928788 Feb 10 12:00:41.524417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7502a5d2-38df-4ef6-beb9-b0a31ecf7f91 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:41.526958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7502a5d2-38df-4ef6-beb9-b0a31ecf7f91 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Synchronizing usage tracker for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:41.541488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0affa5c0-82ef-4f48-8394-1e4ed9b78284 None None] Port 408477a4-b3e1-43ea-a963-3ecf8f784b37 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:00:41.561734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7502a5d2-38df-4ef6-beb9-b0a31ecf7f91 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Unset dirty status for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:41.563682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7502a5d2-38df-4ef6-beb9-b0a31ecf7f91 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.4046104 Feb 10 12:00:41.621362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7ba3b3c6-db41-4058-8089-f222bb8bfdd3 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Synchronizing usage tracker for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:00:41.645964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7ba3b3c6-db41-4058-8089-f222bb8bfdd3 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Unset dirty status for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:00:41.648073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9170356b-2e3f-48dd-b788-d8b944863f09 req-7ba3b3c6-db41-4058-8089-f222bb8bfdd3 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773811 Feb 10 12:00:41.868761 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:00:41.872494 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4042ad73-81bf-4dac-885b-f4019f6c83ed up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:41.960826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 4042ad73-81bf-4dac-885b-f4019f6c83ed triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:41.961512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:42.869667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8154d-6c80-4846-8040-5c3c64c9bfc4 req-cc518311-92c7-43d1-ba00-d197c2e747df tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:42.872000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e8154d-6c80-4846-8040-5c3c64c9bfc4 req-cc518311-92c7-43d1-ba00-d197c2e747df tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.0858080 Feb 10 12:00:42.924068 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a5e8154d-6c80-4846-8040-5c3c64c9bfc4 req-fc9e83fc-9858-4300-b637-4ba20e474c0d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Feb 10 12:00:44.141920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26fec3-17a5-4032-8317-999db2047de4 req-4937e02d-c78f-49b8-b5f5-68136047b5cd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:44.144013 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f26fec3-17a5-4032-8317-999db2047de4 req-4937e02d-c78f-49b8-b5f5-68136047b5cd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.0834506 Feb 10 12:00:44.190425 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f26fec3-17a5-4032-8317-999db2047de4 req-6467bdab-6602-4161-b60e-13cb0aae8bf4 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Feb 10 12:00:45.416309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c29e-5d27-42ec-b4db-880bb5f5b24b req-39018c86-f557-4390-bcfe-fe32be3a8f3b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:45.417775 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-add2c29e-5d27-42ec-b4db-880bb5f5b24b req-39018c86-f557-4390-bcfe-fe32be3a8f3b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.1010640 Feb 10 12:00:45.465998 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-add2c29e-5d27-42ec-b4db-880bb5f5b24b req-0947eb51-ee9a-49c8-8a35-825bd0ff3e9b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Feb 10 12:00:46.672001 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb3166-2a93-46d9-901d-78962227284f req-d59e1589-c6f9-48c3-a829-f66812bf6bab tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:46.675675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6acb3166-2a93-46d9-901d-78962227284f req-d59e1589-c6f9-48c3-a829-f66812bf6bab tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.0848324 Feb 10 12:00:46.720909 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6acb3166-2a93-46d9-901d-78962227284f req-cd6300c9-0abd-42ea-ba30-cb84d36ac5ff tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Feb 10 12:00:47.915999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b21ae-7177-4aa0-8d52-0232f1674ef4 req-5bb3a0b6-e3e2-4cf0-b01c-3d136c033f25 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:47.917403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f89b21ae-7177-4aa0-8d52-0232f1674ef4 req-5bb3a0b6-e3e2-4cf0-b01c-3d136c033f25 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 932 time: 0.0774848 Feb 10 12:00:47.961025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f89b21ae-7177-4aa0-8d52-0232f1674ef4 req-8aa39fea-6ae4-4f5c-b3a4-89cf6ec5c817 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Feb 10 12:00:47.968791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Request body: {'port': {'device_id': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:00:48.083026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.425923 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408477a4-b3e1-43ea-a963-3ecf8f784b37 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:00:48.432579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.447460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Transition to ACTIVE for port object 408477a4-b3e1-43ea-a963-3ecf8f784b37 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:00:48.451173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.575671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:48.684849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Attempting to bind port 408477a4-b3e1-43ea-a963-3ecf8f784b37 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:00:48.685124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Attempting to bind port 408477a4-b3e1-43ea-a963-3ecf8f784b37 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:00:48.685444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Attempting to bind port 408477a4-b3e1-43ea-a963-3ecf8f784b37 on network b1db2b6a-dd9e-4510-9394-de36f7538311 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:48.691796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Port 408477a4-b3e1-43ea-a963-3ecf8f784b37 on network b1db2b6a-dd9e-4510-9394-de36f7538311 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:00:48.692149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Attempting to bind port 408477a4-b3e1-43ea-a963-3ecf8f784b37 on network b1db2b6a-dd9e-4510-9394-de36f7538311 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:00:48.700929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:00:48.701479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Checking segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:00:48.701896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Bound using segment: {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:00:48.702343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Bound port: 408477a4-b3e1-43ea-a963-3ecf8f784b37, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794a110a-be75-4629-abfd-4b76884ee768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:00:48.702713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.789876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:00:48.792664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:00:48.797258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.862526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:48.863936 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] 10.222.0.32 "PUT /v2.0/ports/408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 1094 time: 0.8992660 Feb 10 12:00:48.864363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:48.887505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d198-54c7-4cde-b87e-5a93c6641881 service neutron] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:48.938435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:00:48.981363 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-b7aa75fe-5b36-4101-ba6f-12d80b5cc03c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1097 time: 0.0747178 Feb 10 12:00:49.057118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-2de0e5fb-05d8-42ef-9ade-d92fa23a22a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 217 time: 0.0687146 Feb 10 12:00:49.254332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-2e1c6d2d-a286-48be-bb63-9ce35bb063b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:49.255769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-2e1c6d2d-a286-48be-bb63-9ce35bb063b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.1930320 Feb 10 12:00:49.323454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc35c3-2cda-4c97-8898-40d17c58f402 req-f75417e5-fdde-4b04-964e-5d7bac053db1 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:49.324846 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-addc35c3-2cda-4c97-8898-40d17c58f402 req-f75417e5-fdde-4b04-964e-5d7bac053db1 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 944 time: 0.2290215 Feb 10 12:00:49.377106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-4e598e05-3507-46af-b449-a20b11eb0bfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145127 Feb 10 12:00:49.380702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-addc35c3-2cda-4c97-8898-40d17c58f402 req-480120c7-4e48-4a93-924a-0c97296e87fb tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494235 Feb 10 12:00:49.505213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-2151a006-9dec-4637-a219-7f9d73034b40 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221576 Feb 10 12:00:49.631449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-995571f6-b1e6-494c-ae29-9fcecbea07b2 req-92842b2c-98fa-4336-a8dc-85522a8f3654 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202025 Feb 10 12:00:49.743327 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-17ab1522-4e38-41ac-9832-600d4662b326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1097 time: 0.0720270 Feb 10 12:00:49.871951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-0eab9d16-75af-4484-a26d-e7b322a046ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:49.873369 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-0eab9d16-75af-4484-a26d-e7b322a046ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1243973 Feb 10 12:00:49.937313 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-6528785e-3ffd-4d9d-b4cc-5b3129bbd736 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 217 time: 0.0577593 Feb 10 12:00:49.999886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-e4dbe056-37a4-41a4-bbcc-5c5ffa604298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:50.000607 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-e4dbe056-37a4-41a4-bbcc-5c5ffa604298 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.0576320 Feb 10 12:00:50.073207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-d93d8951-19ac-4f15-a27a-0d4ebcd879b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652423 Feb 10 12:00:50.201345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-7e129279-7f4d-4c14-a922-1338383f765b service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215069 Feb 10 12:00:50.330303 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c965e8da-ef42-48f3-8eaa-ef1756e538e1 req-26d677d9-f4dc-4c87-bb7f-ecb55af2f286 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228786 Feb 10 12:00:50.576888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aaaa3-c08e-47d0-9ab3-4da9d06e830d req-7b751bbf-af81-4764-8b2b-d219ed351422 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:50.578307 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-900aaaa3-c08e-47d0-9ab3-4da9d06e830d req-7b751bbf-af81-4764-8b2b-d219ed351422 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 944 time: 0.0796356 Feb 10 12:00:50.622371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-900aaaa3-c08e-47d0-9ab3-4da9d06e830d req-0362b1f5-7e9d-44e3-8a93-76e4876bcf4d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Feb 10 12:00:51.745730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 408477a4-b3e1-43ea-a963-3ecf8f784b37 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:00:51.812836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6dbb0-fde0-4044-8ee9-cdf79c8c6b0d req-faf517fd-9cda-42d7-96c3-f3f42729b17b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:51.814268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aab6dbb0-fde0-4044-8ee9-cdf79c8c6b0d req-faf517fd-9cda-42d7-96c3-f3f42729b17b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 944 time: 0.0761492 Feb 10 12:00:51.858624 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aab6dbb0-fde0-4044-8ee9-cdf79c8c6b0d req-bf02e6f7-87f4-4fdf-a165-210f2b669d76 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Feb 10 12:00:51.877636 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:51.890741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'port_id': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'mac_address': 'fa:16:3e:47:26:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:00:51.945472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:51.962427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408477a4-b3e1-43ea-a963-3ecf8f784b37 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:00:51.977283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:51.981112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:52.044915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:52.193473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:00:53.054395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a549d2-cbb7-4a39-b896-03086d7bffcb req-a924c245-6292-4b48-a292-860081eff8f9 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:53.055856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0a549d2-cbb7-4a39-b896-03086d7bffcb req-a924c245-6292-4b48-a292-860081eff8f9 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 945 time: 0.0790448 Feb 10 12:00:53.100246 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0a549d2-cbb7-4a39-b896-03086d7bffcb req-93505e3a-bded-4981-8aed-6ab79779bfb7 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Feb 10 12:00:53.750631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 408477a4-b3e1-43ea-a963-3ecf8f784b37 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:00:53.822149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:00:53.826750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:00:53.827115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.967434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:53.993994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:00:54.004352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:00:54.008792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:54.077688 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:00:54.245718 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'code': 200} Feb 10 12:00:54.299218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5e40f-9b47-4603-9b30-f5ee77f7779a req-428c2a2b-9df4-48e6-9a23-d1e30b2a0eb0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:54.301265 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1c5e40f-9b47-4603-9b30-f5ee77f7779a req-428c2a2b-9df4-48e6-9a23-d1e30b2a0eb0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0774624 Feb 10 12:00:54.350286 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d1c5e40f-9b47-4603-9b30-f5ee77f7779a req-db5f71f4-0b2a-45db-82e5-f2ea0576f035 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Feb 10 12:00:54.474310 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5ccc01d-48d7-43c1-a1e8-5fba0b760a10 req-5d1297f4-5d5f-4dc0-b7cb-c4be4c4721fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1099 time: 0.0690742 Feb 10 12:00:54.515111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5ccc01d-48d7-43c1-a1e8-5fba0b760a10 req-e8563d03-86d7-4226-80d2-e206bc659c28 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353396 Feb 10 12:00:55.550827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721d15c-0d0b-4469-ac91-d8a8c3e807c3 req-27004035-4b39-40b3-ad61-8048b10b9e66 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:55.552305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1721d15c-0d0b-4469-ac91-d8a8c3e807c3 req-27004035-4b39-40b3-ad61-8048b10b9e66 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0817258 Feb 10 12:00:55.682292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1721d15c-0d0b-4469-ac91-d8a8c3e807c3 req-7809cdde-2d4c-4992-a25a-baf695699e8b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243329 Feb 10 12:00:56.873153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f96c32-c474-4f58-b90e-d79e95d37c54 req-fa44857f-f0dc-4c0e-a4da-c90c810ee354 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:56.874594 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5f96c32-c474-4f58-b90e-d79e95d37c54 req-fa44857f-f0dc-4c0e-a4da-c90c810ee354 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0752115 Feb 10 12:00:56.918854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b5f96c32-c474-4f58-b90e-d79e95d37c54 req-cb9dfaae-04d7-4014-bcbc-74bbbbaec34b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Feb 10 12:00:57.112177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79707d0-a4e9-4368-b1f1-637adb005589 req-0f27587a-14f8-43b6-8ea7-9aafd2cd31b1 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:57.114102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c79707d0-a4e9-4368-b1f1-637adb005589 req-0f27587a-14f8-43b6-8ea7-9aafd2cd31b1 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0763168 Feb 10 12:00:57.157756 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c79707d0-a4e9-4368-b1f1-637adb005589 req-d8b3222c-d46c-4923-a85e-5ecadccb6e0f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382910 Feb 10 12:00:57.249624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-55eb34f3-27e1-4cc2-b200-a1d11d7b7944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:00:57.570300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f94ad-7638-478f-a3c2-b11fe037feda req-1bbf9c97-84e4-4638-86d4-275d00fb0694 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:00:57.571728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a9f94ad-7638-478f-a3c2-b11fe037feda req-1bbf9c97-84e4-4638-86d4-275d00fb0694 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0751145 Feb 10 12:00:57.618900 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4a9f94ad-7638-478f-a3c2-b11fe037feda req-4b4d4923-ad52-4947-8074-d49507228bc5 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Feb 10 12:00:59.439508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-11bf9f98-157e-4084-9ef8-7b658448d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:00.586238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:00.763831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:02.139574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:04.108067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:07.838543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e07bce-0439-4504-8024-615b8675eb32 req-f496c6ef-8e9e-4a5b-8d89-63bfde9d6614 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:07.840002 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7e07bce-0439-4504-8024-615b8675eb32 req-f496c6ef-8e9e-4a5b-8d89-63bfde9d6614 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0755167 Feb 10 12:01:07.884236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d7e07bce-0439-4504-8024-615b8675eb32 req-fba58da4-42ae-400f-807b-e4da4cfa2ca6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Feb 10 12:01:07.912489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 32812) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:08.119648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d760dc8-9e90-41a2-a138-f998363acf74 tempest-TestMinimumBasicScenario-318959814 tempest-TestMinimumBasicScenario-318959814-project-admin] Synchronizing usage tracker for tenant:df1e0446c24544d5a699d7aae1b6b921 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:01:08.135213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7d760dc8-9e90-41a2-a138-f998363acf74 tempest-TestMinimumBasicScenario-318959814 tempest-TestMinimumBasicScenario-318959814-project-admin] Unset dirty status for tenant:df1e0446c24544d5a699d7aae1b6b921 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:01:08.136358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7d760dc8-9e90-41a2-a138-f998363acf74 tempest-TestMinimumBasicScenario-318959814 tempest-TestMinimumBasicScenario-318959814-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1094 time: 0.2229104 Feb 10 12:01:08.139315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 32818) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:08.144353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:08.150176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:08.153869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:floatingip and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:08.156906 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:08.163061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:08.173253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:08.304859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:08.434420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Allocated IP 172.26.3.85 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/fd8e955c-3277-4127-931c-e759496b1e08) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:01:08.577773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:08.604380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:08.672686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:01:08.675308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:01:08.679487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:01:08.702648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'Port': ['ID=fd8e955c-3277-4127-931c-e759496b1e08,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:09.167634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:09.220473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:09.511567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:09.516086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:09.626256 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'Port': ['ID=fd8e955c-3277-4127-931c-e759496b1e08,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:09.639965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:09.826928 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Floating IP 9703d008-44a5-402f-8369-51bd4036235f associated. External IP: 172.26.3.85, port: 408477a4-b3e1-43ea-a963-3ecf8f784b37. Feb 10 12:01:10.212332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Router 268f349b-6e85-403a-b2ae-5fab0de46e16 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:01:10.404214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:01:10.414281 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Sync routers for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:01:10.426349 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:10.427116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:10.427432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.480054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-deeea600-2b9c-41d7-8143-372f8f03332d tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3396406 Feb 10 12:01:10.480625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:01:10.483007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32822) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:10.488822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984758892', 'description': 'tempest-secgroup-smoke-1984758892 description', 'project_id': '39c06d22485e41a8883ee608dbf1ec68'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:10.496246 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:10.506641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:10.517324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.537399 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:01:10.556611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:10.560706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:10.563999 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:10.570932 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:10.606791 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:10.631324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.634180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-1896f78e-4afd-4e43-ae35-23f67c15a6f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1099 time: 0.0745637 Feb 10 12:01:10.636127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.682102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866b8338-8fb5-499d-aa42-e407e124cca8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:10.691474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.691818 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.692217 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.692556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.692882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.693447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.693785 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.694125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.694424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.694840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.695507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:01:10.699791 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.704205 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04f79658-1b8d-4c12-9a90-7239b4fe2bcd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2201605 Feb 10 12:01:10.705092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:10.710684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:10.716649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:10.720526 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:10.723986 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:10.730424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:10.748038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.775936 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7728481-7e07-4f2e-bde8-1384385e936c req-f9109af2-e2c1-49d3-9af3-f4b8a5aeb2a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:10.777885 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-f9109af2-e2c1-49d3-9af3-f4b8a5aeb2a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1375861 Feb 10 12:01:10.820623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.825451 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.855576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6254af-b35a-43a5-a71e-73d939dc8d03,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:10.866117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:10.867372 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bf56340a-5d5e-41f0-b84a-425207aa4910 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1611700 Feb 10 12:01:10.869993 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32832) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:10.878304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:10.883209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:10.889042 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:10.891058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:10.904905 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-e7de8426-aa3f-496d-aac3-538ba5ed1efd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 999 time: 0.1145463 Feb 10 12:01:10.910058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:10.998230 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '9703d008-44a5-402f-8369-51bd4036235f', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'port_id': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'mac_address': 'fa:16:3e:47:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:01:09Z', 'updated_at': '2022-02-10T12:01:09Z', 'revision_number': 0, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:11.002982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Checking router: 268f349b-6e85-403a-b2ae-5fab0de46e16 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:01:11.015433 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:01:11.016740 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:00:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:11.028747 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.092170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.095714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7728481-7e07-4f2e-bde8-1384385e936c req-d9db3192-2b7c-4bcb-8d62-1e80ee0d6186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:11.096091 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.097162 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-d9db3192-2b7c-4bcb-8d62-1e80ee0d6186 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.1918859 Feb 10 12:01:11.115262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d203ed48-3658-4275-80ab-0ccd364fa9dc,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:11.134546 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.137064 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-60242226-073f-46c0-83b1-d44d97ea0ffd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2661500 Feb 10 12:01:11.139944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32836) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:11.147725 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:11.154689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:11.159665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:11.163194 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:11.170446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:11.175037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-04e377f5-f516-4856-8758-bf4fde802cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716717 Feb 10 12:01:11.187441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.206179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:01:11.262690 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.266533 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.289570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffb0d00-538d-45a6-a4cc-3e1150bec765,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:11.301569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.306556 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7911ec73-eff5-4c82-bed8-6814e5bba6ec tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1655405 Feb 10 12:01:11.306820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 32840) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:11.314755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:11.322490 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-485a14f2-7e2c-472e-aef8-2cf869f9737b service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405668 Feb 10 12:01:11.323407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:11.327180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:11.330072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:11.336524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:11.429795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.511034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f7728481-7e07-4f2e-bde8-1384385e936c req-97cba841-6ba7-4aaf-a196-dcdd7a51eaed service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722863 Feb 10 12:01:11.523125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.527513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.550964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3720b71-781b-4205-9e4f-6f9a0f311efb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:11.560845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.562061 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf7a6e1c-a74e-4a3a-8efb-75914effa9c0 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2537024 Feb 10 12:01:11.564783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 32844) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:11.567331 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '9703d008-44a5-402f-8369-51bd4036235f', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'port_id': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'mac_address': 'fa:16:3e:47:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:01:09Z', 'updated_at': '2022-02-10T12:01:09Z', 'revision_number': 0, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:01:11.570528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:11.572067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ecda19-8d20-46a4-8ea2-3f043d4ae193 None None] The sync data for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv is: [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '9703d008-44a5-402f-8369-51bd4036235f', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'floating_ip_address': '172.26.3.85', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'port_id': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'mac_address': 'fa:16:3e:47:26:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:01:09Z', 'updated_at': '2022-02-10T12:01:09Z', 'revision_number': 0, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:01:11.576228 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:11.580063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:11.582948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:11.589367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:11.599963 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Project 39c06d22485e41a8883ee608dbf1ec68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:01:11.606536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.672952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.676314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.701240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dae408-b254-4086-853b-f936a0fb8b79,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:11.712461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.716234 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-709564a0-3849-4eb7-bc01-ef97c6cf6c2a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1479764 Feb 10 12:01:11.716384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 32848) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:01:11.721727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'security_group_rule': {'security_group_id': '866b8338-8fb5-499d-aa42-e407e124cca8', 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:11.727958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:01:11.732194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Usage tracker for resource:security_group_rule and tenant:39c06d22485e41a8883ee608dbf1ec68 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:01:11.735372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:01:11.741170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:01:11.755523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Project 39c06d22485e41a8883ee608dbf1ec68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:01:11.763417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.773441 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba708f-f2fb-4de4-b5ff-922b3a6b335d None None] New status for floating IP 9703d008-44a5-402f-8369-51bd4036235f: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:01:11.859432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.863037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.886564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7875a89e-2923-4239-bd5e-c91ae5753b3d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:11.895777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:11.897054 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c1abf1d1-c801-4c9c-b204-7c9618b9fef8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1796987 Feb 10 12:01:12.031823 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-b25aad91-662c-4ae7-99e3-a0a6978cef39 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984758892&fields=id&tenant_id=39c06d22485e41a8883ee608dbf1ec68 HTTP/1.1" status: 200 len: 267 time: 0.0422592 Feb 10 12:01:12.109738 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-bcf313c5-a785-4d4d-a974-7d967c6d1d3e tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:12.111157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-bcf313c5-a785-4d4d-a974-7d967c6d1d3e tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0737665 Feb 10 12:01:12.122011 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'port': {'security_groups': ['762405fb-b76b-4c11-867c-398b9c4d4717', '866b8338-8fb5-499d-aa42-e407e124cca8']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:01:12.236138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:12.486012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:01:12.510153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:12.514505 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:12.526387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:01:12.582728 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:12.583362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:12.585273 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1830a275-8f20-4971-a71e-65f1b73c6545 req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "PUT /v2.0/ports/408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 982 time: 0.4676781 Feb 10 12:01:12.585717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:01:12.603904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8fcb7-b307-45e1-be9e-80060c5d687b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=6']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:01:12.648572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:01:12.661040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:01:12.826169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4e977-becd-4084-b6b7-a38c9e00b9d9 req-b4d4fa94-029a-4eb4-a828-f054e7015acc tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:12.827768 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37a4e977-becd-4084-b6b7-a38c9e00b9d9 req-b4d4fa94-029a-4eb4-a828-f054e7015acc tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.1060021 Feb 10 12:01:12.831006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-549dec46-d277-4ef3-805f-41c189931612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1138 time: 0.1470511 Feb 10 12:01:12.950238 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4b6c0eea-bed8-4088-8b7b-3c6297069dab None None] Provisioning complete for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:01:12.950600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0eea-bed8-4088-8b7b-3c6297069dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:12.965694 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-37a4e977-becd-4084-b6b7-a38c9e00b9d9 req-e6c5d676-7418-4c3c-aecf-7f44f487b755 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308563 Feb 10 12:01:13.006221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-06bbbd85-16d7-4593-920d-1794f8266a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:13.007955 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-06bbbd85-16d7-4593-920d-1794f8266a8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1570296 Feb 10 12:01:13.110141 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-89c8aa58-e4c6-4e25-adb6-216961d2da37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 1001 time: 0.0952613 Feb 10 12:01:13.269238 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-71f19368-ef27-4a39-a31d-0e24f16b308d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:13.270713 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-71f19368-ef27-4a39-a31d-0e24f16b308d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.1546912 Feb 10 12:01:13.346115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-dc0c4983-0240-495f-8cab-a2edc105c131 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690274 Feb 10 12:01:13.477679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-c28d7a5a-9810-4d38-b286-9362300d2a81 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229630 Feb 10 12:01:13.608812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7f6de93f-394f-43df-8f54-14c6cb681f81 req-519a88c9-e570-420f-a8ff-639e482095c6 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236486 Feb 10 12:01:18.869938 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:01:27.251961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-64b971d1-9e18-417a-9cc3-623bf5688255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:28.331521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-b03ab87f-9c81-4868-87b9-3ac759945736 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1138 time: 0.1246746 Feb 10 12:01:28.362336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270475dc-36e9-4d7f-a639-09916e9b431c req-8fd1bf39-63ed-4fe9-b0be-f07e958b485f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:28.363690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-270475dc-36e9-4d7f-a639-09916e9b431c req-8fd1bf39-63ed-4fe9-b0be-f07e958b485f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.1170213 Feb 10 12:01:28.483434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-270475dc-36e9-4d7f-a639-09916e9b431c req-1211fb34-073f-4056-a8a5-e92465fbeac7 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744090 Feb 10 12:01:28.499949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-66c74d68-d710-44a3-bfd5-efa84a8f5176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:28.510609 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-66c74d68-d710-44a3-bfd5-efa84a8f5176 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1628797 Feb 10 12:01:28.600534 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-d96f460e-00be-40ef-9414-7b00b0299ec7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 1001 time: 0.0929439 Feb 10 12:01:28.668328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-8e272b38-4ff3-46ea-98db-be7ac42a58fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:28.669939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-8e272b38-4ff3-46ea-98db-be7ac42a58fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.0575590 Feb 10 12:01:28.743705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-0a69eff7-7522-498c-b230-0f44eb3b367b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676036 Feb 10 12:01:28.874655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-c9c9e6a2-08b1-40a6-bac2-dfbff4c3e436 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233308 Feb 10 12:01:29.005017 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eb8921c0-5d9c-4cfd-a639-178a35736011 req-0b288bc1-46a7-4da7-a494-db1a96bc3ec6 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233895 Feb 10 12:01:29.440391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a61f199a-cb35-4a43-a678-31d8a245357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:29.680835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831ed62-2d4b-4cd3-8348-b17ce03e8dae req-35d67a7b-a502-42b9-b95c-57299663be94 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:29.682283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a831ed62-2d4b-4cd3-8348-b17ce03e8dae req-35d67a7b-a502-42b9-b95c-57299663be94 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0781963 Feb 10 12:01:29.728283 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a831ed62-2d4b-4cd3-8348-b17ce03e8dae req-2463c1ac-4d04-4571-afdd-fd7f95c54616 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403385 Feb 10 12:01:30.588989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:30.766091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:30.931309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8df57-6b3b-4905-9b08-e24c5e287b03 req-732cd820-dc9b-4681-bdfb-f8b0f7764a11 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:30.932974 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7f8df57-6b3b-4905-9b08-e24c5e287b03 req-732cd820-dc9b-4681-bdfb-f8b0f7764a11 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0764184 Feb 10 12:01:30.993057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7f8df57-6b3b-4905-9b08-e24c5e287b03 req-adcbddf5-259b-4095-9ce3-a85be4bc1b8f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470140 Feb 10 12:01:32.141543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:32.186768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d5f37-f081-4a27-8dc7-ae51e3ce1bec req-b288d203-a3d4-405c-90a3-1b55919528ea tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:32.188236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab4d5f37-f081-4a27-8dc7-ae51e3ce1bec req-b288d203-a3d4-405c-90a3-1b55919528ea tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0761859 Feb 10 12:01:32.236274 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ab4d5f37-f081-4a27-8dc7-ae51e3ce1bec req-afd2564f-30e5-4b7a-8544-884f488e0bff tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421929 Feb 10 12:01:33.515590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6efbe-6c50-49cf-9ca4-4da91f960810 req-32046b3a-886d-4e2c-97cc-1929f3147580 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:33.517177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daa6efbe-6c50-49cf-9ca4-4da91f960810 req-32046b3a-886d-4e2c-97cc-1929f3147580 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.1623333 Feb 10 12:01:33.563721 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daa6efbe-6c50-49cf-9ca4-4da91f960810 req-065cfbc6-fa4b-49fa-805e-2b5843aa0937 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398481 Feb 10 12:01:34.110042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:34.756645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91de55a-17bb-4211-85db-e2925d6f28c9 req-b8a2fc8d-6355-49cd-8e98-9ce3e6237680 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:34.758332 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d91de55a-17bb-4211-85db-e2925d6f28c9 req-b8a2fc8d-6355-49cd-8e98-9ce3e6237680 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0744150 Feb 10 12:01:34.804318 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d91de55a-17bb-4211-85db-e2925d6f28c9 req-980e3f50-3910-483b-8d13-85cfcaade9d9 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404501 Feb 10 12:01:35.998093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cf28f-f252-458d-8edb-83e8d7eb78d6 req-1c7ed031-6c0b-4bdf-98ad-7611b53ea077 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:35.999533 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e6cf28f-f252-458d-8edb-83e8d7eb78d6 req-1c7ed031-6c0b-4bdf-98ad-7611b53ea077 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0788932 Feb 10 12:01:36.045539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3e6cf28f-f252-458d-8edb-83e8d7eb78d6 req-d008fcdc-c61c-469b-9247-0d9926765162 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402520 Feb 10 12:01:37.239581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b902ea-7353-470c-8c63-4584987f1c87 req-34990ba2-5b4a-4307-a7ff-68b2aaa51683 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:37.241025 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54b902ea-7353-470c-8c63-4584987f1c87 req-34990ba2-5b4a-4307-a7ff-68b2aaa51683 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0750253 Feb 10 12:01:37.287630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54b902ea-7353-470c-8c63-4584987f1c87 req-271e44e7-9345-47c8-879d-c1457127c492 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405760 Feb 10 12:01:38.483815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711c296-845d-4695-a3c7-6415f047bb65 req-e8fbdaf1-5aba-4c4c-9389-2e0cd16e5241 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:38.485235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9711c296-845d-4695-a3c7-6415f047bb65 req-e8fbdaf1-5aba-4c4c-9389-2e0cd16e5241 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0771716 Feb 10 12:01:38.530550 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9711c296-845d-4695-a3c7-6415f047bb65 req-a08eef17-22c9-42bb-8368-ca561f78cf10 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399401 Feb 10 12:01:39.724543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29cf31-1a6c-4faa-bee3-b7ef5257a6e5 req-92d400a6-32b1-4915-8be1-07adc7a37b3c tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:39.726020 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b29cf31-1a6c-4faa-bee3-b7ef5257a6e5 req-92d400a6-32b1-4915-8be1-07adc7a37b3c tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0786502 Feb 10 12:01:39.778305 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3b29cf31-1a6c-4faa-bee3-b7ef5257a6e5 req-263eea45-a2f3-4c64-9d53-27ee6ddd18b8 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453763 Feb 10 12:01:40.975106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-84798983-eb24-42e3-b317-112a933e2b19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1212819 Feb 10 12:01:40.991610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c4224-230a-4516-acc9-43ba1217ccaf req-eecb43e6-97e1-4161-a861-92f5a1f29468 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:40.993022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-411c4224-230a-4516-acc9-43ba1217ccaf req-eecb43e6-97e1-4161-a861-92f5a1f29468 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0930002 Feb 10 12:01:41.042728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-411c4224-230a-4516-acc9-43ba1217ccaf req-e6999d93-f67c-4ff1-9e10-3d987783e416 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&id=866b8338-8fb5-499d-aa42-e407e124cca8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438952 Feb 10 12:01:41.111646 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-3b64ef3e-2bd7-48ea-9a37-7d74fb618ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1138 time: 0.0666990 Feb 10 12:01:41.253825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-c24da01a-eeef-4cab-ae92-ce864364977f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:41.255306 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-c24da01a-eeef-4cab-ae92-ce864364977f service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1256850 Feb 10 12:01:41.355538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-0e222667-7ebc-4198-802b-c04a444de5e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 1001 time: 0.0946960 Feb 10 12:01:41.415994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-3833cb31-d176-4ab6-bee9-f21ae0231a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:01:41.417371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-3833cb31-d176-4ab6-bee9-f21ae0231a7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.0564544 Feb 10 12:01:41.492549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-25125575-e6b0-449f-a53f-8656bb7fce67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694637 Feb 10 12:01:41.618861 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-21c96c08-7ca9-4e89-9300-0fb3a01ba38d service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200140 Feb 10 12:01:41.744999 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64f2a895-1d51-43f0-ad02-80a43003a444 req-065038bb-6e43-4606-8fe4-6f482890e818 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203640 Feb 10 12:01:55.870166 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:01:57.252913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6439681-8248-4241-a7b7-504bbd97b639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:01:59.442109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7200-5e58-4063-ba6e-41a610623f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.592031 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:00.769737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:02.143873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:04.121544 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:13.605477 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-b9cf9831-2e16-4e80-9c7c-56a2e2f29a9a tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984758892&fields=id&tenant_id=39c06d22485e41a8883ee608dbf1ec68 HTTP/1.1" status: 200 len: 267 time: 0.0405653 Feb 10 12:02:13.681888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-dbafa4e0-f8c9-4901-8dbf-dcadc70f18e7 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:13.684261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-dbafa4e0-f8c9-4901-8dbf-dcadc70f18e7 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 985 time: 0.0737667 Feb 10 12:02:13.693365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Request body: {'port': {'security_groups': ['762405fb-b76b-4c11-867c-398b9c4d4717']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:13.810823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.131612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:14.157235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.160717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.173073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:14.221091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:14.221685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.223024 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd0795a0-3a7f-4908-8907-daa14db2ad24 req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "PUT /v2.0/ports/408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 943 time: 0.5339220 Feb 10 12:02:14.227841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:14.228935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32904) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:14.267134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event updated for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=7']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:14.277301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.277777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.278118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.278763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.278763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.279077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.279420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.279739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.280060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.280376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.280691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ac7f4-cd72-458f-9f60-f054cc5dd837 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.298893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:14.316233 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:02:14.326406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.360715 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.417801 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-48ec7472-4912-4aa6-8c7c-2101d7a40fbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1099 time: 0.0787349 Feb 10 12:02:14.437482 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.456401 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b8338-8fb5-499d-aa42-e407e124cca8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:14.466626 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.470201 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "DELETE /v2.0/security-groups/866b8338-8fb5-499d-aa42-e407e124cca8 HTTP/1.1" status: 204 len: 168 time: 0.2379639 Feb 10 12:02:14.470642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32910) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:14.553667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.554127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.554531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.554940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.555384 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.555778 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.556176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.556569 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.557517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.558108 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.558225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba51583b-79e0-478f-ae22-ce41c875bd9f tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:14.564566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6a11c787-f7b8-4a84-9355-d18361c4c83a None None] Provisioning complete for port 408477a4-b3e1-43ea-a963-3ecf8f784b37 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:14.565084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6a11c787-f7b8-4a84-9355-d18361c4c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.571769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-daed1e82-e581-4f7f-83dc-47e55f64a598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:14.573493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-daed1e82-e581-4f7f-83dc-47e55f64a598 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1490433 Feb 10 12:02:14.684368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-6e3a83f7-a7c8-417f-a4fe-96bc179cd302 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 1001 time: 0.1048882 Feb 10 12:02:14.702759 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Deleting port fd8e955c-3277-4127-931c-e759496b1e08 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:14.703223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.746272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-4a73321c-664c-4364-a68e-ef01a517ff0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:14.747715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-4a73321c-664c-4364-a68e-ef01a517ff0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.0562932 Feb 10 12:02:14.824030 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-cc1431bd-072a-4953-9e1e-79a00b362bc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696959 Feb 10 12:02:14.866220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.866537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:14.955699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-b3c1a332-fa0a-48d4-ab59-79ef9380ab69 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257098 Feb 10 12:02:14.983388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Calling delete_port for fd8e955c-3277-4127-931c-e759496b1e08 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:15.088857 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7967c2ff-8919-4ff0-9684-611732a6b051 req-01b3cfbb-410a-4be4-a742-482a67741f57 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272600 Feb 10 12:02:15.128638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:15.174559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event deleted for resources: {'Port': ['ID=fd8e955c-3277-4127-931c-e759496b1e08,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:15.260726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:15.633845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Router 268f349b-6e85-403a-b2ae-5fab0de46e16 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:15.914298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:15.923919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Sync routers for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:15.934416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:15.936280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:15.936947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:15.992552 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8bae4beb-76f5-4fd3-9e03-71bfb9206af6 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "DELETE /v2.0/floatingips/9703d008-44a5-402f-8369-51bd4036235f HTTP/1.1" status: 204 len: 168 time: 1.5208039 Feb 10 12:02:15.993233 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:16.122149 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:16.128251 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:02:16.219988 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-95dc5adc-79c3-4c23-8b75-8f3fce3ad2c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39c06d22485e41a8883ee608dbf1ec68&device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 1099 time: 0.0705168 Feb 10 12:02:16.369662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-bfe642c5-2d8d-4d16-8599-588c601ead6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:16.371221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-bfe642c5-2d8d-4d16-8599-588c601ead6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 200 len: 916 time: 0.1457865 Feb 10 12:02:16.440954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-9c8f2bad-65aa-4cb4-9a44-5efc2df1b043 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 200 len: 217 time: 0.0644240 Feb 10 12:02:16.495761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:16.499703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Checking router: 268f349b-6e85-403a-b2ae-5fab0de46e16 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:16.501363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-91b14020-8ad5-452e-8816-c8ce74ed15a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:16.502787 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-91b14020-8ad5-452e-8816-c8ce74ed15a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 200 len: 854 time: 0.0568237 Feb 10 12:02:16.511111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:16.511734 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:16.575842 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-d4b68271-2de9-442c-b6b9-f57e67f189d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1db2b6a-dd9e-4510-9394-de36f7538311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669005 Feb 10 12:02:16.689525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:16.707196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-77b6412b-c1cd-4d99-90b2-14f607669f5b service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252098 Feb 10 12:02:16.957323 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39d88f7a-1b88-4c69-a889-5c1a3b55ca9f req-f3f3d121-82f4-49bd-a8d8-899d3a01e553 service neutron] 10.222.0.32 "GET /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309430 Feb 10 12:02:17.022371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:17.026428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af64c4-37cf-45c0-bf67-d06e4dbaab01 None None] The sync data for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv is: [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:20Z', 'revision_number': 4, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '440c48e2-efa2-4b56-a88b-1138d54a157c', 'name': '', 'network_id': 'b1db2b6a-dd9e-4510-9394-de36f7538311', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'mac_address': 'fa:16:3e:e1:43:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:19Z', 'updated_at': '2022-02-10T12:00:38Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'subnets': [{'id': '840c04a3-28cc-420d-b633-bfc95c6a31a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:17.252055 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ec55-c97c-470d-ad05-e82aad2f207d None None] New status for floating IP 9703d008-44a5-402f-8369-51bd4036235f: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:02:20.370201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7319ff8-619a-4e06-8757-9f2475d92cea req-70882d4f-fd8c-4dd8-ad40-a3733e24ab31 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:20.372175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7319ff8-619a-4e06-8757-9f2475d92cea req-70882d4f-fd8c-4dd8-ad40-a3733e24ab31 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0783350 Feb 10 12:02:20.418050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c7319ff8-619a-4e06-8757-9f2475d92cea req-541fc015-43ac-4768-b505-2b6b90bbaa7e tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Feb 10 12:02:21.623528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b889bf-3f01-4a2c-a8a4-8975b7d9ea06 req-eacd18d0-bba2-43e0-a01b-d6e2a33e2e3b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:21.625014 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b889bf-3f01-4a2c-a8a4-8975b7d9ea06 req-eacd18d0-bba2-43e0-a01b-d6e2a33e2e3b tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0815716 Feb 10 12:02:21.670098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09b889bf-3f01-4a2c-a8a4-8975b7d9ea06 req-d4a327ef-25d6-4dc5-b5e2-b662b3142504 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/security-groups?id=762405fb-b76b-4c11-867c-398b9c4d4717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Feb 10 12:02:21.981841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-2460efb7-6d51-4c6a-bca5-d6c8a3cbc5fd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:21.983272 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-2460efb7-6d51-4c6a-bca5-d6c8a3cbc5fd tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.32 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 946 time: 0.0754511 Feb 10 12:02:22.053316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Deleting port 408477a4-b3e1-43ea-a963-3ecf8f784b37 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:22.053648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:22.288843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] For port 408477a4-b3e1-43ea-a963-3ecf8f784b37, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=408477a4-b3e1-43ea-a963-3ecf8f784b37,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:22.289198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:22.408616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Calling delete_port for 408477a4-b3e1-43ea-a963-3ecf8f784b37 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:22.544245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:22.555307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['408477a4-b3e1-43ea-a963-3ecf8f784b37'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:22.595731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Pushing event deleted for resources: {'Port': ['ID=408477a4-b3e1-43ea-a963-3ecf8f784b37,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:22.664476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] No DVR routers for this DVR port 408477a4-b3e1-43ea-a963-3ecf8f784b37 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:02:22.666834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:22.669230 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'name': 'network-vif-deleted', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:22.680400 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d19b646-382f-421d-a69b-05eeb2b0d1f3 req-b8fd5c20-e0ec-4b81-9ced-2d9c72172864 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.32 "DELETE /v2.0/ports/408477a4-b3e1-43ea-a963-3ecf8f784b37 HTTP/1.1" status: 204 len: 173 time: 0.6911018 Feb 10 12:02:22.724978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3808f6dc-8c11-4021-ae67-81d188f74f41', 'name': 'network-vif-deleted', 'tag': '408477a4-b3e1-43ea-a963-3ecf8f784b37', 'status': 'completed', 'code': 200} Feb 10 12:02:22.848336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-67f6821c-64fa-4eae-b6b3-af0f9bc27967 req-44010dea-6887-46b5-b00f-86ce3ee49f69 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Synchronizing usage tracker for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:22.863384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-67f6821c-64fa-4eae-b6b3-af0f9bc27967 req-44010dea-6887-46b5-b00f-86ce3ee49f69 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] Unset dirty status for tenant:39c06d22485e41a8883ee608dbf1ec68 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:22.864554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-67f6821c-64fa-4eae-b6b3-af0f9bc27967 req-44010dea-6887-46b5-b00f-86ce3ee49f69 tempest-TestMinimumBasicScenario-112132623 tempest-TestMinimumBasicScenario-112132623-project] 10.222.0.42 "GET /v2.0/ports?device_id=3808f6dc-8c11-4021-ae67-81d188f74f41 HTTP/1.1" status: 200 len: 210 time: 0.0559850 Feb 10 12:02:24.528090 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32994) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:24.902811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:25.467607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Deleting port 440c48e2-efa2-4b56-a88b-1138d54a157c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:25.467939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:25.629922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] For port 440c48e2-efa2-4b56-a88b-1138d54a157c, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=440c48e2-efa2-4b56-a88b-1138d54a157c,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:25.630583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:25.836597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Calling delete_port for 440c48e2-efa2-4b56-a88b-1138d54a157c owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:25.996987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.043001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=440c48e2-efa2-4b56-a88b-1138d54a157c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:26.134301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 408477a4-b3e1-43ea-a963-3ecf8f784b37 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:26.168032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 408477a4-b3e1-43ea-a963-3ecf8f784b37 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:26.168370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 408477a4-b3e1-43ea-a963-3ecf8f784b37 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:26.321117 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:26.890464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Router 268f349b-6e85-403a-b2ae-5fab0de46e16 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:27.082782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:27.091107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Sync routers for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:27.097965 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9b79974a-f6a4-4195-ae82-c9a1adc00e26 admin admin] 10.222.0.42 "PUT /v2.0/routers/268f349b-6e85-403a-b2ae-5fab0de46e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5688303 Feb 10 12:02:27.100475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 32998) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:27.105779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:27.106378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.266032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ab9f38a1-81ce-403f-9748-3d437368128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:27.297441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:27.385092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:27.572574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:02:25Z', 'revision_number': 5, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port': {'id': '4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.575663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:27.576318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Checking router: 268f349b-6e85-403a-b2ae-5fab0de46e16 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:27.584923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Deleting port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:27.585273 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:27.586843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Routers {'268f349b-6e85-403a-b2ae-5fab0de46e16'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:27.587461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:01:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['268f349b-6e85-403a-b2ae-5fab0de46e16'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.753572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] For port 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:27.754024 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:27.772418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] Set router 268f349b-6e85-403a-b2ae-5fab0de46e16 gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:27.874841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Calling delete_port for 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:27.878082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:02:27Z', 'revision_number': 6, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:27.882437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea597faa-c842-4c49-8de2-055f7a233e96 None None] The sync data for ids ['268f349b-6e85-403a-b2ae-5fab0de46e16'] in dv-neutron-827807-1-hyperv is: [{'id': '268f349b-6e85-403a-b2ae-5fab0de46e16', 'name': 'tempest-TestMinimumBasicScenario-1147417449-router', 'tenant_id': '39c06d22485e41a8883ee608dbf1ec68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:17Z', 'updated_at': '2022-02-10T12:02:27Z', 'revision_number': 6, 'project_id': '39c06d22485e41a8883ee608dbf1ec68', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:28.043664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.087921 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:28.305629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.640021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.644345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.667873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.668385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268f349b-6e85-403a-b2ae-5fab0de46e16 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:02:28.680051 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.681148 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2a60e1b6-279e-4a74-80cc-3676739bb582 admin admin] 10.222.0.42 "DELETE /v2.0/routers/268f349b-6e85-403a-b2ae-5fab0de46e16 HTTP/1.1" status: 204 len: 168 time: 1.5797250 Feb 10 12:02:28.684319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33002) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:28.742950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Deleting subnet 840c04a3-28cc-420d-b633-bfc95c6a31a4 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:02:28.746412 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.796784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.878851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.944182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.983933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840c04a3-28cc-420d-b633-bfc95c6a31a4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:28.988411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:28.997026 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-010b3de8-a397-49a5-a342-54ecec513d8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/840c04a3-28cc-420d-b633-bfc95c6a31a4 HTTP/1.1" status: 204 len: 168 time: 0.3089118 Feb 10 12:02:28.997264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd72741-4b80-4182-b6e9-3466e76b1d05 None None] Network b1db2b6a-dd9e-4510-9394-de36f7538311 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:02:28.997664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33006) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:29.098966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.110013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Deleting port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:29.110341 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.243390 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] DHCP port deletion for b1db2b6a-dd9e-4510-9394-de36f7538311 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:02:29.248215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Deleting port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:29.248581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.309672 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] For port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:29.310018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.432313 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Calling delete_port for 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:29.456646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] For port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,segment=NetworkSegment(794a110a-be75-4629-abfd-4b76884ee768),segment_id=794a110a-be75-4629-abfd-4b76884ee768)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:29.457034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.467049 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d0b73762-6fe2-4c07-b687-181c7deeb7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.505503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.548997 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee90d61-5978-462c-9d6e-b1e11f0aaf82,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:29.554793 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] No DVR routers for this DVR port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:02:29.577152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Calling delete_port for 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:29.645590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:02:29.645944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:02:29.666020 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.693996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1db2b6a-dd9e-4510-9394-de36f7538311']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:29.705328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794a110a-be75-4629-abfd-4b76884ee768') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:29.705614 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794a110a-be75-4629-abfd-4b76884ee768') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:29.716501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.732103 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.737895 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:02:29.738294 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:02:29.751255 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:02:29.820801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.841406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:29.851100 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1db2b6a-dd9e-4510-9394-de36f7538311,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:29.864614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-76bf2750-8e71-4995-99bf-270340efe19b admin admin] 10.222.0.42 "DELETE /v2.0/networks/b1db2b6a-dd9e-4510-9394-de36f7538311 HTTP/1.1" status: 204 len: 168 time: 0.8664620 Feb 10 12:02:29.867601 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33010) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:29.915579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:29.950371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:29.950624 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:29.951029 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:29.982961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:29.983329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4f951de5-ac9f-4d7e-9c9d-3c8da1493c9b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:29.983745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 440c48e2-efa2-4b56-a88b-1138d54a157c no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:30.015885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 440c48e2-efa2-4b56-a88b-1138d54a157c {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:30.016561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 440c48e2-efa2-4b56-a88b-1138d54a157c not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:30.147319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Deleting port 4ee90d61-5978-462c-9d6e-b1e11f0aaf82 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:30.147690 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.210298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0fa71572-fb22-4948-8ae9-ca943c241541 None None] The port '4ee90d61-5978-462c-9d6e-b1e11f0aaf82' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:02:30.329237 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.594501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.772216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:30.900852 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Deleting port 4042ad73-81bf-4dac-885b-f4019f6c83ed {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:30.901193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:31.066162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] For port 4042ad73-81bf-4dac-885b-f4019f6c83ed, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=4042ad73-81bf-4dac-885b-f4019f6c83ed,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:31.066511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:31.180769 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Calling delete_port for 4042ad73-81bf-4dac-885b-f4019f6c83ed owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:31.340007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:31.386454 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Pushing event deleted for resources: {'Port': ['ID=4042ad73-81bf-4dac-885b-f4019f6c83ed,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:31.749516 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.145917 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.315071 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Router f969ab1d-8147-496d-9db7-1baecfbe47c9 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:32.509183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:32.517858 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Sync routers for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:32.530564 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:32.531321 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:32.531921 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1c6b8e99-8f5a-4525-b003-a60919700394 admin admin] 10.222.0.42 "PUT /v2.0/routers/f969ab1d-8147-496d-9db7-1baecfbe47c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6633079 Feb 10 12:02:32.534385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33016) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:32.706530 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:32.725033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.890499 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:02:32.922164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.931684 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Deleting port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:32.932347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:32.997838 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20'}], 'enable_snat': True}, 'gw_port_id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:02:31Z', 'revision_number': 5, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port': {'id': 'ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:00:23Z', 'updated_at': '2022-02-10T12:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:33.002891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Checking router: f969ab1d-8147-496d-9db7-1baecfbe47c9 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:33.014124 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Routers {'f969ab1d-8147-496d-9db7-1baecfbe47c9'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:33.014715 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['f969ab1d-8147-496d-9db7-1baecfbe47c9'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:33.157201 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] Set router f969ab1d-8147-496d-9db7-1baecfbe47c9 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:33.202343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] For port ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:33.202695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:33.260531 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:02:32Z', 'revision_number': 6, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:33.264607 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca0ebb-ef88-4f1b-9a18-c4ddf93a282f None None] The sync data for ids ['f969ab1d-8147-496d-9db7-1baecfbe47c9'] in dv-neutron-827807-1-hyperv is: [{'id': 'f969ab1d-8147-496d-9db7-1baecfbe47c9', 'name': 'tempest-TestMinimumBasicScenario-2118481728-router', 'tenant_id': 'df1e0446c24544d5a699d7aae1b6b921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:00:22Z', 'updated_at': '2022-02-10T12:02:32Z', 'revision_number': 6, 'project_id': 'df1e0446c24544d5a699d7aae1b6b921', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:33.321645 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Calling delete_port for ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:33.478060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:33.524170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:33.739475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:33.983459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:33.987470 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.015691 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.016253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f969ab1d-8147-496d-9db7-1baecfbe47c9 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:02:34.030695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.031913 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a16c0b26-49d2-4de4-849f-5c0e66d9c93f admin admin] 10.222.0.42 "DELETE /v2.0/routers/f969ab1d-8147-496d-9db7-1baecfbe47c9 HTTP/1.1" status: 204 len: 168 time: 1.4966233 Feb 10 12:02:34.034577 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33020) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:34.067372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:34.095945 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Deleting subnet fe7dca98-4e5c-4fa3-846f-290766e7164f {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:02:34.098740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.099704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:34.100117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ce9ec845-8d3f-47ab-aa4b-eb37e5a834c8 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:34.100578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4042ad73-81bf-4dac-885b-f4019f6c83ed no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:34.137221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 4042ad73-81bf-4dac-885b-f4019f6c83ed {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:34.137547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 4042ad73-81bf-4dac-885b-f4019f6c83ed not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:34.149615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.153441 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.232172 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.306686 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.429659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7dca98-4e5c-4fa3-846f-290766e7164f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:34.435530 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.440771 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4034fa-e2d5-47db-904a-9ff917b9d583 None None] Network 941ecca5-b43f-489e-a218-81218f259dcc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:02:34.441391 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1898d111-cf72-466b-a128-3df766a16a79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fe7dca98-4e5c-4fa3-846f-290766e7164f HTTP/1.1" status: 204 len: 168 time: 0.4058058 Feb 10 12:02:34.443781 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33024) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:34.547504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.557610 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Deleting port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:34.557889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.677708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] DHCP port deletion for 941ecca5-b43f-489e-a218-81218f259dcc request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:02:34.681937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Deleting port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:34.682308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.765854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] For port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:34.766207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.886615 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Calling delete_port for 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:34.921898 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] For port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,segment=NetworkSegment(3e1b1c66-0173-491c-baf0-76119bb244c0),segment_id=3e1b1c66-0173-491c-baf0-76119bb244c0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:34.922190 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:34.962758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.005572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d612ed9-f80c-4dc3-8080-35bcf1b8fefd,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:35.012290 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] No DVR routers for this DVR port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:02:35.038832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Calling delete_port for 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:02:35.104510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:02:35.105179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:02:35.124491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.149041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941ecca5-b43f-489e-a218-81218f259dcc']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:35.161086 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1b1c66-0173-491c-baf0-76119bb244c0') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:35.161383 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1b1c66-0173-491c-baf0-76119bb244c0') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:35.172220 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.191208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.197510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:02:35.198038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:02:35.211845 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:02:35.284798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.299632 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.309567 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] Pushing event deleted for resources: {'Network': ['ID=941ecca5-b43f-489e-a218-81218f259dcc,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:35.316351 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-75fdb99c-c512-47f4-a46f-58dd4d45ee37 admin admin] 10.222.0.42 "DELETE /v2.0/networks/941ecca5-b43f-489e-a218-81218f259dcc HTTP/1.1" status: 204 len: 168 time: 0.8716667 Feb 10 12:02:35.503914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33030) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:35.556260 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2d3d35a0-41d9-4ce2-9371-d37c379e6daf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39c06d22485e41a8883ee608dbf1ec68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512333 Feb 10 12:02:35.559184 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33034) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:35.606476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Deleting port 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:02:35.606849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.615492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.641403 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.670924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-756bdf2e-429b-4fd9-98b4-bc481646837e None None] The port '2d612ed9-f80c-4dc3-8080-35bcf1b8fefd' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:02:35.696848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.711823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762405fb-b76b-4c11-867c-398b9c4d4717,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:35.719611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:35.720706 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed5f2b68-3a27-41f5-8734-a0c95daa46fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/762405fb-b76b-4c11-867c-398b9c4d4717 HTTP/1.1" status: 204 len: 168 time: 0.1606393 Feb 10 12:02:35.906821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:02:35.939136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:02:35.939403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 2d612ed9-f80c-4dc3-8080-35bcf1b8fefd not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:02:36.099337 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33042) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:36.147126 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1b7513b4-0b29-4be7-a158-f41ac63d8245 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df1e0446c24544d5a699d7aae1b6b921&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466981 Feb 10 12:02:36.149488 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33046) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:36.208057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:36.232760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:36.282631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:36.296495 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af85260c-e308-43a5-b087-eb86f229f392,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:36.302841 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:36.303973 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-72f720c5-7983-4ad0-8d34-e12164c469fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af85260c-e308-43a5-b087-eb86f229f392 HTTP/1.1" status: 204 len: 168 time: 0.1536355 Feb 10 12:02:38.461541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33090) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:38.467037 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893199249', 'description': 'tempest-secgroup-smoke-893199249 description', 'project_id': '56d4e085ca1346539f868d67b13bb483'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:38.472908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:38.476600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:38.479366 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:38.484831 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:38.494642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.507321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.537491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:38.541183 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:38.543951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:38.549679 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:38.614985 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.618707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.661755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:38.665581 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83713af1-a0a0-4618-b6b5-4a81278d9edb,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:38.669658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:38.672477 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:38.678062 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:38.732012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.735492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.775333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320d75e5-9aa6-425b-937b-6dcbe53a4c8d,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:38.778141 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.779307 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-70626243-e6ff-4e22-81e2-2b20ffb69df7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3167522 Feb 10 12:02:38.782209 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33094) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:38.787696 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:38.793925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:38.797592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:38.800382 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:38.806032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:38.821918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.879413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.883083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.904346 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74169f2d-8bd5-4f4d-a505-de27541d56f6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:38.912583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:38.913723 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-66a8c357-e4b8-48ec-951e-ea01a1b776be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1306307 Feb 10 12:02:38.916464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33098) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:38.922306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:38.927899 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:38.931575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:38.934944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:38.940472 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:38.958368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.021407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.024648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.046432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19608d3-fdaf-4d18-b6f1-d777376cd698,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.054949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.056125 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-81fd4fa1-0fea-47b1-abe6-4fd52dc62a3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1381845 Feb 10 12:02:39.059218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33102) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.064343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.069738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.073974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.076734 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.082207 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.097432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.156879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.160349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.182145 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff5c45b-1320-41db-b131-b92478154bef,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.190934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.192113 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-26aa0b10-1301-4270-9918-9eb9d754c12f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1320057 Feb 10 12:02:39.194732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33106) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.200522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.206031 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.209753 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.212586 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.218345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.233752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.297958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.301446 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.326328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10905b6-b87a-4e25-8028-c600a33b6fd6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.335284 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.336489 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8f184cfe-ed63-4cde-b579-40913a82165b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1408293 Feb 10 12:02:39.339080 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33110) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.344548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.350213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.353943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.356876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.362592 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.381205 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:02:39.391556 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.462700 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.466275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.488762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c178c64b-bcf4-48f8-95ad-c7bdd49266af,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.498420 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.499594 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bd7e29e9-9d0e-4843-a6e0-ca6067aa238b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1595163 Feb 10 12:02:39.502257 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33114) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.507733 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '320d75e5-9aa6-425b-937b-6dcbe53a4c8d', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.513324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.517445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.520365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.526166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.535504 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:02:39.541597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.605088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.608515 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.631883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1dd8f9-97c4-4d8e-8541-cdc98b78dbdc,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.640338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.641481 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9603d9aa-2474-45ca-9cad-3b751463ef15 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1383438 Feb 10 12:02:39.644463 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33118) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.649659 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'network': {'name': 'tempest-network-smoke--1969488713', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.654349 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.657992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:network and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.660882 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.666497 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.677066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:02:39.680230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.707620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:02:39.716160 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.716494 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Added segment b1e0bd7a-6a8b-441d-b112-b78e74ed5c61 of type vlan for network a68da46c-897b-4484-97f9-20682a9aeb2e Feb 10 12:02:39.745770 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.773241 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.777662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:39.778230 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.875348 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2298679 Feb 10 12:02:39.878166 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33122) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:39.885603 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'admin_state_up': True, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:39.890940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9842b-b1fa-4c88-879c-21f84726975e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Network': ['ID=a68da46c-897b-4484-97f9-20682a9aeb2e,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:39.895560 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:39.900256 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:router and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:39.900889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a68da46c-897b-4484-97f9-20682a9aeb2e details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:02:39.903746 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:39.909563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:39.920064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.921106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:39.943884 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.162036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.334481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.362966 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.494440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.14 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/1c60f61c-44bb-4b47-8826-5f544bd39e37) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:40.636598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.662330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.729849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:40.732492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:40.736762 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:40.761180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=1c60f61c-44bb-4b47-8826-5f544bd39e37,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:40.890559 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:40.891304 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:41.110978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 3d1f5d18-9485-4907-80e4-f08d9c359b6a is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:02:41.303041 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:41.312635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Sync routers for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:41.324248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:41.324840 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:41.328475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:41.329819 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8946600d-4288-4d5f-9434-0db554ba9a79 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4507420 Feb 10 12:02:41.332972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33126) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:41.503140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:41.522771 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-268a4874-9694-4bfc-8b3f-eead154c6a41 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=56d4e085ca1346539f868d67b13bb483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1854124 Feb 10 12:02:41.522988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33132) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:41.650117 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824ccd4-768e-4aa2-bf8b-bc1e1cd06894 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:41.651650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e824ccd4-768e-4aa2-bf8b-bc1e1cd06894 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277559 Feb 10 12:02:41.654383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:41.692901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d1439fba-c65e-4fbe-9803-f0ce93b3fda7 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373819 Feb 10 12:02:41.695223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:41.700453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304236242', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:41.778379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:40Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:41.782120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Checking router: 3d1f5d18-9485-4907-80e4-f08d9c359b6a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:41.782456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Updating router 3d1f5d18-9485-4907-80e4-f08d9c359b6a port 1c60f61c-44bb-4b47-8826-5f544bd39e37 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:02:41.807284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:41.811687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:subnet and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:41.814439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:41.820091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:41.829827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:02:41.834916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.031876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.189512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.200905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Transition to ACTIVE for port object 1c60f61c-44bb-4b47-8826-5f544bd39e37 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:42.207741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.244672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.286994 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Pushing event updated for resources: {'Port': ['ID=1c60f61c-44bb-4b47-8826-5f544bd39e37,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:42.289058 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Attempting to bind port 1c60f61c-44bb-4b47-8826-5f544bd39e37 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:42.289409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Attempting to bind port 1c60f61c-44bb-4b47-8826-5f544bd39e37 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:42.289756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Attempting to bind port 1c60f61c-44bb-4b47-8826-5f544bd39e37 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:42.301475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.301809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.302138 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.302461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.302792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.303104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.303440 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.303756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.304066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.304380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.304686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:42.307627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:42.307993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:42.308380 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.308743 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:42.309205 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Bound port: 1c60f61c-44bb-4b47-8826-5f544bd39e37, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:42.309552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.316382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Subnet': ['ID=018b9991-643e-43f2-bc11-0a1e20abf413,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:42.340957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Checking segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:42.341855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network hostable DHCP agents. Network: a68da46c-897b-4484-97f9-20682a9aeb2e, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:02:42.363095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network a68da46c-897b-4484-97f9-20682a9aeb2e is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:02:42.372463 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a68da46c-897b-4484-97f9-20682a9aeb2e) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:42.376853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:42.377733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.382374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942248a7-ebe9-4fe1-9076-9841290f85fa None None] Network a68da46c-897b-4484-97f9-20682a9aeb2e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:02:42.397121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] For port 1c60f61c-44bb-4b47-8826-5f544bd39e37, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:42.403652 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-9c49abb8-a02b-497f-bbe5-55508f900fef tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7043247 Feb 10 12:02:42.403859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:42.455156 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] For port 1c60f61c-44bb-4b47-8826-5f544bd39e37, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1c60f61c-44bb-4b47-8826-5f544bd39e37,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:42.463615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.574705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b81b4-5ec8-48de-b9da-7208f797ec7d None None] Pushing event updated for resources: {'Port': ['ID=1c60f61c-44bb-4b47-8826-5f544bd39e37,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:42.618345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:42.618947 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:42.797529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a68da46c-897b-4484-97f9-20682a9aeb2e', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:02:42.798320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:42.891100 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:43.147219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Allocated IP 172.20.0.2 (a68da46c-897b-4484-97f9-20682a9aeb2e/018b9991-643e-43f2-bc11-0a1e20abf413/fed304c3-f1bd-4d5c-a284-f27476b2147f) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:43.155874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.388228 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:40Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:43.401116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37485bb3-9f12-46dd-b12a-68a10f98605d None None] The sync data for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv is: [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:40Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:43.419181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.429729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Transition to ACTIVE for port object fed304c3-f1bd-4d5c-a284-f27476b2147f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:43.450063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Transition to ACTIVE for port object fed304c3-f1bd-4d5c-a284-f27476b2147f will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:43.457538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.528520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Network a68da46c-897b-4484-97f9-20682a9aeb2e is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:43.531472 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:43.536245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:43.538622 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Pushing event updated for resources: {'Port': ['ID=fed304c3-f1bd-4d5c-a284-f27476b2147f,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:43.688089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.1 (a68da46c-897b-4484-97f9-20682a9aeb2e/018b9991-643e-43f2-bc11-0a1e20abf413/6b6c2b1a-585c-4dfc-963d-5dd513c1a749) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:43.692883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Attempting to bind port fed304c3-f1bd-4d5c-a284-f27476b2147f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:43.693250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Attempting to bind port fed304c3-f1bd-4d5c-a284-f27476b2147f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:43.693657 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Attempting to bind port fed304c3-f1bd-4d5c-a284-f27476b2147f on network a68da46c-897b-4484-97f9-20682a9aeb2e {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:43.702055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:43.702512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Checking segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:43.702911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.703361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Bound using segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:43.703828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Bound port: fed304c3-f1bd-4d5c-a284-f27476b2147f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:43.704942 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.799932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] For port fed304c3-f1bd-4d5c-a284-f27476b2147f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:43.803319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] For port fed304c3-f1bd-4d5c-a284-f27476b2147f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fed304c3-f1bd-4d5c-a284-f27476b2147f,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:43.808923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.860201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.883987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:43.901055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e06a02-28fc-479f-8b6f-aa2219770718 None None] Pushing event updated for resources: {'Port': ['ID=fed304c3-f1bd-4d5c-a284-f27476b2147f,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:43.914790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:43.964391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1c60f61c-44bb-4b47-8826-5f544bd39e37 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:43.978095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network a68da46c-897b-4484-97f9-20682a9aeb2e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:43.980844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:43.987748 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:44.066823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:44.070560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 1c60f61c-44bb-4b47-8826-5f544bd39e37 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:44.078431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1c60f61c-44bb-4b47-8826-5f544bd39e37 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:44.078815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.080252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.201425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.239015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.261665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 1c60f61c-44bb-4b47-8826-5f544bd39e37, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1c60f61c-44bb-4b47-8826-5f544bd39e37,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:44.266341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.345310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=1c60f61c-44bb-4b47-8826-5f544bd39e37,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:44.625577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.630281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.742446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:44.746137 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:44.885913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network a68da46c-897b-4484-97f9-20682a9aeb2e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:44.887053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:44.909575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf72eef-3bc3-4880-9437-afd6d32f599e None None] Network a68da46c-897b-4484-97f9-20682a9aeb2e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:02:45.029548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-02b3d231-2f30-408f-8114-50b2eba5544c None None] Provisioning for port fed304c3-f1bd-4d5c-a284-f27476b2147f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:45.382869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 3d1f5d18-9485-4907-80e4-f08d9c359b6a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:45.383929 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-36e0f2b5-f6de-4635-a6bf-df5b003b80cd None None] Provisioning for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:45.389225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-36e0f2b5-f6de-4635-a6bf-df5b003b80cd None None] Provisioning complete for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:45.389594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-36e0f2b5-f6de-4635-a6bf-df5b003b80cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:45.449695 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-36e0f2b5-f6de-4635-a6bf-df5b003b80cd None None] Port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:45.584142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-274fc4d9-be84-4423-9157-011df64e7014 None None] Provisioning complete for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:45.584444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-274fc4d9-be84-4423-9157-011df64e7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:45.595265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:45.607279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43b85b66-ae52-49bc-b4a5-ac3ccb232f85 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/3d1f5d18-9485-4907-80e4-f08d9c359b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2000341 Feb 10 12:02:45.643269 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-274fc4d9-be84-4423-9157-011df64e7014 None None] Port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:45.763642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a99174e4-eaaa-4c4f-992b-752310430f3b None None] Provisioning complete for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:45.763913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a99174e4-eaaa-4c4f-992b-752310430f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:45.776822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-04bcef0c-661b-4152-a050-d2ae03e27dce tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893199249&fields=id&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 267 time: 0.0406888 Feb 10 12:02:45.816423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a99174e4-eaaa-4c4f-992b-752310430f3b None None] Port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:45.926206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-5da9a5e9-7dca-44d9-9875-6186a6891812 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:45.927679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-5da9a5e9-7dca-44d9-9875-6186a6891812 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/networks?id=a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 200 len: 797 time: 0.1444778 Feb 10 12:02:45.945055 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-309b25fb-fad2-4827-a3ee-311fc79dffa2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/quotas/56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 375 time: 0.0113699 Feb 10 12:02:45.987701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fed304c3-f1bd-4d5c-a284-f27476b2147f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:46.034657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-170eac56-5952-47da-96d9-bd6b56cdcfa6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:46.051370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-170eac56-5952-47da-96d9-bd6b56cdcfa6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:46.052531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port fed304c3-f1bd-4d5c-a284-f27476b2147f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:46.052664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-170eac56-5952-47da-96d9-bd6b56cdcfa6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016226 Feb 10 12:02:46.057806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port fed304c3-f1bd-4d5c-a284-f27476b2147f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:46.058170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:46.068788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-0086a344-532c-47a1-a605-334ade6d4e59 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:02:46.069758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-0086a344-532c-47a1-a605-334ade6d4e59 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051990 Feb 10 12:02:46.169716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:46.201095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port fed304c3-f1bd-4d5c-a284-f27476b2147f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fed304c3-f1bd-4d5c-a284-f27476b2147f,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:46.203472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-3dc20baa-81ee-489e-bba3-e987cd889444 service neutron] 10.222.0.42 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280015 Feb 10 12:02:46.205552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:46.206369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1c60f61c-44bb-4b47-8826-5f544bd39e37 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:46.318237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=fed304c3-f1bd-4d5c-a284-f27476b2147f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:46.332069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 1c60f61c-44bb-4b47-8826-5f544bd39e37 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:46.332441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:46.333931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-ebd8dbe6-7c14-4ddc-9e27-e0507ec6c585 service neutron] 10.222.0.42 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245959 Feb 10 12:02:46.525444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6d7c3ad-b2e9-4d68-9c3d-944573f89735 req-4129269d-c685-433a-8936-7c782471caa7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 210 time: 0.0404620 Feb 10 12:02:47.098679 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Sync routers for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:02:47.110515 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:47.111097 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:47.306885 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:47.536839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-01a70817-aa30-45ad-a1dc-36000cdc1563 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:47.538253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-01a70817-aa30-45ad-a1dc-36000cdc1563 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/networks?id=a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 200 len: 797 time: 0.1491759 Feb 10 12:02:47.599221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-f5417c7f-95a2-44e6-9910-9b2634ab4c4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 379 time: 0.0480115 Feb 10 12:02:47.613980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'port': {'device_id': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'admin_state_up': True, 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'security_groups': ['320d75e5-9aa6-425b-937b-6dcbe53a4c8d']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:47.638805 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 2, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:47.644539 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Checking router: 3d1f5d18-9485-4907-80e4-f08d9c359b6a for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:02:47.645200 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Updating router 3d1f5d18-9485-4907-80e4-f08d9c359b6a port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:02:47.694825 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.739504 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f9b1c3e2-8130-482e-b842-a2efc7cc545d req-d11aa23c-e03c-4468-93a6-ed15c248c2bd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 210 time: 0.0564129 Feb 10 12:02:47.793198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:47.802370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:47.812468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:02:47.815503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:47.921578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fed304c3-f1bd-4d5c-a284-f27476b2147f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:47.988234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port fed304c3-f1bd-4d5c-a284-f27476b2147f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:47.988646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.044196 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.055356 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Transition to ACTIVE for port object 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:48.061714 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.135478 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.8 (a68da46c-897b-4484-97f9-20682a9aeb2e/018b9991-643e-43f2-bc11-0a1e20abf413/816032ec-79c4-4c1d-a896-0b03419ce9af) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:48.190807 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:48.204750 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.205310 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.205790 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.206267 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.206757 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.207110 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.207486 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.207732 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.211485 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.211833 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.212171 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:02:48.297650 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Attempting to bind port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:48.298236 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Attempting to bind port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:48.298749 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Attempting to bind port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 on network a68da46c-897b-4484-97f9-20682a9aeb2e {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:48.305410 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:48.305779 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Checking segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:48.306176 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.306564 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Bound using segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:48.307074 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Bound port: 6b6c2b1a-585c-4dfc-963d-5dd513c1a749, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:48.308010 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.351875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.368755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 816032ec-79c4-4c1d-a896-0b03419ce9af will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:48.390638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.397411 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] For port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:48.400496 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] For port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:48.404628 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.465220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network a68da46c-897b-4484-97f9-20682a9aeb2e is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:48.468539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:48.471044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:48.473260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:48.491951 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9827768-3e04-434c-8dcc-c9c70a33f8b4 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:48.495201 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:02:48.495884 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:48.656205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:48.656812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.691481 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:02:48.697358 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-17e3da1f-56b2-488a-aca0-9ad73347bef2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877919 Feb 10 12:02:48.708493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Request body: {'port': {'device_id': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:48.828046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.912726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d8e71d08-30cd-41b8-a082-6af30f46742e None None] Provisioning for port 816032ec-79c4-4c1d-a896-0b03419ce9af completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:48.919581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d8e71d08-30cd-41b8-a082-6af30f46742e None None] Provisioning complete for port 816032ec-79c4-4c1d-a896-0b03419ce9af triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:48.920055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8e71d08-30cd-41b8-a082-6af30f46742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:48.976271 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d8e71d08-30cd-41b8-a082-6af30f46742e None None] Port 816032ec-79c4-4c1d-a896-0b03419ce9af cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:02:49.055124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b600-1e48-4e5b-8e65-f765464f9028 req-4c1ee5c8-73ae-4ffc-816d-28481f6aa0c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:49.055853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-29b8b600-1e48-4e5b-8e65-f765464f9028 req-4c1ee5c8-73ae-4ffc-816d-28481f6aa0c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:02:49.056249 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:48Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:02:49.060763 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024884e-1831-4f83-a5c3-38967bda4b6f None None] The sync data for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv is: [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:48Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:02:49.136808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-29b8b600-1e48-4e5b-8e65-f765464f9028 req-4c1ee5c8-73ae-4ffc-816d-28481f6aa0c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:02:49.137939 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29b8b600-1e48-4e5b-8e65-f765464f9028 req-4c1ee5c8-73ae-4ffc-816d-28481f6aa0c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 931 time: 0.2575049 Feb 10 12:02:49.220088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29b8b600-1e48-4e5b-8e65-f765464f9028 req-70d9760d-18b8-4be4-8228-ebe5dd27425b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752363 Feb 10 12:02:49.298253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816032ec-79c4-4c1d-a896-0b03419ce9af {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:02:49.305510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.320372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Transition to ACTIVE for port object 816032ec-79c4-4c1d-a896-0b03419ce9af will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:02:49.324788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.457348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:49.568516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Attempting to bind port 816032ec-79c4-4c1d-a896-0b03419ce9af on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:02:49.568838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Attempting to bind port 816032ec-79c4-4c1d-a896-0b03419ce9af by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:02:49.569153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Attempting to bind port 816032ec-79c4-4c1d-a896-0b03419ce9af on network a68da46c-897b-4484-97f9-20682a9aeb2e {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:49.575187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Port 816032ec-79c4-4c1d-a896-0b03419ce9af on network a68da46c-897b-4484-97f9-20682a9aeb2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:02:49.575528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Attempting to bind port 816032ec-79c4-4c1d-a896-0b03419ce9af on network a68da46c-897b-4484-97f9-20682a9aeb2e {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:02:49.582182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:02:49.582502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Checking segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:02:49.582909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Bound using segment: {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:02:49.583363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Bound port: 816032ec-79c4-4c1d-a896-0b03419ce9af, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:02:49.583700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.673368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:02:49.676460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=816032ec-79c4-4c1d-a896-0b03419ce9af,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:02:49.681231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.743333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:49.744718 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] 10.222.0.32 "PUT /v2.0/ports/816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 200 len: 1093 time: 1.0405719 Feb 10 12:02:49.745152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:49.762047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa36ff-a90f-4ae8-ac63-c211f0f5ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:49.828649 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'status': 'completed', 'code': 200} Feb 10 12:02:49.876354 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-e3fae0e0-a772-40ed-a1de-193f152f6e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1096 time: 0.0891819 Feb 10 12:02:49.948537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:49.955080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-53e16174-8a16-4720-baf1-5d9f9683f99b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 200 len: 217 time: 0.0718794 Feb 10 12:02:50.021890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-84734c9d-46e0-40c7-b6ef-81b9b352ba7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:50.023378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-84734c9d-46e0-40c7-b6ef-81b9b352ba7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=018b9991-643e-43f2-bc11-0a1e20abf413 HTTP/1.1" status: 200 len: 835 time: 0.0629168 Feb 10 12:02:50.063739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:50.068298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:50.068661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.099637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-c7ebad66-5fe1-49ad-836d-bd1570c10731 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a68da46c-897b-4484-97f9-20682a9aeb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705245 Feb 10 12:02:50.184291 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.216422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:50.220548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:50.230873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-d11063a3-74a2-43f1-ac40-25efc6c51590 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254776 Feb 10 12:02:50.285458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:50.489677 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb0b26ee-d258-4516-9d5a-18667bfddf9c req-d345fdf6-217b-45fa-8ac6-10c6e233da17 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529035 Feb 10 12:02:50.531625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9281-06de-4a71-bed7-616d0feea4b2 req-2dbee7b4-574e-4145-b477-b9d5ce4cf40e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:50.533028 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95ff9281-06de-4a71-bed7-616d0feea4b2 req-2dbee7b4-574e-4145-b477-b9d5ce4cf40e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 943 time: 0.1749988 Feb 10 12:02:50.621570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-95ff9281-06de-4a71-bed7-616d0feea4b2 req-7318d0c9-a86f-46ea-80b4-87fd4185214c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588839 Feb 10 12:02:50.635106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-02356f6a-0de5-484c-829a-dd495896e7c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1096 time: 0.1003180 Feb 10 12:02:50.763692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-d9ddab1a-154f-444a-9e40-9c88ac38c55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:50.765003 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-d9ddab1a-154f-444a-9e40-9c88ac38c55f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 200 len: 898 time: 0.1210809 Feb 10 12:02:50.834940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-21e73e4e-22ec-421d-8e04-3688ce3afc95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 200 len: 217 time: 0.0631039 Feb 10 12:02:50.898039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-c49e269e-75b4-4c97-845c-27bf3e72e44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:50.909158 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-c49e269e-75b4-4c97-845c-27bf3e72e44c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=018b9991-643e-43f2-bc11-0a1e20abf413 HTTP/1.1" status: 200 len: 835 time: 0.0582879 Feb 10 12:02:50.973838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-ffcebacd-3f75-4dbd-b2d0-3f31ee1225de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a68da46c-897b-4484-97f9-20682a9aeb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668378 Feb 10 12:02:51.103619 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-e7000ae6-6815-4bd4-898a-1246f45f3df8 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216166 Feb 10 12:02:51.232331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee7e5bdb-e0de-4f09-9e7a-cdf5e704e36e req-1969e589-002f-40e7-8167-15dd765fdf37 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221228 Feb 10 12:02:51.816801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4fc33-af0c-4c65-9542-bacbb65ab105 req-1c83a6ac-9728-43b1-88b5-30777e918579 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:51.818222 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4e4fc33-af0c-4c65-9542-bacbb65ab105 req-1c83a6ac-9728-43b1-88b5-30777e918579 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 943 time: 0.0762818 Feb 10 12:02:51.866050 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a4e4fc33-af0c-4c65-9542-bacbb65ab105 req-6fff8dea-6f51-4194-bda7-cb2ca53962c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424592 Feb 10 12:02:51.920614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:51.988067 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:51.988428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.230704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 816032ec-79c4-4c1d-a896-0b03419ce9af details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:02:52.360054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=816032ec-79c4-4c1d-a896-0b03419ce9af,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:52.372943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'port_id': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'mac_address': 'fa:16:3e:76:0a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:02:52.423606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.439574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816032ec-79c4-4c1d-a896-0b03419ce9af {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:02:52.454828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=816032ec-79c4-4c1d-a896-0b03419ce9af,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:52.458211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:52.520199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:52.686422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['816032ec-79c4-4c1d-a896-0b03419ce9af'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:02:53.056646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac84f8-7eb6-4799-b0e1-3d31a5ee1699 req-b2a96419-ca1e-43b7-85f1-d5ffb31b52f8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:53.058105 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daac84f8-7eb6-4799-b0e1-3d31a5ee1699 req-b2a96419-ca1e-43b7-85f1-d5ffb31b52f8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 944 time: 0.0750942 Feb 10 12:02:53.105115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-daac84f8-7eb6-4799-b0e1-3d31a5ee1699 req-8437ce0b-4e6c-4946-a361-06d429916181 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Feb 10 12:02:54.240304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 816032ec-79c4-4c1d-a896-0b03419ce9af up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:02:54.303770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248e5b-593e-42ed-b688-50ac10ecfb40 req-d1abb76a-7699-484d-aaee-799fa5243d26 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:54.305433 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31248e5b-593e-42ed-b688-50ac10ecfb40 req-d1abb76a-7699-484d-aaee-799fa5243d26 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 944 time: 0.0790398 Feb 10 12:02:54.307724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 816032ec-79c4-4c1d-a896-0b03419ce9af completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:02:54.312705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 816032ec-79c4-4c1d-a896-0b03419ce9af triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:02:54.313095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:54.350149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31248e5b-593e-42ed-b688-50ac10ecfb40 req-2a1fc8ae-c511-4c5b-9ceb-d5c8d2b28774 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Feb 10 12:02:54.423767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:54.449223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:54.458405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=816032ec-79c4-4c1d-a896-0b03419ce9af,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:02:54.462326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:54.503966 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'code': 200} Feb 10 12:02:54.529502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:54.720367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66d3cfe1-bcb7-44fc-913a-35926c7b3941 req-e2708857-7c08-4c9b-88d8-ef8e101b1904 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1098 time: 0.0661056 Feb 10 12:02:54.761877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66d3cfe1-bcb7-44fc-913a-35926c7b3941 req-e178e826-2573-4345-a71a-ed65e1a65006 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358365 Feb 10 12:02:55.545342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0e81-486b-4c38-a79c-527d9f471eb2 req-c1ec3ed0-b8f2-44fd-948d-5defdf0ad09c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:55.546794 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88eb0e81-486b-4c38-a79c-527d9f471eb2 req-c1ec3ed0-b8f2-44fd-948d-5defdf0ad09c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0799792 Feb 10 12:02:55.590375 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88eb0e81-486b-4c38-a79c-527d9f471eb2 req-e4e1d3d4-838a-4540-aac8-c174b58ae78f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 Feb 10 12:02:56.923819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b6b6-037a-4f8b-86ec-38a812c63b0f req-dc4c4968-e1ae-4aa8-8e9d-2524d119281a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:56.925146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae66b6b6-037a-4f8b-86ec-38a812c63b0f req-dc4c4968-e1ae-4aa8-8e9d-2524d119281a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0745983 Feb 10 12:02:56.969266 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae66b6b6-037a-4f8b-86ec-38a812c63b0f req-a19bad38-56db-4408-81d3-8ca93685dcac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 Feb 10 12:02:57.163848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a922e-cd97-4de9-a107-97b6301028e3 req-167b7ee3-060a-46f2-85bf-7eafade3dd42 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:57.165281 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-789a922e-cd97-4de9-a107-97b6301028e3 req-167b7ee3-060a-46f2-85bf-7eafade3dd42 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0782413 Feb 10 12:02:57.209797 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-789a922e-cd97-4de9-a107-97b6301028e3 req-44a629a6-5407-43ba-ba2c-1732511fab4b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 Feb 10 12:02:57.236371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33188) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:57.258265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-045f4e61-f8f4-4301-bab1-1d5d90f67320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:57.304274 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6b05c3ff-f4ba-45be-8ed6-25f8c8a53f43 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1093 time: 0.0666926 Feb 10 12:02:57.306918 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33192) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:02:57.312396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:02:57.317616 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:02:57.321321 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:floatingip and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:02:57.324702 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:02:57.330223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:02:57.340187 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:57.470218 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:57.602904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.178 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/c4c1b8b9-1799-400c-918b-10a6e2fdeaad) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:02:57.834724 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:57.862106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:57.927281 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:02:57.929873 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:02:57.934073 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:02:57.962719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=c4c1b8b9-1799-400c-918b-10a6e2fdeaad,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:58.414886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.470361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.669509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.673906 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.775197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=c4c1b8b9-1799-400c-918b-10a6e2fdeaad,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:02:58.789289 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:58.973224 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.l3_db [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Floating IP c3d4e52a-0cb9-4e72-8564-d8c1101b090b associated. External IP: 172.26.3.178, port: 816032ec-79c4-4c1d-a896-0b03419ce9af. Feb 10 12:02:59.441493 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 3d1f5d18-9485-4907-80e4-f08d9c359b6a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:02:59.448814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca85c-181e-4f3c-a72b-8f224606660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:59.638302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:02:59.661807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:02:59.712458 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e8c87198-78c3-4d29-ab7f-d33335df0389 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4039927 Feb 10 12:02:59.712934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:02:59.768873 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'status': 'completed', 'code': 200} Feb 10 12:02:59.918292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-371e2a96-755f-45c9-b169-9943f9ccd24a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1098 time: 0.1277671 Feb 10 12:02:59.924441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e555-2c88-4759-9e43-a83b6eb7a0c1 req-40761b23-1c84-4826-9414-94a322fbaf52 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:02:59.925729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb11e555-2c88-4759-9e43-a83b6eb7a0c1 req-40761b23-1c84-4826-9414-94a322fbaf52 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.1031833 Feb 10 12:03:00.142340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb11e555-2c88-4759-9e43-a83b6eb7a0c1 req-50dfb96e-4e37-4612-9235-d2262abd87e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988356 Feb 10 12:03:00.170900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33200) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:00.173366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-9d7e07cc-121a-4985-ba78-02a868d93965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:00.174857 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-9d7e07cc-121a-4985-ba78-02a868d93965 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 200 len: 898 time: 0.2483306 Feb 10 12:03:00.277385 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-fb02651f-e7dc-4703-8414-a3039e1d9562 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 991 time: 0.1045394 Feb 10 12:03:00.288954 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-45b85a7b-808a-4da9-bff8-84c0d51cc2f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 200 len: 999 time: 0.0985887 Feb 10 12:03:00.353048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-5c3978eb-47f5-4de6-b28a-cc1145aacb0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:00.354449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-5c3978eb-47f5-4de6-b28a-cc1145aacb0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=018b9991-643e-43f2-bc11-0a1e20abf413 HTTP/1.1" status: 200 len: 835 time: 0.0595348 Feb 10 12:03:00.431139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-0ca120ee-9444-4ecf-a365-16d97a0f0e40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a68da46c-897b-4484-97f9-20682a9aeb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690062 Feb 10 12:03:00.562770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-e20f2c93-cb90-4b95-9eb2-4fe32772c38c service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234076 Feb 10 12:03:00.600288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:00.693581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6878f666-617d-4da2-9ee3-6fa82f01ba8d req-05999514-a3c0-4a0a-bb5b-2729212b8fde service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240182 Feb 10 12:03:00.775347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:00.982823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Sync routers for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:00.994259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:00.995420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:01.168103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:01.280447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:01.386884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8035e67a-29c4-4c9a-b049-001389391d33 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 991 time: 0.1052916 Feb 10 12:03:01.542090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c3d4e52a-0cb9-4e72-8564-d8c1101b090b', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'port_id': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'mac_address': 'fa:16:3e:76:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:58Z', 'updated_at': '2022-02-10T12:02:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:01.545665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Checking router: 3d1f5d18-9485-4907-80e4-f08d9c359b6a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:01.555782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:01.557884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:02:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:01.727859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:02.070995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c3d4e52a-0cb9-4e72-8564-d8c1101b090b', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'port_id': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'mac_address': 'fa:16:3e:76:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:58Z', 'updated_at': '2022-02-10T12:02:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:02.074883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d8a49-8929-4c98-828f-b6768c56b482 None None] The sync data for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv is: [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'c3d4e52a-0cb9-4e72-8564-d8c1101b090b', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.178', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'port_id': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'mac_address': 'fa:16:3e:76:0a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:02:58Z', 'updated_at': '2022-02-10T12:02:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:02.148725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:02.390752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33208) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:02.494906 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7f6c3b1e-1ef8-447b-afec-df0c72bc39b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 991 time: 0.1030512 Feb 10 12:03:03.498297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:03.602282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44fdd839-9550-4ffd-b3f3-9e971d99a327 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 991 time: 0.1028628 Feb 10 12:03:04.139199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:04.606260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:04.705984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a805b0f5-88ba-403b-82bf-2304db8275b3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 991 time: 0.0986233 Feb 10 12:03:05.229113 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e43573-2c5e-4afc-9537-d3637d3278aa None None] New status for floating IP c3d4e52a-0cb9-4e72-8564-d8c1101b090b: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:03:05.709325 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33220) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:05.815104 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a3ee4e69-8fb7-41d7-85f2-1e0c4a4719a0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 993 time: 0.1045785 Feb 10 12:03:09.870575 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:03:27.260398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-634b60d3-c021-42f8-9d2b-82b6821bb17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:29.450329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4974462c-4c5a-4ea2-8211-130a1ef4bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:30.600071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:30.777455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:31.321909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af63eab-1876-4d8f-a2f5-ebeb8401c7cf req-0d41afc6-358c-44c0-bc0a-30c5bcd48e52 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:31.323288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2af63eab-1876-4d8f-a2f5-ebeb8401c7cf req-0d41afc6-358c-44c0-bc0a-30c5bcd48e52 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0779719 Feb 10 12:03:31.369596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2af63eab-1876-4d8f-a2f5-ebeb8401c7cf req-941e77b1-d0ea-49d1-9d68-1316c94be77f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Feb 10 12:03:32.152290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:32.582903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c153-1e41-4ea3-b91f-e55279d2cd26 req-03e6daed-35df-4a11-b8a1-2e0c9b95e246 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:32.584351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e18c153-1e41-4ea3-b91f-e55279d2cd26 req-03e6daed-35df-4a11-b8a1-2e0c9b95e246 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0820227 Feb 10 12:03:32.631518 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e18c153-1e41-4ea3-b91f-e55279d2cd26 req-3f4f05b2-8634-4654-b776-b688928d200d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Feb 10 12:03:32.659433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33242) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:32.757764 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f7c0ac5b-5ce4-4d82-9e00-0b7306b2fee4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 993 time: 0.0967994 Feb 10 12:03:34.134212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:34.256452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e299675-602d-4a5d-a322-3a9c1c16f8e4 req-60c97da2-9e1f-470e-b86d-58f1986e7713 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:34.258149 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e299675-602d-4a5d-a322-3a9c1c16f8e4 req-60c97da2-9e1f-470e-b86d-58f1986e7713 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0826848 Feb 10 12:03:34.303465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4e299675-602d-4a5d-a322-3a9c1c16f8e4 req-e571d73f-eed9-45df-9cc5-b716cd81e485 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Feb 10 12:03:35.515893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20011-1c44-472e-b3b6-e69dc09beeea req-db36230b-1ddc-4086-a26c-aa6ed03c1e06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:35.517316 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd20011-1c44-472e-b3b6-e69dc09beeea req-db36230b-1ddc-4086-a26c-aa6ed03c1e06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0860136 Feb 10 12:03:35.564414 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7cd20011-1c44-472e-b3b6-e69dc09beeea req-ef78abbe-bc5e-4140-8dc2-a5020b923887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Feb 10 12:03:35.593124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:35.783947 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-df6fd635-4ff6-4ce9-b9cd-5faf0dabe86f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 200 len: 993 time: 0.1897442 Feb 10 12:03:36.064250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33262) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:36.268232 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port c4c1b8b9-1799-400c-918b-10a6e2fdeaad {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:36.268570 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:36.428767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:36.429088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:36.547621 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for c4c1b8b9-1799-400c-918b-10a6e2fdeaad owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:36.690354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:36.733883 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=c4c1b8b9-1799-400c-918b-10a6e2fdeaad,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:36.772914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.773262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.773605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.773940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.774271 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.774599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.774922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.775264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.775591 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.775911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.776231 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:36.833266 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:37.297732 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 3d1f5d18-9485-4907-80e4-f08d9c359b6a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:03:37.491653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:03:37.501737 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Sync routers for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:37.510118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:37.515871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:37.516626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:37.562005 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-deca1117-34b6-413e-b4ee-4603435bea8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/floatingips/c3d4e52a-0cb9-4e72-8564-d8c1101b090b HTTP/1.1" status: 204 len: 168 time: 1.4966474 Feb 10 12:03:37.562582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:03:37.617283 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'status': 'completed', 'code': 200} Feb 10 12:03:37.694099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:37.706816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-432bf91f-bb7a-4c27-8b64-0d129b2a33d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 1098 time: 0.0679641 Feb 10 12:03:37.843349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-9ae081be-45fb-4245-8849-84cd36d69677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:37.844856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-9ae081be-45fb-4245-8849-84cd36d69677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 200 len: 898 time: 0.1323342 Feb 10 12:03:37.955410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-6fdcc19a-09a2-46a2-ba37-2271633e8eeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 200 len: 217 time: 0.1042109 Feb 10 12:03:38.021932 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:38.025705 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Checking router: 3d1f5d18-9485-4907-80e4-f08d9c359b6a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:38.033540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-6f8960ae-7e3e-4110-b6fd-f0cdf579b0a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:38.034985 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-6f8960ae-7e3e-4110-b6fd-f0cdf579b0a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=018b9991-643e-43f2-bc11-0a1e20abf413 HTTP/1.1" status: 200 len: 835 time: 0.0735152 Feb 10 12:03:38.036539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:38.037202 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:38.076032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7124-1614-477f-ab05-17f359a000f3 req-866d3096-94cb-4b48-864f-dc5dbcd53d9b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:38.077531 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40be7124-1614-477f-ab05-17f359a000f3 req-866d3096-94cb-4b48-864f-dc5dbcd53d9b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.1739011 Feb 10 12:03:38.145437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40be7124-1614-477f-ab05-17f359a000f3 req-776b2fbf-f0be-426c-aa4b-fe7db3a81c12 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623474 Feb 10 12:03:38.154622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-81bdbed0-60d3-4245-9d77-4c21ce6951c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a68da46c-897b-4484-97f9-20682a9aeb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119719 Feb 10 12:03:38.251211 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:38.288381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-b9b7e071-9b3c-4c57-b717-be822dbf9644 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258047 Feb 10 12:03:38.417920 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac4f5fff-6053-403f-9241-da121d16fc2f req-e884bdb6-98f5-40f3-9492-efe72f41be31 service neutron] 10.222.0.32 "GET /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230752 Feb 10 12:03:38.555486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:38.559784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02675c3-7446-4ec7-92fc-c459cd1fd172 None None] The sync data for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv is: [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '6b6c2b1a-585c-4dfc-963d-5dd513c1a749', 'name': '', 'network_id': 'a68da46c-897b-4484-97f9-20682a9aeb2e', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:6a:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:43Z', 'updated_at': '2022-02-10T12:02:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '018b9991-643e-43f2-bc11-0a1e20abf413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:38.772846 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4eda2-97ac-4827-986a-e1ac68ecbb93 None None] New status for floating IP c3d4e52a-0cb9-4e72-8564-d8c1101b090b: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:03:39.345289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478de46-edf0-4234-89f1-3167f5d48a0a req-0254550d-9fc4-4001-864a-2c5b6664e7df tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:39.346628 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b478de46-edf0-4234-89f1-3167f5d48a0a req-0254550d-9fc4-4001-864a-2c5b6664e7df tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.0782754 Feb 10 12:03:39.439919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b478de46-edf0-4234-89f1-3167f5d48a0a req-e61fe558-0b2f-4d3c-8f13-8dc3e5d6b848 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=320d75e5-9aa6-425b-937b-6dcbe53a4c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877740 Feb 10 12:03:39.457947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-4a9662c8-431d-4b48-9ab9-e0d8bd0e9e8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:39.459458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-4a9662c8-431d-4b48-9ab9-e0d8bd0e9e8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 945 time: 0.1084900 Feb 10 12:03:39.535281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 816032ec-79c4-4c1d-a896-0b03419ce9af {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:39.535614 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:39.770334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 816032ec-79c4-4c1d-a896-0b03419ce9af, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=816032ec-79c4-4c1d-a896-0b03419ce9af,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:39.770679 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:39.978276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 816032ec-79c4-4c1d-a896-0b03419ce9af owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:40.115215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:40.162948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=816032ec-79c4-4c1d-a896-0b03419ce9af,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:40.201836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.202178 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.202513 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.202848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.203191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.203521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.203848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.204168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.204485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.204800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.205115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:40.244274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] No DVR routers for this DVR port 816032ec-79c4-4c1d-a896-0b03419ce9af on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:03:40.246592 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:40.249017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'name': 'network-vif-deleted', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:03:40.260404 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0e49c49c-1780-4f34-80cf-378d5ffb2434 req-bb84c565-ab7d-4288-984d-afbc39854145 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "DELETE /v2.0/ports/816032ec-79c4-4c1d-a896-0b03419ce9af HTTP/1.1" status: 204 len: 173 time: 0.7958131 Feb 10 12:03:40.304347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a3bf7b-65aa-47bb-89c4-156c2c2d16c3', 'name': 'network-vif-deleted', 'tag': '816032ec-79c4-4c1d-a896-0b03419ce9af', 'status': 'completed', 'code': 200} Feb 10 12:03:40.619002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d0afa51e-1df1-4401-9ae1-b5e3134cff09 req-8c019281-5b06-46eb-a405-e60b0c0573be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:03:40.636744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-d0afa51e-1df1-4401-9ae1-b5e3134cff09 req-8c019281-5b06-46eb-a405-e60b0c0573be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:03:40.638060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d0afa51e-1df1-4401-9ae1-b5e3134cff09 req-8c019281-5b06-46eb-a405-e60b0c0573be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a3bf7b-65aa-47bb-89c4-156c2c2d16c3 HTTP/1.1" status: 200 len: 210 time: 0.0643995 Feb 10 12:03:41.741922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33282) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:42.132867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:42.503418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 816032ec-79c4-4c1d-a896-0b03419ce9af no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:03:42.540998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 816032ec-79c4-4c1d-a896-0b03419ce9af {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:03:42.541338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 816032ec-79c4-4c1d-a896-0b03419ce9af not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:03:42.814576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:42.815113 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:42.999936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 6b6c2b1a-585c-4dfc-963d-5dd513c1a749, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:43.000288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:43.116469 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:43.283169 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:43.329397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=6b6c2b1a-585c-4dfc-963d-5dd513c1a749,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:43.615087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.270032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 3d1f5d18-9485-4907-80e4-f08d9c359b6a has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:03:44.474335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:03:44.484247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Sync routers for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:44.495669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:44.496324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:44.499513 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-690617d3-4a9e-42dd-8c06-7a27783e2441 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/3d1f5d18-9485-4907-80e4-f08d9c359b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7565134 Feb 10 12:03:44.502109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33286) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:44.674702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:44.686576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting subnet 018b9991-643e-43f2-bc11-0a1e20abf413 {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:03:44.689563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.741588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.824511 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.896029 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.938144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Subnet': ['ID=018b9991-643e-43f2-bc11-0a1e20abf413,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:44.943991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:44.954084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:44.955172 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-eae1c59f-03ab-4df1-b2f9-fbcd623c3c08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/subnets/018b9991-643e-43f2-bc11-0a1e20abf413 HTTP/1.1" status: 204 len: 168 time: 0.4520268 Feb 10 12:03:44.962381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d89dd-1204-42f5-bec0-85aed4240996 None None] Network a68da46c-897b-4484-97f9-20682a9aeb2e requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:03:45.034148 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:03:43Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:45.049339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Checking router: 3d1f5d18-9485-4907-80e4-f08d9c359b6a for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:45.131411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Routers {'3d1f5d18-9485-4907-80e4-f08d9c359b6a'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:45.132024 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:45.147942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.348630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.358110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 1c60f61c-44bb-4b47-8826-5f544bd39e37 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:45.358525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.360386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] Set router 3d1f5d18-9485-4907-80e4-f08d9c359b6a gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:45.457815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] DHCP port deletion for a68da46c-897b-4484-97f9-20682a9aeb2e request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:03:45.478310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Deleting port fed304c3-f1bd-4d5c-a284-f27476b2147f {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:03:45.478674 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.530023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 1c60f61c-44bb-4b47-8826-5f544bd39e37, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=1c60f61c-44bb-4b47-8826-5f544bd39e37,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:45.530465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.656522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 1c60f61c-44bb-4b47-8826-5f544bd39e37 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:45.800282 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] For port fed304c3-f1bd-4d5c-a284-f27476b2147f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=fed304c3-f1bd-4d5c-a284-f27476b2147f,segment=NetworkSegment(b1e0bd7a-6a8b-441d-b112-b78e74ed5c61),segment_id=b1e0bd7a-6a8b-441d-b112-b78e74ed5c61)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:45.800855 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.817600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:45.865522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=1c60f61c-44bb-4b47-8826-5f544bd39e37,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:45.921415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Calling delete_port for fed304c3-f1bd-4d5c-a284-f27476b2147f owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:03:45.977172 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:03:43Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:45.983773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a317c7-a863-4a52-b90b-fd6770371083 None None] The sync data for ids ['3d1f5d18-9485-4907-80e4-f08d9c359b6a'] in dv-neutron-827807-1-hyperv is: [{'id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607538588', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14'}], 'enable_snat': True}, 'gw_port_id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:02:39Z', 'updated_at': '2022-02-10T12:03:43Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '1c60f61c-44bb-4b47-8826-5f544bd39e37', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1f5d18-9485-4907-80e4-f08d9c359b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:02:40Z', 'updated_at': '2022-02-10T12:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:46.011122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.057776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Pushing event deleted for resources: {'Port': ['ID=fed304c3-f1bd-4d5c-a284-f27476b2147f,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:46.066671 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fed304c3-f1bd-4d5c-a284-f27476b2147f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:03:46.091549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] No DVR routers for this DVR port fed304c3-f1bd-4d5c-a284-f27476b2147f on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:03:46.100164 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.100501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.100832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.101158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.101482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.101801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.104996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.104996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.104996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.104996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.104996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5bd40-312b-45ad-8555-998890a37bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:46.111223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: fed304c3-f1bd-4d5c-a284-f27476b2147f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:03:46.111444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device fed304c3-f1bd-4d5c-a284-f27476b2147f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:03:46.226578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.475625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.479654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.503789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.504300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1f5d18-9485-4907-80e4-f08d9c359b6a {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:03:46.517953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.521492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bee8fb8c-ecd1-44ad-90e6-9b9f24d6a314 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/routers/3d1f5d18-9485-4907-80e4-f08d9c359b6a HTTP/1.1" status: 204 len: 168 time: 1.5639880 Feb 10 12:03:46.521861 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:46.633227 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.763152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.786598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68da46c-897b-4484-97f9-20682a9aeb2e']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:46.798609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:46.798910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e0bd7a-6a8b-441d-b112-b78e74ed5c61') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:46.810320 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.825507 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.831249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:03:46.831624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:03:46.846213 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:03:46.869725 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:03:46.927344 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.951642 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:46.962328 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/networks/a68da46c-897b-4484-97f9-20682a9aeb2e HTTP/1.1" status: 204 len: 168 time: 0.4392383 Feb 10 12:03:46.963328 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d9cf-a2d6-43ba-872b-85fdde84c231 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Network': ['ID=a68da46c-897b-4484-97f9-20682a9aeb2e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:46.965621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.035394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.063606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.123974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.139444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d75e5-9aa6-425b-937b-6dcbe53a4c8d,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:47.146579 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.147708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-554b014d-0a46-4c9e-a1f9-192492e8b19e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/security-groups/320d75e5-9aa6-425b-937b-6dcbe53a4c8d HTTP/1.1" status: 204 len: 168 time: 0.1809547 Feb 10 12:03:47.362179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.367759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837661838', 'description': 'tempest-secgroup-smoke-1837661838 description', 'project_id': '56d4e085ca1346539f868d67b13bb483'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:47.373485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.377265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:47.380075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:47.385853 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:47.399129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.432795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.436567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:47.439346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:47.444833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:47.498837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.502400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.543258 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9736cc-2bc2-472d-a369-d72d9a0da5f8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:47.546483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.547690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-66080e40-53b4-432a-bc17-b233bd1db0a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1845415 Feb 10 12:03:47.550705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33310) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.556067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:47.561959 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.565709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:47.568625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:47.574753 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:47.591662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.651380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.654766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.677816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25f79cb-d609-4066-a50f-d63c7e7b5782,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:47.686090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.687272 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-165a10e2-ccc7-4cea-b87d-eb0a5692c8a9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356080 Feb 10 12:03:47.689961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33314) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.695421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:47.701718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.705507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:47.708470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:47.715214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:47.731212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.793674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.797055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.819440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16618ccf-3c86-4949-959a-e0561ff1aa39,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:47.828750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.830142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ab1ec10e-1a15-4ccc-8d37-07966e4c4c69 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392989 Feb 10 12:03:47.833103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33318) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.838630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:47.844552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.848442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:47.851476 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:47.857525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:47.873523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.908462 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1c60f61c-44bb-4b47-8826-5f544bd39e37 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:03:47.937541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.941570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.942573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 1c60f61c-44bb-4b47-8826-5f544bd39e37 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:03:47.942916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 1c60f61c-44bb-4b47-8826-5f544bd39e37 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:03:47.943357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:03:47.975355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:47.979081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1425076 Feb 10 12:03:47.979081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c13cbd-7a81-4346-9ca2-12c35fb8fb7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152eb72f-7799-4691-a21a-8dea0cc5ab9a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:47.979334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:03:47.979334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 6b6c2b1a-585c-4dfc-963d-5dd513c1a749 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:03:47.979490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33322) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:47.986464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:47.993883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:47.998530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:48.001412 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:48.008770 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:48.024108 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.088157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.091395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.113366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acfa1d9-79f8-40f2-993f-5377fc4d0643,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:48.121974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.123307 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-56de64d7-d185-4bd7-a5b9-109627379840 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1430197 Feb 10 12:03:48.125866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:48.131123 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:48.137130 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:48.140860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:48.143844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:48.149494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:48.159480 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:03:48.165596 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.227033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.230883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.253556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55de6b3-0086-4c61-bbfc-97c7c58231c4,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:48.261907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.263099 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6656bec7-1557-4b55-864c-78caaf30143b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1363337 Feb 10 12:03:48.265732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:48.271025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '1e9736cc-2bc2-472d-a369-d72d9a0da5f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:48.276721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:48.280518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:48.283371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:48.289128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:48.299614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:03:48.305695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.370961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.374479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.398072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b33a04b-2fee-4320-a4ef-de8d31a0d49b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:48.408842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.409978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-06817150-cf02-48b9-8a19-f940dd281c82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1433613 Feb 10 12:03:48.412788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33334) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:48.417998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'network': {'name': 'tempest-network-smoke--986076829', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:48.423191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:48.426884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:network and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:48.429687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:48.435554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:48.445349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:03:48.448165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.478054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:03:48.487838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.488166 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Added segment b4f36358-f9b6-411f-a914-16a7d988a452 of type vlan for network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 Feb 10 12:03:48.512757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.540515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.544617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:48.545174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.643741 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2299802 Feb 10 12:03:48.646573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33338) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:48.652064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'admin_state_up': True, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:48.652296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92869e9-b589-45bd-93f7-c0b2528c0dc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Network': ['ID=1d634840-cac9-4a53-bbcd-40bf4bb5fc15,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:48.659072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:48.661972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:03:48.667300 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:router and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:48.670544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:48.677629 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:48.688689 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.689794 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.709334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:48.849562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.108483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.136930 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.267180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.218 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/af7942e4-efb9-46de-bff7-5cbb012dab78) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:03:49.409055 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.435617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.499708 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:03:49.502295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:49.506418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:03:49.530799 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=af7942e4-efb9-46de-bff7-5cbb012dab78,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:49.668180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.668908 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:49.888549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router c1bd2454-70d5-42c4-ba93-816628a5db98 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:03:50.087939 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:03:50.097152 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Sync routers for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:50.108213 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:50.108800 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:50.112331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.113499 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-53c5ac6f-9a7f-4fc3-9433-a3480fd380e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4658182 Feb 10 12:03:50.116585 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33342) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:50.158430 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f0007e94-2563-43c1-a741-913b263b1901 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=56d4e085ca1346539f868d67b13bb483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407219 Feb 10 12:03:50.160824 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33346) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:50.282009 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:50.284931 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b941906d-37d5-43b0-ab77-f97035a464d6 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:50.286463 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b941906d-37d5-43b0-ab77-f97035a464d6 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247742 Feb 10 12:03:50.289280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33350) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:50.328943 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7fab364a-5666-4660-8943-ce9f11093d06 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386200 Feb 10 12:03:50.331292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33354) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:50.336406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910252365', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:50.455137 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:50.458777 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:subnet and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:03:50.461527 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:03:50.467561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:50.477329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:03:50.560472 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:49Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:50.564687 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Checking router: c1bd2454-70d5-42c4-ba93-816628a5db98 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:50.565161 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Updating router c1bd2454-70d5-42c4-ba93-816628a5db98 port af7942e4-efb9-46de-bff7-5cbb012dab78 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:03:50.616794 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.670772 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.875314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.953792 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Subnet': ['ID=e58a2a88-1b7d-4fa6-837f-bd5807a45104,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:50.960379 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.966888 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Checking segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:03:50.967324 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network hostable DHCP agents. Network: 1d634840-cac9-4a53-bbcd-40bf4bb5fc15, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:03:50.971815 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Transition to ACTIVE for port object af7942e4-efb9-46de-bff7-5cbb012dab78 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:50.978702 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:50.989954 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:03:50.999771 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1d634840-cac9-4a53-bbcd-40bf4bb5fc15) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:51.004356 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:51.004807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.017084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0249c-15f4-4636-ac90-538faa81f507 None None] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:03:51.028622 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-41df2e8a-7367-4fd8-834a-fcbf8232173f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6962411 Feb 10 12:03:51.031532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33358) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:03:51.055584 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Attempting to bind port af7942e4-efb9-46de-bff7-5cbb012dab78 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:03:51.055942 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Attempting to bind port af7942e4-efb9-46de-bff7-5cbb012dab78 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:03:51.056292 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Attempting to bind port af7942e4-efb9-46de-bff7-5cbb012dab78 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:03:51.062590 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Pushing event updated for resources: {'Port': ['ID=af7942e4-efb9-46de-bff7-5cbb012dab78,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:51.068365 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:03:51.068724 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:03:51.069110 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.069489 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:03:51.069928 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Bound port: af7942e4-efb9-46de-bff7-5cbb012dab78, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:03:51.070283 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.110710 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.111432 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.111432 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.111781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.111985 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.112298 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.112611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.112938 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.113219 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.113526 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.113831 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:03:51.152157 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] For port af7942e4-efb9-46de-bff7-5cbb012dab78, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:03:51.155088 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] For port af7942e4-efb9-46de-bff7-5cbb012dab78, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af7942e4-efb9-46de-bff7-5cbb012dab78,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:03:51.159687 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.239772 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc993ce-7e2b-4778-b5d2-24ffc94eefce None None] Pushing event updated for resources: {'Port': ['ID=af7942e4-efb9-46de-bff7-5cbb012dab78,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:51.245408 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:51.246883 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:51.259394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:03:51.260404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.424745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Allocated IP 172.20.0.2 (1d634840-cac9-4a53-bbcd-40bf4bb5fc15/e58a2a88-1b7d-4fa6-837f-bd5807a45104/d9325f0e-4ccc-4d81-9a21-a18ce5990ef0) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:03:51.425322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:51.691077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.706400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Transition to ACTIVE for port object d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:51.709490 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:49Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:51.713947 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c5842f-6592-4c3f-be16-cf0d7a989c28 None None] The sync data for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv is: [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:49Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:51.737883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Transition to ACTIVE for port object d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:51.747970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.816985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:03:51.820247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:51.823609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:03:51.833140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Pushing event updated for resources: {'Port': ['ID=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:51.925850 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Attempting to bind port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:03:51.926219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Attempting to bind port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:03:51.926574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Attempting to bind port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 on network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:03:51.938569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:03:51.938954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Checking segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:03:51.939377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.939772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Bound using segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:03:51.940229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Bound port: d9325f0e-4ccc-4d81-9a21-a18ce5990ef0, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:03:51.940600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:51.973279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:52.041427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] For port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:03:52.046896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] For port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:03:52.051348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:52.141623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c3c46-0a34-42c8-8be5-7ce1bbb39625 None None] Pushing event updated for resources: {'Port': ['ID=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:52.425705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.1 (1d634840-cac9-4a53-bbcd-40bf4bb5fc15/e58a2a88-1b7d-4fa6-837f-bd5807a45104/8743ffc0-a8ce-4e6a-ba02-af09ee2e920a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:03:52.591363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:52.608901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:52.631020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:52.700399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:03:52.703116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:52.706975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:03:52.740276 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:52.766605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:52.851375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.060442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c93fc-9ce3-4a1a-a33c-06d4cc65c938 None None] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:03:53.165724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-788643e7-f7c7-45e2-9135-e8580a4c1739 None None] Provisioning for port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:53.257030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.262111 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.483675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.487485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:53.519841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-05a90853-da64-4458-9b7e-ab9945f1993c None None] Provisioning for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:53.525020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-05a90853-da64-4458-9b7e-ab9945f1993c None None] Provisioning complete for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:53.525381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-05a90853-da64-4458-9b7e-ab9945f1993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.584175 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-05a90853-da64-4458-9b7e-ab9945f1993c None None] Port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:03:53.630508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:03:53.631827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:53.705427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd449048-d848-4e36-a938-2649bbc543d2 None None] Provisioning complete for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:53.706050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd449048-d848-4e36-a938-2649bbc543d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.758352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fd449048-d848-4e36-a938-2649bbc543d2 None None] Port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:03:53.878963 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fd91199b-b9d4-457c-9ee7-19044874541d None None] Provisioning complete for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:53.879364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fd91199b-b9d4-457c-9ee7-19044874541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:53.938053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fd91199b-b9d4-457c-9ee7-19044874541d None None] Port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:03:54.010701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af7942e4-efb9-46de-bff7-5cbb012dab78 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:03:54.054444 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router c1bd2454-70d5-42c4-ba93-816628a5db98 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:03:54.081142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port af7942e4-efb9-46de-bff7-5cbb012dab78 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:54.085679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port af7942e4-efb9-46de-bff7-5cbb012dab78 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:54.086045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.196796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.214015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port af7942e4-efb9-46de-bff7-5cbb012dab78, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af7942e4-efb9-46de-bff7-5cbb012dab78,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:54.217852 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.218745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:03:54.255797 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:03:54.268944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-316b90e2-a749-4f76-a705-a02790c375e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/c1bd2454-70d5-42c4-ba93-816628a5db98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2363617 Feb 10 12:03:54.332933 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=af7942e4-efb9-46de-bff7-5cbb012dab78,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:54.347114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:54.351664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:54.352028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.436964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-c404b459-3120-4482-868c-e5ae4c0ffb74 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:03:54.458226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-c404b459-3120-4482-868c-e5ae4c0ffb74 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:03:54.459773 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-c404b459-3120-4482-868c-e5ae4c0ffb74 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837661838&fields=id&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 267 time: 0.0627787 Feb 10 12:03:54.464169 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.498727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:54.502924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:54.566536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:54.609173 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b6145-6077-4db6-b98f-531de4de3eff req-5c44347f-027b-4dd8-b599-fb928b0adae6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:54.609860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-5c44347f-027b-4dd8-b599-fb928b0adae6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:03:54.626395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-5c44347f-027b-4dd8-b599-fb928b0adae6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:03:54.627527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-5c44347f-027b-4dd8-b599-fb928b0adae6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 796 time: 0.1609471 Feb 10 12:03:54.644113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-1ff0ffd9-a358-4062-bac7-1391bf252740 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/quotas/56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 375 time: 0.0109630 Feb 10 12:03:54.723860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-c273a1aa-0e30-410a-bf80-b747f43eb0f6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:03:54.739474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-679b6145-6077-4db6-b98f-531de4de3eff req-c273a1aa-0e30-410a-bf80-b747f43eb0f6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:03:54.741514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-c273a1aa-0e30-410a-bf80-b747f43eb0f6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925767 Feb 10 12:03:54.945628 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-8d8e260e-a511-4d9f-9db1-e98af9bb73c4 service neutron] 10.222.0.42 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915793 Feb 10 12:03:55.080368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-102b2a1d-6056-4616-b031-e3e4f1cd4775 service neutron] 10.222.0.42 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291115 Feb 10 12:03:55.268512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6ad66b33-e2ef-49c2-a730-2e20d3a6f006 req-d7adddd7-1666-4841-a6b0-bac753af5386 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0440648 Feb 10 12:03:55.275871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Sync routers for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:03:55.290430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:55.291035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:55.502470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:55.813930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:53Z', 'revision_number': 2, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:55.817707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Checking router: c1bd2454-70d5-42c4-ba93-816628a5db98 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:03:55.818046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Updating router c1bd2454-70d5-42c4-ba93-816628a5db98 port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:03:55.867931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:55.971770 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af7942e4-efb9-46de-bff7-5cbb012dab78 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:03:56.146783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port af7942e4-efb9-46de-bff7-5cbb012dab78 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:56.147143 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.357578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:03:56.396555 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.400628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b6145-6077-4db6-b98f-531de4de3eff req-39a32c4d-28a2-4a45-b2d4-496b0eff02e3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:56.402734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-39a32c4d-28a2-4a45-b2d4-496b0eff02e3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 796 time: 0.2679148 Feb 10 12:03:56.420773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Transition to ACTIVE for port object 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:56.428892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.470460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d60252d1-69a4-4b6e-ab17-8d207a5d52d5 req-1f914300-f758-4914-9ce9-d950f5bc8c83 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 210 time: 0.0583222 Feb 10 12:03:56.498728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-1fd535b9-8eee-4e9d-bc50-dcdaad1d5283 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 380 time: 0.0522461 Feb 10 12:03:56.508450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'port': {'device_id': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'admin_state_up': True, 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'security_groups': ['1e9736cc-2bc2-472d-a369-d72d9a0da5f8']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:56.560618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:56.560899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.591137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6ea8-3ce2-41eb-8227-b572ffbc2718 None None] Pushing event updated for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:56.648046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:03:56.660264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:03:56.673843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:03:56.677664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.703379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Attempting to bind port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:03:56.703744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Attempting to bind port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:03:56.704103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Attempting to bind port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a on network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:03:56.740321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:03:56.740691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Checking segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:03:56.741085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.741470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Bound using segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:03:56.741937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Bound port: 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:03:56.742302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.842786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.5 (1d634840-cac9-4a53-bbcd-40bf4bb5fc15/e58a2a88-1b7d-4fa6-837f-bd5807a45104/5d9c1d7b-de92-4a8c-aa0b-c912c67888cf) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:03:56.860073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] For port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:03:56.862982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] For port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:03:56.867104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:56.947174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6ea8-3ce2-41eb-8227-b572ffbc2718 None None] Pushing event updated for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:56.953016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:03:56.953626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:57.043632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.065076 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:57.091208 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.166668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:03:57.170115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:03:57.171997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:57.174066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:03:57.184660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:03:57.237469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:57.238097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.265270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-3cb1350c-a27b-4562-848c-b5d39879af34 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609122 Feb 10 12:03:57.280734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Request body: {'port': {'device_id': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:03:57.335329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-01829596-ab39-4545-922f-a1c599be3c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.395816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.534090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:56Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:03:57.539196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b231225-97f3-42e0-bb69-d316b2385fbd None None] The sync data for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv is: [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:56Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:03:57.543158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-78f370cc-4952-4a21-bb06-2b2d797c791b None None] Provisioning for port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:57.548220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-78f370cc-4952-4a21-bb06-2b2d797c791b None None] Provisioning complete for port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:57.548578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-78f370cc-4952-4a21-bb06-2b2d797c791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.633420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-78f370cc-4952-4a21-bb06-2b2d797c791b None None] Port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:03:57.787704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2ec85-c016-44e0-b5ee-7fdc806f589f req-82a5b529-39c9-4c68-b285-eaad0406b560 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:57.788388 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-11b2ec85-c016-44e0-b5ee-7fdc806f589f req-82a5b529-39c9-4c68-b285-eaad0406b560 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:03:57.849552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-11b2ec85-c016-44e0-b5ee-7fdc806f589f req-82a5b529-39c9-4c68-b285-eaad0406b560 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:03:57.850590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11b2ec85-c016-44e0-b5ee-7fdc806f589f req-82a5b529-39c9-4c68-b285-eaad0406b560 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 931 time: 0.2031226 Feb 10 12:03:57.858028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:03:57.878632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.906640 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Transition to ACTIVE for port object 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:03:57.913807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:57.970343 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-11b2ec85-c016-44e0-b5ee-7fdc806f589f req-11b86666-8987-4b57-bd6e-0a17d505b899 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080379 Feb 10 12:03:58.004709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:03:58.086893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:58.121759 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:03:58.129603 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:03:58.130129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.204434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Attempting to bind port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:03:58.204765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Attempting to bind port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:03:58.205093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Attempting to bind port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf on network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:03:58.211826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf on network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:03:58.212067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Attempting to bind port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf on network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:03:58.224494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:03:58.224827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Checking segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:03:58.225273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Bound using segment: {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:03:58.225699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Bound port: 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f36358-f9b6-411f-a914-16a7d988a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:03:58.226115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.278212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.320467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:03:58.326057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.395642 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:58.424630 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:03:58.427717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:03:58.431730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.495473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:58.497379 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 1093 time: 1.2228770 Feb 10 12:03:58.497809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:03:58.519481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee082-78a3-419e-b8b8-301101efe3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:03:58.584970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'status': 'completed', 'code': 200} Feb 10 12:03:58.629434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-9e19251f-27b5-45d1-92c2-9d027e39771f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1096 time: 0.0752649 Feb 10 12:03:58.696910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-f9a04da9-ded5-460e-b439-98265cba8b5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 217 time: 0.0609260 Feb 10 12:03:58.762841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b6145-6077-4db6-b98f-531de4de3eff req-a99ddae8-62cc-4ee2-ab93-eb575f10090f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:58.764284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-a99ddae8-62cc-4ee2-ab93-eb575f10090f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0603993 Feb 10 12:03:58.839853 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-c7f1d7e8-d49c-456d-b9b7-d6dbe926d604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687375 Feb 10 12:03:58.969744 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-b1c62e67-9c33-44ac-8064-fddd4c540c0f service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215341 Feb 10 12:03:59.100869 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-679b6145-6077-4db6-b98f-531de4de3eff req-a901efe5-68c7-4b71-a17e-724c722865db service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232321 Feb 10 12:03:59.252292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f7545-d060-4a1f-b556-4f2a317a49b8 req-e342ce66-dd08-4af8-a98b-4e43ee9f4adf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:59.253653 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f40f7545-d060-4a1f-b556-4f2a317a49b8 req-e342ce66-dd08-4af8-a98b-4e43ee9f4adf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 943 time: 0.1348629 Feb 10 12:03:59.256434 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-f5c82c5d-11c5-4bd4-9788-fc6d9a7d475f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1096 time: 0.1032510 Feb 10 12:03:59.375366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f40f7545-d060-4a1f-b556-4f2a317a49b8 req-7089e522-dfcc-4f19-87d5-4bce59243f33 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157238 Feb 10 12:03:59.416124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-0aee8ce2-9062-4ea9-bce0-916531b43785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:59.417831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-0aee8ce2-9062-4ea9-bce0-916531b43785 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 897 time: 0.1454411 Feb 10 12:03:59.452798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7af3f16-97e5-43dc-87a7-463b990931e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:03:59.489179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-695dfc5d-afaf-4f55-8b07-2799c93eef3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 217 time: 0.0640299 Feb 10 12:03:59.551318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-a785eb24-d5e0-4fa3-a183-3283053565fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:03:59.552659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-a785eb24-d5e0-4fa3-a183-3283053565fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0555811 Feb 10 12:03:59.628655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-d2f09ed9-cc91-4e56-959c-00f81d7c61f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693338 Feb 10 12:03:59.757289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-9a473172-181a-4c46-9983-f79ad84dd02a service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215174 Feb 10 12:03:59.886407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0838c09c-6c9e-468a-9d27-84b69e770625 req-b9859de6-a47c-477b-86b6-a092ebb4c519 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216760 Feb 10 12:03:59.954467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:00.026573 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:00.027507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:00.569352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f70dd-6b5e-4278-b2ea-263fb38ea5b7 req-0e993470-696b-4a5d-81b0-28aab037396c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:00.570796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-007f70dd-6b5e-4278-b2ea-263fb38ea5b7 req-0e993470-696b-4a5d-81b0-28aab037396c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 943 time: 0.0742300 Feb 10 12:04:00.603832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:00.617053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-007f70dd-6b5e-4278-b2ea-263fb38ea5b7 req-b2e9d34f-ebb2-4e1a-be41-2f0a286dc100 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Feb 10 12:04:00.779988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:01.911081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e2be7-bbf8-4f11-aef5-18f9bb7d5bd2 req-db4b9c4f-fe47-4234-bad2-87bd59b2253c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:01.912519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f39e2be7-bbf8-4f11-aef5-18f9bb7d5bd2 req-db4b9c4f-fe47-4234-bad2-87bd59b2253c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 943 time: 0.1754556 Feb 10 12:04:01.956992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f39e2be7-bbf8-4f11-aef5-18f9bb7d5bd2 req-9e648269-f983-4b68-a3a1-e422a9f7d746 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Feb 10 12:04:02.154457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:02.587306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:04:02.716784 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:02.729246 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'port_id': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'mac_address': 'fa:16:3e:6c:3e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:04:02.780404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:02.796621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:04:02.810744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:02.814485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:02.880305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:03.019253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:04:03.151512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8650c-b081-4fd1-8fd2-d0aba9caa59b req-1ab60568-cedc-485b-a510-cd20f93ef3ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:03.153552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41c8650c-b081-4fd1-8fd2-d0aba9caa59b req-1ab60568-cedc-485b-a510-cd20f93ef3ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 944 time: 0.0748122 Feb 10 12:04:03.201361 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41c8650c-b081-4fd1-8fd2-d0aba9caa59b req-d19ca455-7df4-415a-bd6b-5a597316bfce tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Feb 10 12:04:04.147499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.393334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0454d-538e-44f1-bbb7-671253053a78 req-53d19c42-e3d7-4ecd-9cca-d86eff24879b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:04.394756 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09f0454d-538e-44f1-bbb7-671253053a78 req-53d19c42-e3d7-4ecd-9cca-d86eff24879b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 944 time: 0.0739970 Feb 10 12:04:04.439987 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09f0454d-538e-44f1-bbb7-671253053a78 req-27b4b6b7-03c1-4e52-a869-3d13642f8db2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Feb 10 12:04:04.602776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:04:04.668131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:04:04.672517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:04:04.672876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.781154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.806518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:04.816356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:04:04.819989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:04.860898 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'code': 200} Feb 10 12:04:04.885428 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:05.079093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5b060cb-cb86-4eff-abea-50d46537d3ba req-14a5e87b-615f-425d-827a-50b94d357004 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0689206 Feb 10 12:04:05.118203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5b060cb-cb86-4eff-abea-50d46537d3ba req-9f91de83-a382-483c-b903-95e0f559cd8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Feb 10 12:04:05.640074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0c38c-e5de-4881-accb-0329fa79b510 req-dc93b42d-eede-46a0-9a34-5353ea1e1155 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:05.641507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46c0c38c-e5de-4881-accb-0329fa79b510 req-dc93b42d-eede-46a0-9a34-5353ea1e1155 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0758498 Feb 10 12:04:05.684914 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-46c0c38c-e5de-4881-accb-0329fa79b510 req-fe88cbfa-13df-41f8-86a1-4f09fe1c5d36 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Feb 10 12:04:06.880300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4f43d-86a9-44a8-a042-09ceae725cc0 req-f8edff30-fe09-42df-a4cc-972bb8f5d4bd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:06.881740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47a4f43d-86a9-44a8-a042-09ceae725cc0 req-f8edff30-fe09-42df-a4cc-972bb8f5d4bd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0773907 Feb 10 12:04:06.926268 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47a4f43d-86a9-44a8-a042-09ceae725cc0 req-225cb4a6-3768-411a-a5da-6df3548d8cd9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388641 Feb 10 12:04:07.118124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc6b45-75cb-4bc4-a84f-e287db213583 req-742f1907-b601-44f4-81f5-573a84acc587 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:07.119575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13bc6b45-75cb-4bc4-a84f-e287db213583 req-742f1907-b601-44f4-81f5-573a84acc587 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0753748 Feb 10 12:04:07.168279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-13bc6b45-75cb-4bc4-a84f-e287db213583 req-07dfe4ca-0ce8-4a34-ac83-4ae069588393 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Feb 10 12:04:07.195247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33406) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:07.263318 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d8961eaa-1f82-49e1-981e-f678c982fd5b tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1093 time: 0.0668473 Feb 10 12:04:07.265820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33410) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:07.270849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:04:07.276528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:04:07.280625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:floatingip and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:04:07.283432 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:04:07.288929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:04:07.299314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:07.430159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:07.568033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.8 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/66d9fe48-8e7b-4873-89cb-f7207f4a26d8) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:04:07.710081 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:07.737405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:07.801058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:04:07.803566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:04:07.806447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:04:07.844284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=66d9fe48-8e7b-4873-89cb-f7207f4a26d8,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:08.384733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.438721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.630868 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.635334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.742099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=66d9fe48-8e7b-4873-89cb-f7207f4a26d8,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:04:08.756935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:08.944701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Floating IP 8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 associated. External IP: 172.26.3.8, port: 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf. Feb 10 12:04:09.326088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router c1bd2454-70d5-42c4-ba93-816628a5db98 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:04:09.519573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:04:09.529771 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Sync routers for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:04:09.541662 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:09.542361 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:09.543997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:09.596452 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e63ec8db-c60b-41a2-9df1-50489371be06 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3295588 Feb 10 12:04:09.597296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:04:09.652843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'status': 'completed', 'code': 200} Feb 10 12:04:09.720200 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:09.805525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-8bd7478e-94f1-42c5-8f1c-54b1cc7b9637 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.1307273 Feb 10 12:04:09.811482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179434d-667f-488b-bf63-d630c76d2120 req-78b810ec-a3d2-468a-a9b4-726c03a1eb16 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:09.812802 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6179434d-667f-488b-bf63-d630c76d2120 req-78b810ec-a3d2-468a-a9b4-726c03a1eb16 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1062179 Feb 10 12:04:10.041883 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6179434d-667f-488b-bf63-d630c76d2120 req-ab1b0156-fc2c-4917-a560-d9101ac809be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108593 Feb 10 12:04:10.071790 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33418) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:10.074575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098731f-2385-4484-ae1c-b665d48943cd req-cf396d27-b428-496b-a74b-d7b58251a20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:10.076156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-cf396d27-b428-496b-a74b-d7b58251a20e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 897 time: 0.2625287 Feb 10 12:04:10.094677 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'port_id': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'mac_address': 'fa:16:3e:6c:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:08Z', 'updated_at': '2022-02-10T12:04:08Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:10.099585 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Checking router: c1bd2454-70d5-42c4-ba93-816628a5db98 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:04:10.110605 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:04:10.111189 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:03:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:10.182290 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-d235193c-3eec-47c7-8ab5-a9b20975c566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 997 time: 0.1003401 Feb 10 12:04:10.184064 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4e19f927-2da8-4a43-b530-6add6420c515 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 989 time: 0.1099472 Feb 10 12:04:10.247671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098731f-2385-4484-ae1c-b665d48943cd req-a0b3d153-d983-4554-aaf2-e07c6e456ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:10.249098 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-a0b3d153-d983-4554-aaf2-e07c6e456ecc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0600843 Feb 10 12:04:10.283030 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:04:10.321733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-f1d124c8-7563-4950-bc2f-2193c7e70faf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668855 Feb 10 12:04:10.454302 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-1ce1fc97-718a-4fcb-ba2f-c3f98d579f02 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225009 Feb 10 12:04:10.582742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a098731f-2385-4484-ae1c-b665d48943cd req-7932d7f7-6e3f-4820-a7ab-3d1a0db75646 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228325 Feb 10 12:04:10.631684 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'port_id': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'mac_address': 'fa:16:3e:6c:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:08Z', 'updated_at': '2022-02-10T12:04:08Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:04:10.635732 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33120eb0-6c8e-4be0-a67e-3bbc7b456399 None None] The sync data for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv is: [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.8', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'port_id': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'mac_address': 'fa:16:3e:6c:3e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:04:08Z', 'updated_at': '2022-02-10T12:04:08Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:04:11.188596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33422) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:11.291645 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-73f9080a-412c-4691-a5bd-19fac43955cd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 989 time: 0.1017046 Feb 10 12:04:12.295421 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33426) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:12.395590 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90c968a5-e5f4-4ef5-abcf-b4d12291999b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 989 time: 0.0990489 Feb 10 12:04:13.247589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab282456-2906-4d5b-b7d1-cab67ecab43a None None] New status for floating IP 8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:04:13.399498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:13.505749 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43439146-0bf1-48e3-8b2e-bcf3d82a49d8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 989 time: 0.1050014 Feb 10 12:04:14.509488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:04:14.614860 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e6329ba3-f7ed-440b-a195-fb433ee43fea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 991 time: 0.1042268 Feb 10 12:04:23.869982 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:04:27.267958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-acb15253-e888-4c15-a774-a4007c0f5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:29.454859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce929e3-af6c-4c00-bab5-e143db30ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.606762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:30.782595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:32.158090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:34.165864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:42.243487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-260b68f0-2025-4209-aec9-3d7a8e589415 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.1337593 Feb 10 12:04:42.425880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-1e2a3b51-f7b9-48aa-86e4-75748f78a980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.427206 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-1e2a3b51-f7b9-48aa-86e4-75748f78a980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 897 time: 0.1779864 Feb 10 12:04:42.437237 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6c80-252c-4bc7-a22e-eee8fb561df0 req-5fc17d7e-d49f-4462-864b-2603fa8f2a9d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.438554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdfc6c80-252c-4bc7-a22e-eee8fb561df0 req-5fc17d7e-d49f-4462-864b-2603fa8f2a9d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.2887447 Feb 10 12:04:42.558815 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdfc6c80-252c-4bc7-a22e-eee8fb561df0 req-7d7bff52-6e81-4159-8997-36bc61a24cd9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721700 Feb 10 12:04:42.563186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-04f0e5b4-ca30-4d9f-8dc5-ce3202251ced service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 999 time: 0.1238227 Feb 10 12:04:42.631518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-14ac3420-3371-4715-8af7-05fd41c791ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:42.633195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-14ac3420-3371-4715-8af7-05fd41c791ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0643399 Feb 10 12:04:42.707565 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-08360f5c-67c1-46a2-8eed-b472dd0b3ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679188 Feb 10 12:04:42.930188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-4ecd5a91-f193-4d6d-8fc5-a15058d6c846 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165058 Feb 10 12:04:43.062934 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4125f07-3efb-47e2-b5cb-a3dd0c5ceb6e req-5c28bf20-3aef-468d-8484-0fce6a283ceb service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263034 Feb 10 12:04:43.586387 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-e4237504-171e-4813-ab3e-8899027dbdf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0661602 Feb 10 12:04:43.735912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-1d177e44-8b06-45d7-88d1-3e4c834b2996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:43.737458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-1d177e44-8b06-45d7-88d1-3e4c834b2996 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 897 time: 0.1300275 Feb 10 12:04:43.880290 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-0f1e0849-9413-4a20-8809-22880b7dd2d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 999 time: 0.1372077 Feb 10 12:04:43.954426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b129d9-eab3-4033-baad-7aa83bb28f76 req-2cc53069-9b83-4233-a0ef-e3003774463f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:43.955880 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55b129d9-eab3-4033-baad-7aa83bb28f76 req-2cc53069-9b83-4233-a0ef-e3003774463f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.2756641 Feb 10 12:04:43.957161 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-ae2c22df-c855-403b-a30c-9dcbe8a6ce25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:43.958418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-ae2c22df-c855-403b-a30c-9dcbe8a6ce25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0711489 Feb 10 12:04:44.044239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55b129d9-eab3-4033-baad-7aa83bb28f76 req-fff7c3ff-041a-417a-98fd-aaeec7b0ded2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828865 Feb 10 12:04:44.065341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-33326979-52e7-4ce7-93d9-3e66a3626e8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906508 Feb 10 12:04:44.194457 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-5bf83b25-35dc-44b5-b94d-3d3f1a32b2ce service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227586 Feb 10 12:04:44.326248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-480f4b7a-1ad8-4013-9de8-2760fd4de435 req-4d1fd3fa-bcd6-46c8-ac75-9a9f20c83bc1 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251869 Feb 10 12:04:45.233541 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f1008-e71d-4e9f-b78b-213879079638 req-d1606305-cd90-43fe-a36a-1c7b88830e76 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:45.234975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba2f1008-e71d-4e9f-b78b-213879079638 req-d1606305-cd90-43fe-a36a-1c7b88830e76 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0735390 Feb 10 12:04:45.281568 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ba2f1008-e71d-4e9f-b78b-213879079638 req-9f7d75e0-48a7-41f7-b496-2d97ad477580 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Feb 10 12:04:46.477683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739345fd-3e74-4d7f-a4e3-4bc25ac26bb0 req-dbda280a-0c6b-4b42-9d0a-d1754bbb45ac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:46.479132 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-739345fd-3e74-4d7f-a4e3-4bc25ac26bb0 req-dbda280a-0c6b-4b42-9d0a-d1754bbb45ac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0771329 Feb 10 12:04:46.523318 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-739345fd-3e74-4d7f-a4e3-4bc25ac26bb0 req-4654623c-2fb0-45e6-924e-b16711fdfcf4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388465 Feb 10 12:04:47.717613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31eff-4c82-41d6-b492-c69656cea889 req-3016cb9e-dea5-496e-801f-9bbca4083992 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:47.719066 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45e31eff-4c82-41d6-b492-c69656cea889 req-3016cb9e-dea5-496e-801f-9bbca4083992 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0752172 Feb 10 12:04:47.767200 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-45e31eff-4c82-41d6-b492-c69656cea889 req-09e35d92-3d9b-4f78-89b5-8b8aafa66640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Feb 10 12:04:48.958814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6560a-a8ba-46d3-aac6-e6ceb72e1e5c req-7476733b-47df-48f6-bfb0-bc3654f418a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:48.960299 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49d6560a-a8ba-46d3-aac6-e6ceb72e1e5c req-7476733b-47df-48f6-bfb0-bc3654f418a8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0756342 Feb 10 12:04:49.004816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49d6560a-a8ba-46d3-aac6-e6ceb72e1e5c req-18f94c05-3446-42d1-be8c-5559287cda8c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390239 Feb 10 12:04:50.198152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ffee3-465f-44d1-85a7-a307cc05722d req-ee3a9fff-5b4d-4a66-94d9-a996acbe3428 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:50.199521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-652ffee3-465f-44d1-85a7-a307cc05722d req-ee3a9fff-5b4d-4a66-94d9-a996acbe3428 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0780580 Feb 10 12:04:50.243630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-652ffee3-465f-44d1-85a7-a307cc05722d req-11b7fd78-8889-4b4f-9742-0e07e036ff71 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385141 Feb 10 12:04:51.436206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401f3df-d538-400b-baa4-2eb64a5f8a04 req-4bc0930f-b703-42c4-aa45-555228c5e719 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:51.437648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0401f3df-d538-400b-baa4-2eb64a5f8a04 req-4bc0930f-b703-42c4-aa45-555228c5e719 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0751390 Feb 10 12:04:51.481731 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0401f3df-d538-400b-baa4-2eb64a5f8a04 req-51a8b664-0442-4e26-a48a-992c4f3bd7b3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Feb 10 12:04:52.763368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b50203-18de-40af-8093-71235c773034 req-bb9bf467-a328-4846-99bf-66eae36780eb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:52.764795 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44b50203-18de-40af-8093-71235c773034 req-bb9bf467-a328-4846-99bf-66eae36780eb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.1662428 Feb 10 12:04:52.808794 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-44b50203-18de-40af-8093-71235c773034 req-fd3244c9-920d-433d-a48c-68fdd209a236 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Feb 10 12:04:54.002626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241747-436c-4669-bb63-2313c073a084 req-7550f0ae-91e8-40a7-a660-b31d16cfa726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:54.004108 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6241747-436c-4669-bb63-2313c073a084 req-7550f0ae-91e8-40a7-a660-b31d16cfa726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0748224 Feb 10 12:04:54.051958 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6241747-436c-4669-bb63-2313c073a084 req-8c7a4502-6c5c-4943-968e-396dcee24793 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Feb 10 12:04:55.246350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f49f56-fcec-4075-bc16-bfa65ca4c713 req-4b515783-ab4a-4112-b957-0fa79e871913 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:55.247894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6f49f56-fcec-4075-bc16-bfa65ca4c713 req-4b515783-ab4a-4112-b957-0fa79e871913 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0750120 Feb 10 12:04:55.292096 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e6f49f56-fcec-4075-bc16-bfa65ca4c713 req-98c5c281-f729-40f3-950f-8328fa34b190 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Feb 10 12:04:56.492421 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62513-2312-451e-b02c-745b6c4f6b99 req-1de60664-7232-4b3e-a30e-616d1da9c865 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:56.493852 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7af62513-2312-451e-b02c-745b6c4f6b99 req-1de60664-7232-4b3e-a30e-616d1da9c865 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0797791 Feb 10 12:04:56.537421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7af62513-2312-451e-b02c-745b6c4f6b99 req-34f9b4ec-eba7-4eef-9dc1-b72bc5e0a3e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381665 Feb 10 12:04:57.269273 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba655285-aeb4-4500-b1cd-c27503af6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:04:57.736060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c0d4-06e2-43d2-ae67-14593de933fc req-3657250c-e0f6-4d79-9e67-5c6cf3947353 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:57.737497 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eb0c0d4-06e2-43d2-ae67-14593de933fc req-3657250c-e0f6-4d79-9e67-5c6cf3947353 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0829682 Feb 10 12:04:57.787898 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4eb0c0d4-06e2-43d2-ae67-14593de933fc req-be762b97-972d-4313-ac26-0dd305f05ead tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 Feb 10 12:04:58.994090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e623f5e-3366-4122-bfc2-a4ee047784f2 req-5135e426-247e-442e-9105-15bd0e8de0b2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:04:58.996031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e623f5e-3366-4122-bfc2-a4ee047784f2 req-5135e426-247e-442e-9105-15bd0e8de0b2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0793502 Feb 10 12:04:59.040016 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e623f5e-3366-4122-bfc2-a4ee047784f2 req-904a7749-e83c-42e3-a045-30e3305ceee0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Feb 10 12:04:59.455367 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cca82bdd-c800-4bdc-a2ac-76e74da4c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:00.245781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8dca-292e-4e7b-bad7-9bd646ac8b93 req-f78620be-90c0-4e00-936a-583ab93d4bd6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:00.247171 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec8d8dca-292e-4e7b-bad7-9bd646ac8b93 req-f78620be-90c0-4e00-936a-583ab93d4bd6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0751097 Feb 10 12:05:00.295841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ec8d8dca-292e-4e7b-bad7-9bd646ac8b93 req-4ca4b9b9-f765-4c30-b6d1-32b24e31cfc7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Feb 10 12:05:00.324324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:00.428096 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b72379cf-3369-4a21-b01d-c75ee68954b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 200 len: 991 time: 0.1025879 Feb 10 12:05:00.608948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:00.785528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:00.870702 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:05:02.160137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:04.161333 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:27.269930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30dc466e-b781-41d9-84a0-588799ded107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:29.458321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a89cc249-1fbf-45be-93e9-50f4c77f4093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:30.610427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:30.786353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:30.944855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33510) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:31.142106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 66d9fe48-8e7b-4873-89cb-f7207f4a26d8 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:31.142440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.306118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.306359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.426883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 66d9fe48-8e7b-4873-89cb-f7207f4a26d8 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:31.566695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:31.613197 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=66d9fe48-8e7b-4873-89cb-f7207f4a26d8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:31.649890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.650233 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.650566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.650894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.651218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.651566 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.651888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.652209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.652524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.652838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.653153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:31.709917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:32.162350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:32.180357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router c1bd2454-70d5-42c4-ba93-816628a5db98 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:32.374786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:32.385289 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Sync routers for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:32.396964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:32.397744 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:32.398525 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:32.449418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-6f3a22b7-3f6b-40de-b07f-19639dc7db08 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/floatingips/8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08 HTTP/1.1" status: 204 len: 168 time: 1.5033450 Feb 10 12:05:32.449977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:32.573017 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:32.594831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'status': 'completed', 'code': 200} Feb 10 12:05:32.693185 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-8dd64356-1639-4d3e-9766-cd752883afd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0772839 Feb 10 12:05:32.880733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-938a3e9b-e06e-48fe-b1a6-9de996b9d505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:32.882183 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-938a3e9b-e06e-48fe-b1a6-9de996b9d505 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 200 len: 897 time: 0.1823432 Feb 10 12:05:32.927430 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:32.931433 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Checking router: c1bd2454-70d5-42c4-ba93-816628a5db98 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:32.941822 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:32.942714 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:32.944973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186e29-94a3-430b-b98e-273aad30901d req-0faea2a9-8319-44cf-af4c-cc13425c3a75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:32.945652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-66186e29-94a3-430b-b98e-273aad30901d req-0faea2a9-8319-44cf-af4c-cc13425c3a75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:32.965154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-329db501-c6e8-4b45-94ce-898c2415bc39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 200 len: 217 time: 0.0755332 Feb 10 12:05:33.002869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-66186e29-94a3-430b-b98e-273aad30901d req-0faea2a9-8319-44cf-af4c-cc13425c3a75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:33.004047 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66186e29-94a3-430b-b98e-273aad30901d req-0faea2a9-8319-44cf-af4c-cc13425c3a75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.2344527 Feb 10 12:05:33.058628 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-893422c0-08d2-46e8-859e-778d965754a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:33.060100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-893422c0-08d2-46e8-859e-778d965754a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 200 len: 834 time: 0.0891721 Feb 10 12:05:33.101733 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66186e29-94a3-430b-b98e-273aad30901d req-cf0a6bad-49e5-42c9-954f-6ad33e577b09 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902646 Feb 10 12:05:33.123617 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:33.139841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-e106e9b7-4ae4-48a7-96cc-1c3230a506b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1d634840-cac9-4a53-bbcd-40bf4bb5fc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716922 Feb 10 12:05:33.271648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-5a5f429b-cd46-489f-8761-5bd3f72162ec service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246381 Feb 10 12:05:33.401285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a456ce0-f3f5-4270-90e8-ae997b1a150c req-358fa26e-83f6-4e0e-85f3-ecd645235446 service neutron] 10.222.0.32 "GET /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 Feb 10 12:05:33.420424 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:33.424498 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21437e0-adc5-46ad-9699-a62341358e2e None None] The sync data for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv is: [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:03:52Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8743ffc0-a8ce-4e6a-ba02-af09ee2e920a', 'name': '', 'network_id': '1d634840-cac9-4a53-bbcd-40bf4bb5fc15', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:50:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:52Z', 'updated_at': '2022-02-10T12:03:58Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'e58a2a88-1b7d-4fa6-837f-bd5807a45104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:33.634565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae66923-b7c9-4e4b-bd80-b4bb273532af None None] New status for floating IP 8312f095-7ad2-4d0f-aa1d-ef2e0bd79a08: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:05:34.170065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.234492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-b0577688-4f46-48fd-b070-529541282ac2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:34.235827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-b0577688-4f46-48fd-b070-529541282ac2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.0774503 Feb 10 12:05:34.349634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:34.350312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.515917 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5280d7-9300-47ed-89b9-656102c2dbd3 req-f2f2d5f7-ac11-404a-8f02-b3e2e0eb43a6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:34.517248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b5280d7-9300-47ed-89b9-656102c2dbd3 req-f2f2d5f7-ac11-404a-8f02-b3e2e0eb43a6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30edb3a-bf33-4f83-b4c0-9c88a41f45f2 HTTP/1.1" status: 200 len: 945 time: 0.2901456 Feb 10 12:05:34.670311 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5b5280d7-9300-47ed-89b9-656102c2dbd3 req-4a27c645-f397-422b-9f90-fbdf0fb18102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=1e9736cc-2bc2-472d-a369-d72d9a0da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297455 Feb 10 12:05:34.732366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:34.732723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:34.855273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:34.994002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:35.043140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=5d9c1d7b-de92-4a8c-aa0b-c912c67888cf,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:35.112264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] No DVR routers for this DVR port 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:05:35.114494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:35.116839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'name': 'network-vif-deleted', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:35.131938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-73cbe154-5ebe-4a2d-9f82-18f6bbe3a97d req-3776f78d-acf9-46d6-bb20-aa179070c382 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "DELETE /v2.0/ports/5d9c1d7b-de92-4a8c-aa0b-c912c67888cf HTTP/1.1" status: 204 len: 173 time: 0.8637118 Feb 10 12:05:35.174175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30edb3a-bf33-4f83-b4c0-9c88a41f45f2', 'name': 'network-vif-deleted', 'tag': '5d9c1d7b-de92-4a8c-aa0b-c912c67888cf', 'status': 'completed', 'code': 200} Feb 10 12:05:35.772823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33528) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:36.159535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:36.848250 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:36.849059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:36.975183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:37.008078 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:37.008429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 5d9c1d7b-de92-4a8c-aa0b-c912c67888cf not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:37.035995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:37.036343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.152634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:37.320986 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.366524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=8743ffc0-a8ce-4e6a-ba02-af09ee2e920a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:37.648953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:37.871550 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:05:38.340308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router c1bd2454-70d5-42c4-ba93-816628a5db98 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:38.544866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:38.554644 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Sync routers for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:38.558669 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ffc109fe-654a-49b9-9381-6586cb8c11b1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/c1bd2454-70d5-42c4-ba93-816628a5db98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847641 Feb 10 12:05:38.561357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33532) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:38.565771 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:38.566351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:38.738675 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:38.742106 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting subnet e58a2a88-1b7d-4fa6-837f-bd5807a45104 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:05:38.745839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.798139 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.891492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:38.964193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.005286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Subnet': ['ID=e58a2a88-1b7d-4fa6-837f-bd5807a45104,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:39.013165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.019602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84c39b-dbfa-4995-9f8e-8980a6a286df None None] Network 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:39.022707 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33536) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:39.023133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1393b5cb-13f2-490b-ab0f-5f1a79b061ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/subnets/e58a2a88-1b7d-4fa6-837f-bd5807a45104 HTTP/1.1" status: 204 len: 168 time: 0.4604359 Feb 10 12:05:39.037742 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:05:37Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.042174 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Checking router: c1bd2454-70d5-42c4-ba93-816628a5db98 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:39.052397 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Routers {'c1bd2454-70d5-42c4-ba93-816628a5db98'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:39.053008 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['c1bd2454-70d5-42c4-ba93-816628a5db98'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.225503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.227074 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] Set router c1bd2454-70d5-42c4-ba93-816628a5db98 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:39.273779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] DHCP port deletion for 1d634840-cac9-4a53-bbcd-40bf4bb5fc15 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:05:39.278614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Deleting port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:39.279018 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.439136 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.449453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port af7942e4-efb9-46de-bff7-5cbb012dab78 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:05:39.450597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.483437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] For port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,segment=NetworkSegment(b4f36358-f9b6-411f-a914-16a7d988a452),segment_id=b4f36358-f9b6-411f-a914-16a7d988a452)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:39.483825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.545452 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:05:37Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:39.549775 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639a662-034a-405f-97a3-650cb304fca8 None None] The sync data for ids ['c1bd2454-70d5-42c4-ba93-816628a5db98'] in dv-neutron-827807-1-hyperv is: [{'id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1181708859', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:03:48Z', 'updated_at': '2022-02-10T12:05:37Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'af7942e4-efb9-46de-bff7-5cbb012dab78', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bd2454-70d5-42c4-ba93-816628a5db98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:03:49Z', 'updated_at': '2022-02-10T12:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:39.625295 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port af7942e4-efb9-46de-bff7-5cbb012dab78, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=af7942e4-efb9-46de-bff7-5cbb012dab78,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:39.625647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.650034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Calling delete_port for d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:39.719490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:39.743576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for af7942e4-efb9-46de-bff7-5cbb012dab78 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:05:39.760764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Pushing event deleted for resources: {'Port': ['ID=d9325f0e-4ccc-4d81-9a21-a18ce5990ef0,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:39.769435 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] No DVR routers for this DVR port d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.777430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:39.778590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30826418-e016-4c9d-9f37-6cf403a5f3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.015650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:40.022293 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.058684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:40.059163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8743ffc0-a8ce-4e6a-ba02-af09ee2e920a not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:40.059470 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:40.069846 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=af7942e4-efb9-46de-bff7-5cbb012dab78,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:40.094448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:40.094796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device d9325f0e-4ccc-4d81-9a21-a18ce5990ef0 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:40.108498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.108849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.109177 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.109510 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.109837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.110162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.110489 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.110811 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.111128 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.111538 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.111854 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:40.297106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.540998 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.545161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.569251 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.569677 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Fanout notify agent at l3_agent the message router_deleted on router c1bd2454-70d5-42c4-ba93-816628a5db98 {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:05:40.583801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.584877 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1af39dd6-7bba-4cf0-8846-d40aff821e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/routers/c1bd2454-70d5-42c4-ba93-816628a5db98 HTTP/1.1" status: 204 len: 168 time: 1.5610709 Feb 10 12:05:40.588262 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33540) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:40.700912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.825572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.849254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d634840-cac9-4a53-bbcd-40bf4bb5fc15']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:40.862028 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f36358-f9b6-411f-a914-16a7d988a452') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:40.862499 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f36358-f9b6-411f-a914-16a7d988a452') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:40.880600 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.895881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.902280 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:05:40.902660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:05:40.917637 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:05:41.001655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.023146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.034342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Network': ['ID=1d634840-cac9-4a53-bbcd-40bf4bb5fc15,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.043211 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-73ee7151-c0ce-415e-973f-c707829d8d3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/networks/1d634840-cac9-4a53-bbcd-40bf4bb5fc15 HTTP/1.1" status: 204 len: 168 time: 0.4540169 Feb 10 12:05:41.046057 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33544) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.113095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.144044 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.207109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.224547 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9736cc-2bc2-472d-a369-d72d9a0da5f8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.234461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.238053 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dd64ff39-c3be-40b3-b174-4220706513d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/security-groups/1e9736cc-2bc2-472d-a369-d72d9a0da5f8 HTTP/1.1" status: 204 len: 168 time: 0.1886094 Feb 10 12:05:41.585912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33552) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.591530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1225768', 'description': 'tempest-secgroup-smoke-1225768 description', 'project_id': '56d4e085ca1346539f868d67b13bb483'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.597385 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.601379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.605032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.614236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.623988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.658090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.661735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.664431 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.670467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.721756 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.725324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.767446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3462b32-973f-4d6d-a148-2c5120ef3cc2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.774252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.776056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b04ede92-e687-4b98-8fb6-57a0f6d65936 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1622 time: 0.1891482 Feb 10 12:05:41.778816 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33556) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.784048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.789732 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.794067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.796910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.802787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.818865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.877726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.881031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.903151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bbb4a6-95b8-4046-8482-2041883fda9c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:41.911686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:41.912816 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a504f50a-cc5c-48ea-aa07-61b8bf311102 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1330869 Feb 10 12:05:41.916221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33560) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:41.921405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:41.926955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:41.930617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:41.933424 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:41.938914 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:41.959147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.004369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af7942e4-efb9-46de-bff7-5cbb012dab78 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:05:42.026044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.029634 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.037144 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: af7942e4-efb9-46de-bff7-5cbb012dab78 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:05:42.037487 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device af7942e4-efb9-46de-bff7-5cbb012dab78 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:05:42.050252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26659b9f-c7af-43ab-8296-98b2fb3c2d6d,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.060535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.061644 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bc533ad7-f69e-4dea-869c-0cb975a4f23a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1445401 Feb 10 12:05:42.065363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33564) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.070691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.076859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.080567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.083360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.089519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.105870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.166682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.170095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.195960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd614754-0061-4b21-943b-89ef57466b54,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.202629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.203881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30a55391-3b47-4905-a7d9-6d5167508726 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1376107 Feb 10 12:05:42.206597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33568) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.212656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.218299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.221999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.224807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.230284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.245659 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.310008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.313648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.336284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf058f7-d352-4e56-b759-e5a1ccdce3e6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.344082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.345215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-47c04f30-1346-4dac-b6ce-57124c3b4be2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1377428 Feb 10 12:05:42.347935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33572) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.353591 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.359194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.362863 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.365737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.371951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.381886 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:05:42.388153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.452715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.456124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.476149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c456f002-b81e-4f48-8d80-f054384c6476,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.487297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.488464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-78384e92-4aa9-451b-bf46-feb5a449b6ba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1396186 Feb 10 12:05:42.491254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33576) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.496491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'a3462b32-973f-4d6d-a148-2c5120ef3cc2', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.502141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.505803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.508893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.514404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.523803 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:05:42.530858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.594141 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.597798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.621006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0534108-445f-473d-b145-ae026ec040cb,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.631032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.632215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c6e93d90-39e3-4b50-b9a2-4e164bc5b887 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400425 Feb 10 12:05:42.635366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33580) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.640586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'network': {'name': 'tempest-network-smoke--893174491', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.645207 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.649168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:network and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.652522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.658273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.671386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:42.674182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.700550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:05:42.708925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.709298 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Added segment bc86c52a-b5b9-4ec8-b830-dd1e768d647e of type vlan for network aaa6ae66-566a-4944-b259-29f7252d989f Feb 10 12:05:42.734953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.763296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.766840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:42.767443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.872269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2333868 Feb 10 12:05:42.872887 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33584) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:42.878474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'admin_state_up': True, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:42.879420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5a39c-b306-419a-9765-52fc069413fa tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Network': ['ID=aaa6ae66-566a-4944-b259-29f7252d989f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:42.886238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:42.889223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network aaa6ae66-566a-4944-b259-29f7252d989f details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:05:42.890474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:router and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:42.893653 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:42.899960 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:42.909974 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.910879 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:42.928633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.156886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.347439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.376870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.512315 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.208 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/18136549-fc0a-4ab0-b8cc-bdd4412c7c67) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:43.668367 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.700481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.764796 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:43.767191 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:43.769660 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:43.803058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:43.928393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:43.929102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.157637 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:05:44.351078 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:44.360125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Sync routers for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:44.371311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:44.372102 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:44.375545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.376782 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3f46d4e0-2bb7-4b69-90d1-ddde6dd90870 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5028152 Feb 10 12:05:44.379876 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33588) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.422078 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d23599ab-5d62-47ef-8be4-c8ba35532587 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=56d4e085ca1346539f868d67b13bb483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408483 Feb 10 12:05:44.424682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33592) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.546651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:44.646079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094f634-1dee-486c-9e00-7f3b21c3db6d tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:44.648606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1094f634-1dee-486c-9e00-7f3b21c3db6d tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2224135 Feb 10 12:05:44.650837 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33596) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.691147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f92ee89-8c0c-460c-bceb-873065837b83 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369065 Feb 10 12:05:44.691337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33600) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:44.697416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510959010', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:44.803088 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:44.807553 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:subnet and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:05:44.810467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:05:44.816152 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:44.825965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:44.830418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:44.834223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Checking router: acf5b20e-4cb3-43d9-a1f9-38e742b3f14e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:44.834565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Updating router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:05:44.888589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:44.937122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.153059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.218124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.229390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Subnet': ['ID=21f92111-592c-4f6c-b219-decf0a92bd9f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:45.230689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Transition to ACTIVE for port object 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:45.238087 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.244400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Checking segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:45.244746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network hostable DHCP agents. Network: aaa6ae66-566a-4944-b259-29f7252d989f, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:05:45.268826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network aaa6ae66-566a-4944-b259-29f7252d989f is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:05:45.278972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, aaa6ae66-566a-4944-b259-29f7252d989f) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:45.283881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:45.284454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.292568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f2139b-464e-4611-9cec-b54b00f3ec98 None None] Network aaa6ae66-566a-4944-b259-29f7252d989f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:45.306717 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cb17bce6-f1a0-49ff-8660-b3e82acd11db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6144118 Feb 10 12:05:45.309390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33604) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:05:45.421012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010473bf-6997-4ce7-9e73-a8acb3e90dd4 None None] Pushing event updated for resources: {'Port': ['ID=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:45.434796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Attempting to bind port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:45.435163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Attempting to bind port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:45.435551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Attempting to bind port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:45.451009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:45.451414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:45.451812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.452199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:45.452658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Bound port: 18136549-fc0a-4ab0-b8cc-bdd4412c7c67, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:45.453466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.589958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] For port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:45.602254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] For port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:45.630856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.686423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-aaa6ae66-566a-4944-b259-29f7252d989f', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:05:45.687244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:45.782981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010473bf-6997-4ce7-9e73-a8acb3e90dd4 None None] Pushing event updated for resources: {'Port': ['ID=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:45.800411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:45.801032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:46.023073 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Allocated IP 172.20.0.2 (aaa6ae66-566a-4944-b259-29f7252d989f/21f92111-592c-4f6c-b219-decf0a92bd9f/478a0ac2-ff8d-4cb5-adeb-4342e0610d5e) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:46.047681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.068108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:46.475510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.493772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Transition to ACTIVE for port object 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:46.516984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Transition to ACTIVE for port object 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:46.523811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.578623 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:46.588150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.1 (aaa6ae66-566a-4944-b259-29f7252d989f/21f92111-592c-4f6c-b219-decf0a92bd9f/756711b7-344b-484a-9c97-a7f0433d21d4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:46.600432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Network aaa6ae66-566a-4944-b259-29f7252d989f is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:46.601805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231e129-f79d-40e5-a77c-a7aba3a54a95 None None] The sync data for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv is: [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:43Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:46.605927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:46.610863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:46.613089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Pushing event updated for resources: {'Port': ['ID=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:46.701151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Attempting to bind port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:46.701522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Attempting to bind port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:46.702012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Attempting to bind port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e on network aaa6ae66-566a-4944-b259-29f7252d989f {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:46.708538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:46.708909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Checking segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:46.709308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.709813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Bound using segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:46.710299 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Bound port: 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:46.710666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.760293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.786115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 756711b7-344b-484a-9c97-a7f0433d21d4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:46.813200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.818838 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] For port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:46.822426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] For port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:46.825766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:46.890706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network aaa6ae66-566a-4944-b259-29f7252d989f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:46.893665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:46.898118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:46.907851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805030ff-79cd-4af1-85b3-bdc46fc8e0e4 None None] Pushing event updated for resources: {'Port': ['ID=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:46.934175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:46.974798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.071880 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.517453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.521970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.634532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:47.637945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:47.776020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network aaa6ae66-566a-4944-b259-29f7252d989f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:47.777146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:47.869891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e830b24-118d-4a52-805f-8aacb59253d1 None None] Network aaa6ae66-566a-4944-b259-29f7252d989f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:05:48.036703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d6294142-4dbf-4dd8-83ab-6924889d9ad5 None None] Provisioning for port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:48.097646 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:48.218856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:48.225398 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:48.225758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.288014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:05:48.349742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.383135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:48.388501 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.389406 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:48.506690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:05:48.517095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:48.527769 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c09e716-8491-454d-a089-874240e7615a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/acf5b20e-4cb3-43d9-a1f9-38e742b3f14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2173469 Feb 10 12:05:48.535255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:48.540516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:48.540961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.610015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Provisioning complete for port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:48.610373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.706415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-1bef2740-6724-43ae-a98c-373aa708b5db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:48.725515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-1bef2740-6724-43ae-a98c-373aa708b5db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:48.728217 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-1bef2740-6724-43ae-a98c-373aa708b5db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1225768&fields=id&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 267 time: 0.0647202 Feb 10 12:05:48.766177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.804232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:48.811716 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.877110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Provisioning for port 756711b7-344b-484a-9c97-a7f0433d21d4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:48.886865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Provisioning complete for port 756711b7-344b-484a-9c97-a7f0433d21d4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:48.887253 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:48.888082 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-74f80db3-28d5-4f34-b1f9-1b5d4b84262c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:48.888745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-74f80db3-28d5-4f34-b1f9-1b5d4b84262c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:48.903461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-74f80db3-28d5-4f34-b1f9-1b5d4b84262c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:48.904671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-74f80db3-28d5-4f34-b1f9-1b5d4b84262c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 796 time: 0.1700785 Feb 10 12:05:48.913408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:48.921074 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-93fe0b34-2813-4c7e-a032-3b6c9fe9c93b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/quotas/56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 375 time: 0.0111687 Feb 10 12:05:48.943515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-a797f6a0-9713-4184-8024-0dd230aaa549 None None] Port 756711b7-344b-484a-9c97-a7f0433d21d4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:49.009307 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-b3a1ab50-2974-445e-8591-49f42844999c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:49.025085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-b3a1ab50-2974-445e-8591-49f42844999c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:49.026411 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-b3a1ab50-2974-445e-8591-49f42844999c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974915 Feb 10 12:05:49.041297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-dde5946e-9b9d-4c5e-a8ed-e6f184741d73 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:05:49.042249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-dde5946e-9b9d-4c5e-a8ed-e6f184741d73 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048616 Feb 10 12:05:49.063664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-0b3ed704-50cb-4745-b5b2-b67b75addee0 None None] Provisioning complete for port 756711b7-344b-484a-9c97-a7f0433d21d4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:49.064027 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0b3ed704-50cb-4745-b5b2-b67b75addee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:49.114557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ed704-50cb-4745-b5b2-b67b75addee0 None None] Port 756711b7-344b-484a-9c97-a7f0433d21d4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:49.169897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-ef440040-99cd-42ff-8d32-f61a1f1441a0 service neutron] 10.222.0.42 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221883 Feb 10 12:05:49.297087 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-2325e901-a702-4684-88f2-c283f8d10143 service neutron] 10.222.0.42 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215327 Feb 10 12:05:49.479018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1672c656-c1d2-43f9-87d5-f626566bc3c7 req-62f3abc6-599e-4094-acb9-01cc26e613e1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 210 time: 0.0440876 Feb 10 12:05:50.021685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:50.089934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.090224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.156982 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Sync routers for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:05:50.168583 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:50.169185 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:50.204348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:50.269520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:50.269879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.352913 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:50.667135 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:47Z', 'revision_number': 2, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:50.672005 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Checking router: acf5b20e-4cb3-43d9-a1f9-38e742b3f14e for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:05:50.672351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Updating router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e port 756711b7-344b-484a-9c97-a7f0433d21d4 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:05:50.714545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d5ab22ed-8ff0-4e6d-90a7-1682260d25ac req-0db7d592-3032-434d-a426-5003a21aa1d0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 210 time: 0.0548334 Feb 10 12:05:50.726442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:50.762377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-48c85801-85bf-4cc9-9e08-682adfd81693 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:50.764253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-48c85801-85bf-4cc9-9e08-682adfd81693 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 796 time: 0.1992431 Feb 10 12:05:50.820402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-7424e3f4-a309-4b98-8ff3-305de2d7f8e6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 377 time: 0.0422888 Feb 10 12:05:50.828965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'port': {'device_id': 'fc237a2f-884c-40da-a516-423e667cb23a', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'admin_state_up': True, 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'security_groups': ['a3462b32-973f-4d6d-a148-2c5120ef3cc2']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:50.963326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:05:50.972869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:05:50.983530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:05:50.986694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.078241 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.089918 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Transition to ACTIVE for port object 756711b7-344b-484a-9c97-a7f0433d21d4 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:51.097673 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.197599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.11 (aaa6ae66-566a-4944-b259-29f7252d989f/21f92111-592c-4f6c-b219-decf0a92bd9f/2b662a36-790a-41c2-93ff-932283ae595a) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:05:51.337291 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Pushing event updated for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:51.363263 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.363592 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.363919 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.364242 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.364752 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.365077 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.365395 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.365712 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.366027 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.366336 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.366646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:05:51.379571 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Attempting to bind port 756711b7-344b-484a-9c97-a7f0433d21d4 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:51.379934 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Attempting to bind port 756711b7-344b-484a-9c97-a7f0433d21d4 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:51.380284 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Attempting to bind port 756711b7-344b-484a-9c97-a7f0433d21d4 on network aaa6ae66-566a-4944-b259-29f7252d989f {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:51.390608 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:51.390974 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Checking segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:51.391396 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.391781 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Bound using segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:51.392236 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Bound port: 756711b7-344b-484a-9c97-a7f0433d21d4, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:51.392599 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.503724 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] For port 756711b7-344b-484a-9c97-a7f0433d21d4, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:51.506434 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] For port 756711b7-344b-484a-9c97-a7f0433d21d4, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=756711b7-344b-484a-9c97-a7f0433d21d4,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:51.511880 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.517452 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.534032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 2b662a36-790a-41c2-93ff-932283ae595a will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:51.556642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.589372 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889b5ba-c870-4639-b6ea-0380c007e416 None None] Pushing event updated for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:51.592193 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:05:51.592780 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:51.635407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network aaa6ae66-566a-4944-b259-29f7252d989f is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:05:51.638260 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:05:51.640772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:05:51.676992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:51.713172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:51.713772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:51.740169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-0ad69f4d-75af-4f84-980b-43c9e5e7746e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9146812 Feb 10 12:05:51.752886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Request body: {'port': {'device_id': 'fc237a2f-884c-40da-a516-423e667cb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:05:51.780224 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:05:51.929093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.006391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-79d3243a-92d2-4273-9658-ce50bebd60ed None None] Provisioning for port 2b662a36-790a-41c2-93ff-932283ae595a completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:52.014077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-79d3243a-92d2-4273-9658-ce50bebd60ed None None] Provisioning complete for port 2b662a36-790a-41c2-93ff-932283ae595a triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:52.014630 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79d3243a-92d2-4273-9658-ce50bebd60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.036329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e218d-074f-4128-beb4-0967cfe61c6a req-fdf3b7a8-c911-4566-90cf-84d1d96c5185 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:52.037168 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-842e218d-074f-4128-beb4-0967cfe61c6a req-fdf3b7a8-c911-4566-90cf-84d1d96c5185 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:05:52.069521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-79d3243a-92d2-4273-9658-ce50bebd60ed None None] Port 2b662a36-790a-41c2-93ff-932283ae595a cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:05:52.094263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-842e218d-074f-4128-beb4-0967cfe61c6a req-fdf3b7a8-c911-4566-90cf-84d1d96c5185 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:05:52.095442 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-842e218d-074f-4128-beb4-0967cfe61c6a req-fdf3b7a8-c911-4566-90cf-84d1d96c5185 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 932 time: 0.2344272 Feb 10 12:05:52.113942 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:51Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:05:52.118544 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99dc3e5-e923-41e1-8703-8b6e39060aaa None None] The sync data for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv is: [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:51Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:05:52.235195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-842e218d-074f-4128-beb4-0967cfe61c6a req-51e63590-97ad-4fef-b5c3-34efc7f18770 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1321094 Feb 10 12:05:52.369526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b662a36-790a-41c2-93ff-932283ae595a {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:05:52.376823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.392294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Transition to ACTIVE for port object 2b662a36-790a-41c2-93ff-932283ae595a will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:05:52.396804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.534504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:52.642769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Attempting to bind port 2b662a36-790a-41c2-93ff-932283ae595a on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:05:52.643107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Attempting to bind port 2b662a36-790a-41c2-93ff-932283ae595a by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:05:52.643467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Attempting to bind port 2b662a36-790a-41c2-93ff-932283ae595a on network aaa6ae66-566a-4944-b259-29f7252d989f {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:52.649972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Port 2b662a36-790a-41c2-93ff-932283ae595a on network aaa6ae66-566a-4944-b259-29f7252d989f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:05:52.650296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Attempting to bind port 2b662a36-790a-41c2-93ff-932283ae595a on network aaa6ae66-566a-4944-b259-29f7252d989f {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:05:52.657077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:05:52.657408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Checking segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:05:52.657783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Bound using segment: {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:05:52.658338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Bound port: 2b662a36-790a-41c2-93ff-932283ae595a, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:05:52.658830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.750818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:05:52.754862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:05:52.759272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.823180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:52.824597 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] 10.222.0.32 "PUT /v2.0/ports/2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 1094 time: 1.0773995 Feb 10 12:05:52.825021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:52.849443 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b519e-06b0-4e9b-b99b-f299bc69e13b service neutron] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:52.912728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'status': 'completed', 'code': 200} Feb 10 12:05:52.946891 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-dd99363d-dfb8-487a-8e54-fb41d348b951 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1097 time: 0.0810604 Feb 10 12:05:53.029407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-f873cf18-5e65-453a-80b9-e190f062ad82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 217 time: 0.0740130 Feb 10 12:05:53.089309 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-5cec71c3-5ba7-4cec-85a2-f0296ffbaebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:53.090691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-5cec71c3-5ba7-4cec-85a2-f0296ffbaebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0565455 Feb 10 12:05:53.166212 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-fbec3e2e-68a1-47b9-80e1-a5cae75b101e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703087 Feb 10 12:05:53.412029 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-ff073099-8ea4-4324-9f59-6b7047a84113 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396212 Feb 10 12:05:53.564779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cef3c-171f-4d86-8541-8e0aeb2b877e req-baeeea36-fde2-4ab3-9ef5-862a6e362d07 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:53.566121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d2cef3c-171f-4d86-8541-8e0aeb2b877e req-baeeea36-fde2-4ab3-9ef5-862a6e362d07 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.1848826 Feb 10 12:05:53.567969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09976c54-c551-4449-9dd1-02d4a9bebe37 req-b2d8b75f-7092-4a47-86ee-7b97796dfd80 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498065 Feb 10 12:05:53.612020 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d2cef3c-171f-4d86-8541-8e0aeb2b877e req-a8d2606e-de7d-4f34-a0da-8131e66962eb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404754 Feb 10 12:05:53.682671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-71898051-4039-4da9-a8a9-20e9e783b5dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1097 time: 0.0696788 Feb 10 12:05:53.812711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-01f0a6e7-187e-4b2b-bc5d-2b0595b9d5cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:53.814131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-01f0a6e7-187e-4b2b-bc5d-2b0595b9d5cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1258266 Feb 10 12:05:53.882080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-d865bba3-9834-48b2-8acb-a9e910d80380 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 217 time: 0.0616357 Feb 10 12:05:53.941934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-935ea3d0-c98e-4da5-bd93-d3f9e7dcbfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:53.943314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-935ea3d0-c98e-4da5-bd93-d3f9e7dcbfb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0548573 Feb 10 12:05:54.019555 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-29b3fa1e-c561-4211-84b9-5f8ac5bd8d2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699537 Feb 10 12:05:54.029512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 756711b7-344b-484a-9c97-a7f0433d21d4 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:54.097060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 756711b7-344b-484a-9c97-a7f0433d21d4 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:54.102627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 756711b7-344b-484a-9c97-a7f0433d21d4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:54.103034 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:54.156949 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-a1294fe6-b128-40f4-ba98-0ada2033c7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307311 Feb 10 12:05:54.215510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:54.247129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 756711b7-344b-484a-9c97-a7f0433d21d4, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=756711b7-344b-484a-9c97-a7f0433d21d4,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:54.251593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:54.290915 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3c2a8b47-0688-44af-9f36-1cb916bb0fb0 req-c855c45a-f30b-447d-a3b5-995e3eec5b92 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277182 Feb 10 12:05:54.315891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:54.809098 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9886aa0-d5fa-4b0a-aa4f-15136244c8da req-adb7365c-2700-4d93-88dc-d6596fe22cc6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:54.810502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9886aa0-d5fa-4b0a-aa4f-15136244c8da req-adb7365c-2700-4d93-88dc-d6596fe22cc6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0788186 Feb 10 12:05:54.853942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e9886aa0-d5fa-4b0a-aa4f-15136244c8da req-17faf740-50c8-4481-883d-7a67a39157c0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379443 Feb 10 12:05:55.047443 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 2b662a36-790a-41c2-93ff-932283ae595a details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:05:55.204818 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:55.217899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '2b662a36-790a-41c2-93ff-932283ae595a', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'port_id': '2b662a36-790a-41c2-93ff-932283ae595a', 'mac_address': 'fa:16:3e:cb:88:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:05:55.271668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:55.288247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b662a36-790a-41c2-93ff-932283ae595a {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:05:55.302953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:55.306856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:55.368540 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:55.539900 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['2b662a36-790a-41c2-93ff-932283ae595a'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:05:56.015533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 756711b7-344b-484a-9c97-a7f0433d21d4 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:56.052343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588de4a-1b5d-424e-906e-7608267ce147 req-d9bbf3e1-8fc2-40a4-ac98-d4ccbc38683d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:56.053795 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9588de4a-1b5d-424e-906e-7608267ce147 req-d9bbf3e1-8fc2-40a4-ac98-d4ccbc38683d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 945 time: 0.0780144 Feb 10 12:05:56.084129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 756711b7-344b-484a-9c97-a7f0433d21d4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:56.084689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:56.103437 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9588de4a-1b5d-424e-906e-7608267ce147 req-53bbed0e-7c46-4c1a-bb21-cbd1d8285969 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433466 Feb 10 12:05:57.062264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 2b662a36-790a-41c2-93ff-932283ae595a up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:05:57.127590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 2b662a36-790a-41c2-93ff-932283ae595a completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:05:57.132221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 2b662a36-790a-41c2-93ff-932283ae595a triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:05:57.132587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.244229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.281867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:05:57.289355 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3ffe53bd-4971-46b7-87b2-f1a5730cca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.292812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:05:57.296985 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:57.302882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3908c6-5df8-4901-a7b5-f62bc8ae5184 req-8c9424f7-ad7f-4352-8bc7-9efbf8135148 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:57.304366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d3908c6-5df8-4901-a7b5-f62bc8ae5184 req-8c9424f7-ad7f-4352-8bc7-9efbf8135148 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 945 time: 0.0798786 Feb 10 12:05:57.352648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d3908c6-5df8-4901-a7b5-f62bc8ae5184 req-51a3de7e-3373-4de7-87c9-0bc3062d9463 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0424464 Feb 10 12:05:57.362599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:05:57.562684 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'code': 200} Feb 10 12:05:57.781370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50fe1514-1255-497a-b0c2-6a230d24cce8 req-78fc21fb-b6de-4d1d-bf98-ceab2fc0a112 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1099 time: 0.0702114 Feb 10 12:05:57.821725 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50fe1514-1255-497a-b0c2-6a230d24cce8 req-462d8e7b-1bd9-48ab-8ea8-f3de748e979a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349684 Feb 10 12:05:58.553784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949dfce-a04a-438f-9e69-d57f2ba6996b req-8685dd80-7ca2-4437-9832-b04a90a1fb64 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:58.555871 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d949dfce-a04a-438f-9e69-d57f2ba6996b req-8685dd80-7ca2-4437-9832-b04a90a1fb64 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0747375 Feb 10 12:05:58.598833 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d949dfce-a04a-438f-9e69-d57f2ba6996b req-f609e3b9-7027-4d2a-80e4-9c671cf3cf47 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0376828 Feb 10 12:05:59.459081 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4dc5d6cf-0475-418a-bdaf-e412e2fef754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:05:59.794749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6d11-a8b3-4ba1-ab2d-c390b4bb5975 req-e5107a78-f171-4cd0-b4fc-29a8d0840181 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:05:59.796116 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ae6d11-a8b3-4ba1-ab2d-c390b4bb5975 req-e5107a78-f171-4cd0-b4fc-29a8d0840181 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0778830 Feb 10 12:05:59.840648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-08ae6d11-a8b3-4ba1-ab2d-c390b4bb5975 req-ec1c5771-1aff-4c07-8ad4-850c006da2a3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391009 Feb 10 12:06:00.032711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc23c0-748f-4ca1-8267-20dd3269d3d8 req-b744e32f-125e-4ce9-a0cf-f91f45f44e98 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:00.034156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4bc23c0-748f-4ca1-8267-20dd3269d3d8 req-b744e32f-125e-4ce9-a0cf-f91f45f44e98 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0770228 Feb 10 12:06:00.079147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b4bc23c0-748f-4ca1-8267-20dd3269d3d8 req-702ea49c-21e0-4681-a953-85796a3fd775 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393651 Feb 10 12:06:00.106453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33654) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:00.264369 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-833c0606-7484-48dc-9d38-7350453b9092 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1094 time: 0.1567252 Feb 10 12:06:00.267096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33658) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:00.272022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '2b662a36-790a-41c2-93ff-932283ae595a', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:06:00.277494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:06:00.281174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:floatingip and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:06:00.283997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:06:00.290096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:06:00.300619 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.437282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.573439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.80 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/3c0fd3e8-c669-43f5-ae62-763c66d6653c) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:06:00.616930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.722159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.749882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.788691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:00.816151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:06:00.818847 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:06:00.823551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:06:00.853512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=3c0fd3e8-c669-43f5-ae62-763c66d6653c,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:01.317943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:01.373339 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:01.573461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:01.578062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:01.684038 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=3c0fd3e8-c669-43f5-ae62-763c66d6653c,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:01.695390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:01.975500 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Floating IP 4400048d-2253-462e-8c49-651b231aeb87 associated. External IP: 172.26.3.80, port: 2b662a36-790a-41c2-93ff-932283ae595a. Feb 10 12:06:02.165274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:02.355414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:06:02.547939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:06:02.557176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Sync routers for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:06:02.569417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:06:02.570046 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:02.572213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:02.624392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-42e18e85-8d9c-4fe8-ae13-0b625c52b530 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3563378 Feb 10 12:06:02.626957 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:06:02.682412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'status': 'completed', 'code': 200} Feb 10 12:06:02.751063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:06:02.825977 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-ce90b57a-bcca-4d57-8997-1dbf5ebf4669 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1099 time: 0.1250174 Feb 10 12:06:02.835466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be3c7f-f22f-4fea-aaa0-08f916ef03be req-4ca7235e-a552-4836-91ba-135ebb4dfbf3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:02.836907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68be3c7f-f22f-4fea-aaa0-08f916ef03be req-4ca7235e-a552-4836-91ba-135ebb4dfbf3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.1012299 Feb 10 12:06:02.964432 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-68be3c7f-f22f-4fea-aaa0-08f916ef03be req-6c10eede-8b5a-49d8-8425-cf714e58cfa6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1096301 Feb 10 12:06:02.996442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33666) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:03.005322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-71e5ab3e-fd2c-4cec-bfcb-784d2f384ef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:03.006967 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-71e5ab3e-fd2c-4cec-bfcb-784d2f384ef4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1689932 Feb 10 12:06:03.106822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4400048d-2253-462e-8c49-651b231aeb87', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'port_id': '2b662a36-790a-41c2-93ff-932283ae595a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'mac_address': 'fa:16:3e:cb:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc237a2f-884c-40da-a516-423e667cb23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:01Z', 'updated_at': '2022-02-10T12:06:01Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:03.107354 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-c51fc6a3-d77d-44fa-bd4b-20b52fdd6239 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 999 time: 0.0935755 Feb 10 12:06:03.107721 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bdfd5412-71be-4af3-8aa9-d4bf3e370110 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.1095376 Feb 10 12:06:03.110920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Checking router: acf5b20e-4cb3-43d9-a1f9-38e742b3f14e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:06:03.122069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:06:03.122732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:05:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:03.170842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-de9f857a-628d-48c3-ba11-689ad2d03f40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:03.172349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-de9f857a-628d-48c3-ba11-689ad2d03f40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0607934 Feb 10 12:06:03.246580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-8fb039ef-d0c4-4bb4-84df-0f80388bf301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687802 Feb 10 12:06:03.378053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-c1d01268-2c01-4932-8f7e-d6cc72a7d4b7 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251540 Feb 10 12:06:03.455686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:06:03.606269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47fa7b2e-9de5-4084-830e-a706d9c48010 req-00284b26-8ff0-445c-b713-1bb0e5200bda service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221322 Feb 10 12:06:03.839129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4400048d-2253-462e-8c49-651b231aeb87', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'port_id': '2b662a36-790a-41c2-93ff-932283ae595a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'mac_address': 'fa:16:3e:cb:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc237a2f-884c-40da-a516-423e667cb23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:01Z', 'updated_at': '2022-02-10T12:06:01Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:06:03.842931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8a33a-1047-413e-b90e-6ce8f91dfeb5 None None] The sync data for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv is: [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '4400048d-2253-462e-8c49-651b231aeb87', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.80', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'port_id': '2b662a36-790a-41c2-93ff-932283ae595a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'mac_address': 'fa:16:3e:cb:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc237a2f-884c-40da-a516-423e667cb23a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:06:01Z', 'updated_at': '2022-02-10T12:06:01Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:06:04.109623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33670) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:04.184075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:04.218522 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5a0984ea-666a-4308-ab5d-c6bae05abd26 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.1078596 Feb 10 12:06:05.222356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33674) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:05.326447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-35f6bf41-57d3-461e-87cb-9edb066dc2e3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.1028237 Feb 10 12:06:06.330144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:06.433279 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-aaabc665-5212-4ba1-a0d7-601d0febf918 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.1020861 Feb 10 12:06:07.437166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:07.540956 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f86767e7-2159-4903-99e3-b3bb4d0534c9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.1026602 Feb 10 12:06:08.101201 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ceb64f-7506-44c6-8011-e4b19e096654 None None] New status for floating IP 4400048d-2253-462e-8c49-651b231aeb87: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:06:08.544353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33686) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:08.646973 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0ad1bc7-3e72-4ff4-9ebd-64ad971afc54 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 993 time: 0.1014757 Feb 10 12:06:14.872142 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:06:27.273215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b0e-39f2-4e29-816c-232e1bd8f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:29.460923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0588a4dd-eefd-48d2-aa0c-e0be1d1bc249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:30.617934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:30.791327 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:32.166324 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:33.761347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-130b430d-e98a-4964-bf13-f7d6079c6820 req-8ff6f102-c46b-48a2-a6ee-2b595a95fb39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1325183 Feb 10 12:06:34.020787 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33710) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:34.070820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7421b-cea4-4dd9-8307-7f59618a25da req-d14e1482-cd8e-4cd8-968e-794bf2b7835b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:34.072288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ae7421b-cea4-4dd9-8307-7f59618a25da req-d14e1482-cd8e-4cd8-968e-794bf2b7835b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0781128 Feb 10 12:06:34.121225 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1ae7421b-cea4-4dd9-8307-7f59618a25da req-5e1744d6-0ec4-4ec0-9c9e-a0b92914e8e3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430737 Feb 10 12:06:34.187876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:34.247719 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-1909e5de-2cfb-433a-8aa7-0e6f0244e0e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2257624 Feb 10 12:06:35.318172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2151c5e-4906-422f-a1ef-a53f453fd3ec req-6d7e01d6-fb1a-42b1-b2b8-0c79ffe1eec3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:35.319610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2151c5e-4906-422f-a1ef-a53f453fd3ec req-6d7e01d6-fb1a-42b1-b2b8-0c79ffe1eec3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0789158 Feb 10 12:06:35.410601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2151c5e-4906-422f-a1ef-a53f453fd3ec req-eb565a4e-1b43-4eac-b7e3-22f605b0a867 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0854118 Feb 10 12:06:35.432465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-f83d7de7-4d66-41c7-839b-73efc7404ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1099 time: 0.0926282 Feb 10 12:06:35.561426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-41a006a8-17ad-4faf-9d70-87ccc186282a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:35.562820 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-41a006a8-17ad-4faf-9d70-87ccc186282a service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1249781 Feb 10 12:06:35.659521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-da8e2049-d549-466e-9167-1e647932e52d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 1001 time: 0.0910928 Feb 10 12:06:35.721849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-76f92e31-28e8-45d8-8233-319daf854217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:35.723153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-76f92e31-28e8-45d8-8233-319daf854217 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0581737 Feb 10 12:06:35.794608 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-0d1637fb-6d16-476f-a04c-ab96b63a172f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654011 Feb 10 12:06:35.921476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-81fe3593-ae08-4087-b929-2f48dbc93b66 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211586 Feb 10 12:06:36.051186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-f6912576-1ea7-4d92-981c-5ed426b3264e service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230299 Feb 10 12:06:36.705503 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbacd3-49b6-4fe6-887e-0ba384daf32d req-2fae174f-286b-4a21-ad13-28219863b8af tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:36.706941 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26fbacd3-49b6-4fe6-887e-0ba384daf32d req-2fae174f-286b-4a21-ad13-28219863b8af tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.1656003 Feb 10 12:06:36.750317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-26fbacd3-49b6-4fe6-887e-0ba384daf32d req-22b95342-c7c7-4783-a28f-d9e4dd4c2482 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378523 Feb 10 12:06:37.945998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6c45e-5d8f-426d-8012-331b4eefc4aa req-97c474ff-cae3-4bad-b229-b2047d6b2285 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:37.947443 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50d6c45e-5d8f-426d-8012-331b4eefc4aa req-97c474ff-cae3-4bad-b229-b2047d6b2285 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0745428 Feb 10 12:06:37.994717 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-50d6c45e-5d8f-426d-8012-331b4eefc4aa req-6afb0007-9e9c-453a-929b-4a704b3f39f9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416143 Feb 10 12:06:39.188752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed77bc2-3c34-46aa-b0df-a5ad33a4d40f req-8f0f9842-49c1-4140-a00b-2c2dedc8dde1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:39.190161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed77bc2-3c34-46aa-b0df-a5ad33a4d40f req-8f0f9842-49c1-4140-a00b-2c2dedc8dde1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0765624 Feb 10 12:06:39.233915 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ed77bc2-3c34-46aa-b0df-a5ad33a4d40f req-cf68c84c-5cb5-4fed-b21a-21dfb410fd8d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382540 Feb 10 12:06:40.423528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fd5b1-ef6b-44c7-b740-2c7bb52fad30 req-3898353c-1d3e-4ec9-9206-2b10154203be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:40.424953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3fd5b1-ef6b-44c7-b740-2c7bb52fad30 req-3898353c-1d3e-4ec9-9206-2b10154203be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0745947 Feb 10 12:06:40.471889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3fd5b1-ef6b-44c7-b740-2c7bb52fad30 req-03fde7d5-ba59-4f2f-83c8-859c0983fd61 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408688 Feb 10 12:06:41.669821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496f004-6c9c-4fc6-a8e0-42292e3a99c2 req-7b1ef45c-823b-4b8c-819c-ab5cb1b2e2e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:41.671264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8496f004-6c9c-4fc6-a8e0-42292e3a99c2 req-7b1ef45c-823b-4b8c-819c-ab5cb1b2e2e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0745077 Feb 10 12:06:41.715150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8496f004-6c9c-4fc6-a8e0-42292e3a99c2 req-95ec0eb2-76a9-4dd5-9da4-ae7ccfdc805c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0386088 Feb 10 12:06:42.909101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25cd15-7e99-42fc-b1e8-12443d864208 req-a1ed60cd-6b7e-4941-a191-1f9a0582eeac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:42.910519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af25cd15-7e99-42fc-b1e8-12443d864208 req-a1ed60cd-6b7e-4941-a191-1f9a0582eeac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0780947 Feb 10 12:06:42.954944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af25cd15-7e99-42fc-b1e8-12443d864208 req-4172b7d7-c942-4a3e-8ce2-dbc12bcce8c8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384414 Feb 10 12:06:43.977042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-ac6d6afa-d79f-40ae-901e-7192cddcc61d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1099 time: 0.0685542 Feb 10 12:06:44.173032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-1e207b99-ae9e-47cd-a484-8ee8922fceb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:44.174481 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-1e207b99-ae9e-47cd-a484-8ee8922fceb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1792810 Feb 10 12:06:44.240532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaf5a9-ef92-4ba2-a53e-8c2963a66603 req-144e3474-1ffa-4ecc-972f-f9a25631137e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:44.242386 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ebaf5a9-ef92-4ba2-a53e-8c2963a66603 req-144e3474-1ffa-4ecc-972f-f9a25631137e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.1646340 Feb 10 12:06:44.317401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-20101f68-4e72-4768-9ae9-9cafe4bbfe0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 1001 time: 0.1358602 Feb 10 12:06:44.319907 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ebaf5a9-ef92-4ba2-a53e-8c2963a66603 req-76340c3a-8630-4da0-b69f-e0ec3eef06fc tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623639 Feb 10 12:06:44.377968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-0d4a0c1e-b464-4630-b33f-56f3ce909d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:44.379421 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-0d4a0c1e-b464-4630-b33f-56f3ce909d5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0564137 Feb 10 12:06:44.454667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-57529fdd-f4de-48bc-8a00-5c0ce03df54c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688114 Feb 10 12:06:44.581760 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-801e4181-2e9b-4634-bb02-d53ce4a538b4 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203454 Feb 10 12:06:44.709240 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3bc6d8af-f57c-49b1-9a4d-75ac8aa5af3c req-ae3a26a8-12f8-4f44-90b3-dfa55ad5eaea service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210935 Feb 10 12:06:45.514763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dd75b-3531-4ba0-a242-3d7b402b6bed req-7e5cde3e-187c-46b2-aca0-0deff513fa56 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:45.516246 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2dd75b-3531-4ba0-a242-3d7b402b6bed req-7e5cde3e-187c-46b2-aca0-0deff513fa56 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0751486 Feb 10 12:06:45.561848 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e2dd75b-3531-4ba0-a242-3d7b402b6bed req-448734e6-4eea-4e00-8540-0f798a1fb244 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0393736 Feb 10 12:06:46.759641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b0e67-1fc2-4022-b9c4-1d67b7ff7d6c req-772fa9dc-9635-43f4-a810-f2a1418b40ed tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:46.761055 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-864b0e67-1fc2-4022-b9c4-1d67b7ff7d6c req-772fa9dc-9635-43f4-a810-f2a1418b40ed tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0778987 Feb 10 12:06:46.804402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-864b0e67-1fc2-4022-b9c4-1d67b7ff7d6c req-15050fcc-5218-4b09-88f8-16f8eda844a7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379636 Feb 10 12:06:47.995653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1be0-9ad5-4b0b-9709-d2ddbc238325 req-f7719306-17f0-4a86-95c0-8ae97312e8f1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:47.997088 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd1d1be0-9ad5-4b0b-9709-d2ddbc238325 req-f7719306-17f0-4a86-95c0-8ae97312e8f1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0758059 Feb 10 12:06:48.042345 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dd1d1be0-9ad5-4b0b-9709-d2ddbc238325 req-7129a6e7-e268-4361-be8e-eb72a48001cd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396307 Feb 10 12:06:49.331050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c305fa-1097-44a1-aded-2e6c5d6b9044 req-866902fa-2b7b-4835-b22d-2af3fa142b46 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:49.332447 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82c305fa-1097-44a1-aded-2e6c5d6b9044 req-866902fa-2b7b-4835-b22d-2af3fa142b46 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.1685076 Feb 10 12:06:49.376682 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-82c305fa-1097-44a1-aded-2e6c5d6b9044 req-d3bd3e80-3401-4e01-a557-aaa42f9d0ee9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381842 Feb 10 12:06:50.569664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819c9b-23f5-445e-9a5a-21ee1784d0e0 req-3b8b1d44-ce6c-414b-996c-3ae793b007db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:50.571071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25819c9b-23f5-445e-9a5a-21ee1784d0e0 req-3b8b1d44-ce6c-414b-996c-3ae793b007db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0766969 Feb 10 12:06:50.614797 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-25819c9b-23f5-445e-9a5a-21ee1784d0e0 req-dc3129f6-f932-4dc1-b5db-b449d1abf352 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383043 Feb 10 12:06:51.808968 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baee26-cfb0-410f-bf87-54b6f01a74dd req-e6ecd8d5-0a3a-434f-932a-d3ec026d2c55 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:51.810392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55baee26-cfb0-410f-bf87-54b6f01a74dd req-e6ecd8d5-0a3a-434f-932a-d3ec026d2c55 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0749462 Feb 10 12:06:51.854002 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-55baee26-cfb0-410f-bf87-54b6f01a74dd req-855fd496-66cc-4baa-9521-f49b6a7a697b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381491 Feb 10 12:06:51.872046 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:06:52.687884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-eef528a8-952d-4e7a-8afd-bbeab2e7faac service neutron] 10.222.0.32 "GET /v2.0/ports/2b662a36-790a-41c2-93ff-932283ae595a/bindings/hv-neutron-8278 HTTP/1.1" status: 200 len: 384 time: 0.0745189 Feb 10 12:06:52.946043 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-811280fd-7db3-477b-9d8f-66918af5c262 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 1099 time: 0.0692976 Feb 10 12:06:53.091656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-f87e6d07-e6ff-449a-8239-a76e7e4fcdec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1099 time: 0.1248748 Feb 10 12:06:53.101184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71ee43-519d-4640-982e-28711e82b775 req-d632d724-f9fc-40f1-a074-7ff207d8de73 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:53.102502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea71ee43-519d-4640-982e-28711e82b775 req-d632d724-f9fc-40f1-a074-7ff207d8de73 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.1066787 Feb 10 12:06:53.226600 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea71ee43-519d-4640-982e-28711e82b775 req-493a2bf3-5db4-4c52-8ac2-d8a3934bb77d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1056898 Feb 10 12:06:53.260097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-03fb1d0f-93db-4d6d-a9bc-72d4bd1af4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:53.261521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-03fb1d0f-93db-4d6d-a9bc-72d4bd1af4ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1582112 Feb 10 12:06:53.364822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-5896cce3-8b80-4354-9f18-6ccdac9cc2b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 1001 time: 0.0942636 Feb 10 12:06:53.430407 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-bcfcf469-627f-40f9-b287-7604716d6cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:53.431800 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-bcfcf469-627f-40f9-b287-7604716d6cb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0603666 Feb 10 12:06:53.504039 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-931cc5a5-296b-410b-8ac8-d5bc1f608431 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666230 Feb 10 12:06:53.631340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-b2e449eb-3513-4bc6-9276-a821f822e62a service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208408 Feb 10 12:06:53.762605 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9514a36a-8417-4dbc-9c62-ce2d4fd0c092 req-386bd936-7e8a-4f40-978b-54958165b800 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254730 Feb 10 12:06:54.421155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32076b-6bcd-4a88-b7ac-57af1772af59 req-989c75d3-4e17-49e7-86cb-cfe0d7a2cb09 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:54.422581 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c32076b-6bcd-4a88-b7ac-57af1772af59 req-989c75d3-4e17-49e7-86cb-cfe0d7a2cb09 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 946 time: 0.0745258 Feb 10 12:06:54.470981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c32076b-6bcd-4a88-b7ac-57af1772af59 req-866c5f79-bf73-49ff-8dfd-21093abe6ea4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425012 Feb 10 12:06:55.262485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 2b662a36-790a-41c2-93ff-932283ae595a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:06:55.365277 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:55.391381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:06:55.400351 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:06:55.404904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:55.460301 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'code': 200} Feb 10 12:06:55.473746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:06:55.481827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.482168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.482524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.482856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.483184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.483534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.483854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.484174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.484491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.484805 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.485121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:06:55.668875 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8acbd6-01bb-42f4-b796-a071aef25065 req-1ee2d474-85d9-4acd-87b0-95a8b67e697c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:55.670460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae8acbd6-01bb-42f4-b796-a071aef25065 req-1ee2d474-85d9-4acd-87b0-95a8b67e697c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0765882 Feb 10 12:06:55.721519 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ae8acbd6-01bb-42f4-b796-a071aef25065 req-cc9c6996-24a9-4465-b954-83e99557090e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451715 Feb 10 12:06:56.917022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ab6d-916c-4914-9802-c4316d91c12f req-1a15cdbf-dc74-4458-8ea2-c71850d2d7f0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:56.918430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e690ab6d-916c-4914-9802-c4316d91c12f req-1a15cdbf-dc74-4458-8ea2-c71850d2d7f0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0776703 Feb 10 12:06:56.962177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e690ab6d-916c-4914-9802-c4316d91c12f req-65153f6f-2b0f-48f1-8787-c11b07340e2f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382948 Feb 10 12:06:57.275849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-734813fd-6d78-45ba-9900-22e656171468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:06:57.423153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-1d084421-58e9-4002-ab77-efee0810b086 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:57.424570 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-1d084421-58e9-4002-ab77-efee0810b086 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a&tenant_id=56d4e085ca1346539f868d67b13bb483&binding%3Ahost_id=hv-neutron-8278 HTTP/1.1" status: 200 len: 944 time: 0.2233281 Feb 10 12:06:57.434074 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f8ea6-076c-43e0-9dbd-2179e800c9c4 req-e59f9a80-05ab-4691-8b35-661c2d0a363b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:57.435942 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-624f8ea6-076c-43e0-9dbd-2179e800c9c4 req-e59f9a80-05ab-4691-8b35-661c2d0a363b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.2052908 Feb 10 12:06:57.480396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-624f8ea6-076c-43e0-9dbd-2179e800c9c4 req-62db4e73-a020-4836-9092-9d4184cc21e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390284 Feb 10 12:06:57.560938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-19bc88b0-1d86-4f1f-8ba6-770ff3e4992d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1097 time: 0.0676928 Feb 10 12:06:57.746557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-727079c6-cb22-4e22-9749-d2befd792b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:57.747560 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-727079c6-cb22-4e22-9749-d2befd792b47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1811094 Feb 10 12:06:57.757439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e944b-e822-4fc3-9f97-0b315379d430 req-6ba0d66c-2893-4688-aeb8-a16d354f6c42 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:57.759529 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad4e944b-e822-4fc3-9f97-0b315379d430 req-6ba0d66c-2893-4688-aeb8-a16d354f6c42 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.1258733 Feb 10 12:06:57.884901 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad4e944b-e822-4fc3-9f97-0b315379d430 req-306eeb01-3627-437e-b939-cf52515f01cd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0781000 Feb 10 12:06:57.886546 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-4782edad-12e2-4bd8-bdd3-f3712bc1b1b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 999 time: 0.1262076 Feb 10 12:06:57.947937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-d779d35e-1c37-478d-93e3-181ccd80ddd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:57.949365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-d779d35e-1c37-478d-93e3-181ccd80ddd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0569758 Feb 10 12:06:58.021950 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-31d4ca5c-7649-40f9-8ec9-6b4dd8f2f581 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668831 Feb 10 12:06:58.151809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-e4d0a66f-91d5-4610-8360-9747c562b6fc service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228428 Feb 10 12:06:58.277866 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a81a4fc0-2d7e-4478-af96-f44a2fd56943 req-0d72870c-523e-459c-96bd-d896cb5e60dd service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201677 Feb 10 12:06:59.080035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f84c-fba7-4874-afe1-82e6bf011da3 req-aefc56ff-9aeb-464e-adbe-905a04a41b5e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:06:59.081460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5764f84c-fba7-4874-afe1-82e6bf011da3 req-aefc56ff-9aeb-464e-adbe-905a04a41b5e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0789690 Feb 10 12:06:59.124981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5764f84c-fba7-4874-afe1-82e6bf011da3 req-7f77c3d7-107f-4834-aec1-5f318bbf6e0c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380731 Feb 10 12:06:59.152760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33786) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:06:59.253074 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-54a14551-6fd2-41e2-8147-ec68bae838eb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 200 len: 991 time: 0.0991089 Feb 10 12:06:59.462110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4ae5fde4-5fee-4ca7-a4bc-ae54946c3f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:00.621213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:00.794316 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:02.168851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:04.198607 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:27.277753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b2b1-cc8a-4561-abf7-2339fbe5982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:27.946900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33800) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:28.141140 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 3c0fd3e8-c669-43f5-ae62-763c66d6653c {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:28.141475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.302951 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.303155 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.420775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 3c0fd3e8-c669-43f5-ae62-763c66d6653c owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:28.558835 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.605322 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=3c0fd3e8-c669-43f5-ae62-763c66d6653c,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:28.645170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.645508 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.645837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.646165 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.646503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.647391 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.647713 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.648032 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.648347 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.648667 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.648980 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:28.705561 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:28.871744 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:07:29.092417 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:29.374402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:29.384530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Sync routers for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:29.395662 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:29.396247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:29.397528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:06:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:29.451584 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9201419c-ec77-4e59-870b-db1e5b004fe2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/floatingips/4400048d-2253-462e-8c49-651b231aeb87 HTTP/1.1" status: 204 len: 168 time: 1.5033200 Feb 10 12:07:29.452101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:29.548460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-88fa7d78-6002-4520-8986-0dbc10e0548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:29.588262 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'status': 'completed', 'code': 200} Feb 10 12:07:29.592628 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:29.687889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-b7f8601e-5612-4a64-8582-c0cbc59e2338 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 1097 time: 0.0795343 Feb 10 12:07:29.877263 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-65840a2e-ec17-407d-ac08-939afb3bff63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:29.878742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-65840a2e-ec17-407d-ac08-939afb3bff63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 200 len: 897 time: 0.1843922 Feb 10 12:07:29.953242 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-ee4f9d2a-eb31-40cf-ab78-95ca25850bdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 200 len: 217 time: 0.0669124 Feb 10 12:07:29.956542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:29.960427 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Checking router: acf5b20e-4cb3-43d9-a1f9-38e742b3f14e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:29.962560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7287f-8eb0-4095-bbed-580a12aff26e req-5afd569b-d413-4238-b832-5e79cf6314db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:29.964005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ae7287f-8eb0-4095-bbed-580a12aff26e req-5afd569b-d413-4238-b832-5e79cf6314db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.1858745 Feb 10 12:07:29.970894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:29.971519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:30.055188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-cca0da38-4268-4285-b8e4-09a3b2485835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:30.056643 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-cca0da38-4268-4285-b8e4-09a3b2485835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 200 len: 835 time: 0.0918050 Feb 10 12:07:30.060310 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ae7287f-8eb0-4095-bbed-580a12aff26e req-afec3ad4-864b-4af3-8027-323ebc19c6fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0582404 Feb 10 12:07:30.134430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-3b51f6cb-e015-4380-9ba8-2e5a433c3467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aaa6ae66-566a-4944-b259-29f7252d989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718980 Feb 10 12:07:30.148809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:30.357850 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-030f00b1-2921-46aa-af3d-89cc48442c3e service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164950 Feb 10 12:07:30.459637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:30.463578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8bf57-213e-4b40-b28d-c8b16d787250 None None] The sync data for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv is: [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:05:46Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '756711b7-344b-484a-9c97-a7f0433d21d4', 'name': '', 'network_id': 'aaa6ae66-566a-4944-b259-29f7252d989f', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:04:9c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:46Z', 'updated_at': '2022-02-10T12:05:54Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '21f92111-592c-4f6c-b219-decf0a92bd9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:30.489113 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-494f7057-779c-4e4b-94a6-dba35f2153ea req-637ccc83-1146-4bcc-94bc-7093ec0fdc64 service neutron] 10.222.0.32 "GET /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255322 Feb 10 12:07:30.623589 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:30.681574 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa74663b-d113-48ee-b6f3-ec0eb78285b1 None None] New status for floating IP 4400048d-2253-462e-8c49-651b231aeb87: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:07:30.796827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:31.258792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2fb4-2143-41a0-8c17-ff7362380826 req-9b3fa046-b5dc-4c8c-9f5c-ea5b208580a6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:31.260226 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-04aa2fb4-2143-41a0-8c17-ff7362380826 req-9b3fa046-b5dc-4c8c-9f5c-ea5b208580a6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0758100 Feb 10 12:07:31.304360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-04aa2fb4-2143-41a0-8c17-ff7362380826 req-b11b3a67-a99c-49ba-ae62-ad575d0ff480 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3462b32-973f-4d6d-a148-2c5120ef3cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0385916 Feb 10 12:07:31.425159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35747db-4cee-4890-83b3-1777e4841189 req-0c20bb01-0b9f-4b0e-9b04-934455217623 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:31.426539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e35747db-4cee-4890-83b3-1777e4841189 req-0c20bb01-0b9f-4b0e-9b04-934455217623 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 944 time: 0.0767033 Feb 10 12:07:31.492194 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 2b662a36-790a-41c2-93ff-932283ae595a {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:31.492527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:31.724055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 2b662a36-790a-41c2-93ff-932283ae595a, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=2b662a36-790a-41c2-93ff-932283ae595a,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:31.724400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:31.842629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 2b662a36-790a-41c2-93ff-932283ae595a owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:31.980364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.030969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=2b662a36-790a-41c2-93ff-932283ae595a,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:32.073446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.073788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.074125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.074456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.074786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.075110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.075460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.075783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.076101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.076423 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.076740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:32.121192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] No DVR routers for this DVR port 2b662a36-790a-41c2-93ff-932283ae595a on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:07:32.123608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.126078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-deleted', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:32.137473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e35747db-4cee-4890-83b3-1777e4841189 req-244c77ff-e984-4ed1-8b41-aff8ce96e4e2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "DELETE /v2.0/ports/2b662a36-790a-41c2-93ff-932283ae595a HTTP/1.1" status: 204 len: 173 time: 0.7055905 Feb 10 12:07:32.172242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:32.186391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc237a2f-884c-40da-a516-423e667cb23a', 'name': 'network-vif-deleted', 'tag': '2b662a36-790a-41c2-93ff-932283ae595a', 'status': 'completed', 'code': 200} Feb 10 12:07:32.479165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a0c726a7-20e4-41f4-8cda-691662098556 req-bc0c0280-1024-45c2-8970-6bcc6e199153 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:32.496327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a0c726a7-20e4-41f4-8cda-691662098556 req-bc0c0280-1024-45c2-8970-6bcc6e199153 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:32.497604 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0c726a7-20e4-41f4-8cda-691662098556 req-bc0c0280-1024-45c2-8970-6bcc6e199153 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc237a2f-884c-40da-a516-423e667cb23a HTTP/1.1" status: 200 len: 210 time: 0.0594289 Feb 10 12:07:33.603544 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33820) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:33.991766 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:34.196934 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:34.577774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 756711b7-344b-484a-9c97-a7f0433d21d4 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:34.578106 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:34.759212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 756711b7-344b-484a-9c97-a7f0433d21d4, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=756711b7-344b-484a-9c97-a7f0433d21d4,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:34.759925 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:34.875898 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 756711b7-344b-484a-9c97-a7f0433d21d4 owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:35.131964 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:35.174996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=756711b7-344b-484a-9c97-a7f0433d21d4,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:35.375768 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 2b662a36-790a-41c2-93ff-932283ae595a no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:35.408376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 2b662a36-790a-41c2-93ff-932283ae595a {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:35.408648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 2b662a36-790a-41c2-93ff-932283ae595a not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:35.464605 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.018981 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:36.230760 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:36.240958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Sync routers for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:36.246906 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-6c6ab3bc-ea08-44fa-9887-3d8e37f2d53f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/acf5b20e-4cb3-43d9-a1f9-38e742b3f14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423090 Feb 10 12:07:36.249633 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33824) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:36.252408 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:36.253016 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:36.430288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:36.523153 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting subnet 21f92111-592c-4f6c-b219-decf0a92bd9f {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:07:36.525937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.577125 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.658742 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.705543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:35Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:36.709844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Checking router: acf5b20e-4cb3-43d9-a1f9-38e742b3f14e for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:36.720283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Routers {'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:36.720873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:36.728774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.766478 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Subnet': ['ID=21f92111-592c-4f6c-b219-decf0a92bd9f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:36.770963 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:36.779757 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f1d56b47-d30e-49f7-9c9f-a25ef7724e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/subnets/21f92111-592c-4f6c-b219-decf0a92bd9f HTTP/1.1" status: 204 len: 168 time: 0.5268936 Feb 10 12:07:36.780680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33828) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:36.827779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe2969-ed19-4414-bed3-95440461ba9a None None] Network aaa6ae66-566a-4944-b259-29f7252d989f requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:36.977050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.092393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] Set router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:37.173388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.182837 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:37.183394 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.359685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] DHCP port deletion for aaa6ae66-566a-4944-b259-29f7252d989f request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:07:37.366109 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 18136549-fc0a-4ab0-b8cc-bdd4412c7c67, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:37.366480 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.368419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Deleting port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:07:37.368790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.484386 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:37.501957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:35Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:37.553596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6daff-bbd9-4904-bd13-848761a52757 None None] The sync data for ids ['acf5b20e-4cb3-43d9-a1f9-38e742b3f14e'] in dv-neutron-827807-1-hyperv is: [{'id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-865504232', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:05:42Z', 'updated_at': '2022-02-10T12:07:35Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '18136549-fc0a-4ab0-b8cc-bdd4412c7c67', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf5b20e-4cb3-43d9-a1f9-38e742b3f14e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:05:43Z', 'updated_at': '2022-02-10T12:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:37.590036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] For port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,segment=NetworkSegment(bc86c52a-b5b9-4ec8-b830-dd1e768d647e),segment_id=bc86c52a-b5b9-4ec8-b830-dd1e768d647e)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:37.590533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.652953 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.698205 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=18136549-fc0a-4ab0-b8cc-bdd4412c7c67,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:37.712488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Calling delete_port for 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:07:37.786756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:37.831216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] Pushing event deleted for resources: {'Port': ['ID=478a0ac2-ff8d-4cb5-adeb-4342e0610d5e,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:37.836588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf262451-cddb-456b-910d-0d897dc62342 None None] No DVR routers for this DVR port 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:07:38.016429 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.119931 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 756711b7-344b-484a-9c97-a7f0433d21d4 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:38.164508 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 756711b7-344b-484a-9c97-a7f0433d21d4 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:38.164763 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 756711b7-344b-484a-9c97-a7f0433d21d4 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:38.165171 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:38.196177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:38.196534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 478a0ac2-ff8d-4cb5-adeb-4342e0610d5e not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:38.277536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.281580 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.305180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.305893 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Fanout notify agent at l3_agent the message router_deleted on router acf5b20e-4cb3-43d9-a1f9-38e742b3f14e {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:07:38.320330 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.321399 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d71891a0-015d-43f0-9495-2fe1044b26ea tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/routers/acf5b20e-4cb3-43d9-a1f9-38e742b3f14e HTTP/1.1" status: 204 len: 168 time: 1.5405524 Feb 10 12:07:38.324283 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33832) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:38.503442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.627253 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.651774 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa6ae66-566a-4944-b259-29f7252d989f']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:38.663027 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:38.663350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc86c52a-b5b9-4ec8-b830-dd1e768d647e') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:38.674015 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.689606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.696063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:07:38.696436 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:07:38.710564 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:07:38.792411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.809604 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.820623 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Network': ['ID=aaa6ae66-566a-4944-b259-29f7252d989f,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:38.827797 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3007720d-d98e-408f-b6cf-09bc74462737 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/networks/aaa6ae66-566a-4944-b259-29f7252d989f HTTP/1.1" status: 204 len: 168 time: 0.5025666 Feb 10 12:07:38.830442 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33838) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:38.896563 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.925030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:38.989536 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.007039 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3462b32-973f-4d6d-a148-2c5120ef3cc2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:39.020182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.021328 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5267fb9-4605-4003-adf7-660b1589f33f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/security-groups/a3462b32-973f-4d6d-a148-2c5120ef3cc2 HTTP/1.1" status: 204 len: 168 time: 0.1899526 Feb 10 12:07:39.386004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33846) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:39.391512 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366093521', 'description': 'tempest-secgroup-smoke-1366093521 description', 'project_id': '56d4e085ca1346539f868d67b13bb483'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:39.397827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:39.401797 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:39.404599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:39.410119 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:39.420182 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.453195 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:39.456840 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:39.460035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:39.465457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:39.517329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.520675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.562149 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d1557-d2ac-4014-ae44-986beedd00f8,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:39.567949 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.569212 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8daf79b7-3135-4a24-a988-856f232282ec tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1822309 Feb 10 12:07:39.572085 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33850) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:39.577361 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:39.582973 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:39.587204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:39.589987 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:39.595509 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:39.612820 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.670912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.674275 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.699528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1518ac-fb0a-4101-983f-c255333bf3f5,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:39.708549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.710606 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-745bc7f5-98a7-4807-bfeb-55ecb1e0ed4a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375937 Feb 10 12:07:39.713329 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33854) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:39.718458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:39.723957 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:39.728464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:39.731381 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:39.736989 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:39.752548 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.811866 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.815005 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.837670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e923f9-d209-437c-9f6e-da46c22f53a6,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:39.845522 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.846738 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1a165b47-b82b-49e1-b70f-988a08a55bbe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1325316 Feb 10 12:07:39.849922 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33858) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:39.855122 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:39.860671 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:39.864407 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:39.867776 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:39.873308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:39.889212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.948962 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.952549 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.974124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c4b625-e127-4eea-b691-9d45cfba8987,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:39.983264 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:39.984702 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04e65afb-e025-4c32-b4b2-d83053ed0c77 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1338995 Feb 10 12:07:39.987298 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33862) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:39.993176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:39.998914 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:40.002646 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:40.005484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:40.011411 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:40.023168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:07:40.027994 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.055486 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:07:40.055830 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 18136549-fc0a-4ab0-b8cc-bdd4412c7c67 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:07:40.092170 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.095573 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.118568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228b3da1-0df6-4ef1-8e11-476f221a553a,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:40.126302 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.127460 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-c8973e87-d9f7-483b-a1ca-2707a6ba92d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1392574 Feb 10 12:07:40.130112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33866) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:40.135572 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:40.141139 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:40.144833 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:40.148208 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:40.153675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:40.163951 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:07:40.170112 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.234007 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.237504 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.262900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca12445-9d2d-49e9-b9be-eac3a3d43bac,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:40.272362 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.273511 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-2a2640f1-eee4-4518-9715-3d6c6fad6ec8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1424983 Feb 10 12:07:40.276144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33870) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:40.281424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': 'ee6d1557-d2ac-4014-ae44-986beedd00f8', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:40.286881 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:40.290541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:40.293345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:40.298801 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:40.309292 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:07:40.315342 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.379432 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.383737 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.405717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cc5224-f4c4-4db6-a2b6-c787d6e446e8,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:40.413260 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.414492 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e6adf06a-a445-4596-ba6a-0ca0059dda99 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1374371 Feb 10 12:07:40.417327 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33874) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:40.424870 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'network': {'name': 'tempest-network-smoke--421743020', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'port_security_enabled': True}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:40.430192 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:40.434203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:network and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:40.436979 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:40.442491 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:40.452074 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:07:40.454938 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.481430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:07:40.490502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.490788 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Added segment 2305fde4-55ee-464f-ab95-c2f8dd4dfad0 of type vlan for network f770a888-d521-46f8-a0bd-3fcbe8be67cc Feb 10 12:07:40.517427 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.545148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.548712 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:40.549291 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.734998 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3165536 Feb 10 12:07:40.737773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33878) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:40.743664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'admin_state_up': True, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:40.744178 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f815e-cafe-4e69-82f0-05993efa522f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Network': ['ID=f770a888-d521-46f8-a0bd-3fcbe8be67cc,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:40.750312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:40.754251 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:router and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:40.754683 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:07:40.757458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:40.763964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:40.774180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.775063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.793357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:40.937231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.107112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.134733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.359542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.235 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/df0011f9-6e6d-438b-b4fc-b5b35fe5936f) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:41.501165 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.528408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.598763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:41.602109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:41.604023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:41.606101 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:41.754627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.755382 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:41.976680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:07:42.179858 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:42.190895 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Sync routers for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:42.202134 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:42.202793 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:42.212970 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.214336 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-48311b6d-c5ae-4a5f-aa05-8c35d00cdf0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4755507 Feb 10 12:07:42.217387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33882) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:42.327701 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0f47aa3e-2b87-4150-b8bd-721ae3006af0 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=56d4e085ca1346539f868d67b13bb483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1068232 Feb 10 12:07:42.327905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33888) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:42.401805 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:42.458948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd55f2-e2d4-4c52-b278-a9efb426786d tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:42.460451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3cd55f2-e2d4-4c52-b278-a9efb426786d tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317096 Feb 10 12:07:42.463217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33892) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:42.502000 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1dc19aa4-fc91-418f-8008-25b255c17a0b tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376096 Feb 10 12:07:42.504496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33896) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:42.510719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1399247115', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:42.619004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:42.622786 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:subnet and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:42.625575 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:42.631332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:42.641062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:07:42.680952 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:41Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:42.684680 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Checking router: 354f5713-3f6a-499f-8abb-ba2082f6e8f1 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:42.685022 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Updating router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 port df0011f9-6e6d-438b-b4fc-b5b35fe5936f binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:07:42.734362 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.742067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:42.956363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.060071 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.072265 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Transition to ACTIVE for port object df0011f9-6e6d-438b-b4fc-b5b35fe5936f will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:43.077585 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.115976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Subnet': ['ID=1ab553e0-bd88-450c-9008-22cc9ded2720,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:43.139203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Checking segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:43.139585 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network hostable DHCP agents. Network: f770a888-d521-46f8-a0bd-3fcbe8be67cc, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:07:43.153531 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Pushing event updated for resources: {'Port': ['ID=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:43.161010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:07:43.164775 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Attempting to bind port df0011f9-6e6d-438b-b4fc-b5b35fe5936f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:43.165143 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Attempting to bind port df0011f9-6e6d-438b-b4fc-b5b35fe5936f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:43.165497 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Attempting to bind port df0011f9-6e6d-438b-b4fc-b5b35fe5936f on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:43.170361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, f770a888-d521-46f8-a0bd-3fcbe8be67cc) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:43.173638 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.173984 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.174325 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.174656 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.174981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.175324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:43.175429 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.175646 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.175966 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.176072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.176281 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.176594 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.176909 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:43.180218 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67825e89-c955-429b-8589-55c17c911350 None None] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:43.181082 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:43.181454 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:43.181847 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.182222 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:43.182682 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Bound port: df0011f9-6e6d-438b-b4fc-b5b35fe5936f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:43.183049 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.207088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33900) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:43.208289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3f462d89-0d9f-47f1-9e15-de3210c628a5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7027321 Feb 10 12:07:43.253642 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] For port df0011f9-6e6d-438b-b4fc-b5b35fe5936f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:43.258074 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] For port df0011f9-6e6d-438b-b4fc-b5b35fe5936f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:43.262857 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.345273 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:43.345887 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:43.447220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:07:43.448047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.451886 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1187140-4bf4-441f-810f-8efd91bea2a3 None None] Pushing event updated for resources: {'Port': ['ID=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:43.523636 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:43.617352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Allocated IP 172.20.0.2 (f770a888-d521-46f8-a0bd-3fcbe8be67cc/1ab553e0-bd88-450c-9008-22cc9ded2720/e5e47c8d-202f-44ac-8521-ebbe59967e14) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:43.836079 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:41Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:43.840911 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c6bbb-85e6-4b7e-aae0-4bd3207985c9 None None] The sync data for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv is: [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:41Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:43.846469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.857255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Transition to ACTIVE for port object e5e47c8d-202f-44ac-8521-ebbe59967e14 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:43.882112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Transition to ACTIVE for port object e5e47c8d-202f-44ac-8521-ebbe59967e14 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:43.889495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:43.959970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:43.963362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:43.965777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:43.968247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Pushing event updated for resources: {'Port': ['ID=e5e47c8d-202f-44ac-8521-ebbe59967e14,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:43.968389 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.075467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Attempting to bind port e5e47c8d-202f-44ac-8521-ebbe59967e14 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:44.075833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Attempting to bind port e5e47c8d-202f-44ac-8521-ebbe59967e14 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:44.076187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Attempting to bind port e5e47c8d-202f-44ac-8521-ebbe59967e14 on network f770a888-d521-46f8-a0bd-3fcbe8be67cc {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:44.082505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:44.082867 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Checking segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:44.083285 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.084317 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Bound using segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:44.084762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Bound port: e5e47c8d-202f-44ac-8521-ebbe59967e14, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:44.085123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.182944 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] For port e5e47c8d-202f-44ac-8521-ebbe59967e14, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:44.186856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] For port e5e47c8d-202f-44ac-8521-ebbe59967e14, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e5e47c8d-202f-44ac-8521-ebbe59967e14,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:44.192425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.275835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5b4fd-377e-4580-8b30-ab34538865e4 None None] Pushing event updated for resources: {'Port': ['ID=e5e47c8d-202f-44ac-8521-ebbe59967e14,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:44.431617 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.1 (f770a888-d521-46f8-a0bd-3fcbe8be67cc/1ab553e0-bd88-450c-9008-22cc9ded2720/9f6f274a-9285-495e-bbac-98d369e86a06) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:44.627335 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.643292 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 9f6f274a-9285-495e-bbac-98d369e86a06 will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:44.666698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:44.744267 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:44.747204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:44.751620 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:44.779588 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:44.917886 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.002599 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.262459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd6716-c520-477f-b195-e58f7756e117 None None] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:07:45.352722 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f8c107a9-3670-4022-8a3f-3833f8735b04 None None] Provisioning for port e5e47c8d-202f-44ac-8521-ebbe59967e14 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:45.415274 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.419894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.535812 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.539940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:45.682609 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:45.683940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:45.786345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8151676-27b8-4512-8bc5-9e996849a52c None None] Provisioning for port 9f6f274a-9285-495e-bbac-98d369e86a06 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:45.792119 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b8151676-27b8-4512-8bc5-9e996849a52c None None] Provisioning complete for port 9f6f274a-9285-495e-bbac-98d369e86a06 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:45.792728 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b8151676-27b8-4512-8bc5-9e996849a52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:45.851153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b8151676-27b8-4512-8bc5-9e996849a52c None None] Port 9f6f274a-9285-495e-bbac-98d369e86a06 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:45.990290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-d8b3b30c-9a88-45f9-92c6-4fb40f15c6e9 None None] Provisioning complete for port 9f6f274a-9285-495e-bbac-98d369e86a06 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:45.990800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b30c-9a88-45f9-92c6-4fb40f15c6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.077338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3b30c-9a88-45f9-92c6-4fb40f15c6e9 None None] Port 9f6f274a-9285-495e-bbac-98d369e86a06 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:46.095537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:07:46.135746 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e5e47c8d-202f-44ac-8521-ebbe59967e14 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:46.207423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6c108532-3181-41ea-a78d-df7c15db065d None None] Provisioning complete for port 9f6f274a-9285-495e-bbac-98d369e86a06 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:46.207789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6c108532-3181-41ea-a78d-df7c15db065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.252899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port e5e47c8d-202f-44ac-8521-ebbe59967e14 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:46.261082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e5e47c8d-202f-44ac-8521-ebbe59967e14 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:46.261547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.299118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:07:46.300789 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6c108532-3181-41ea-a78d-df7c15db065d None None] Port 9f6f274a-9285-495e-bbac-98d369e86a06 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:46.311514 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-0be8e4a1-b4b2-4f46-a088-65532ebfaba1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/354f5713-3f6a-499f-8abb-ba2082f6e8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1033497 Feb 10 12:07:46.379865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.411330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port e5e47c8d-202f-44ac-8521-ebbe59967e14, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e5e47c8d-202f-44ac-8521-ebbe59967e14,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:46.415872 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.416731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device df0011f9-6e6d-438b-b4fc-b5b35fe5936f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:46.481464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-d1efb3f1-7d84-4730-a96e-21e7f800cdfe tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366093521&fields=id&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 267 time: 0.0410588 Feb 10 12:07:46.525996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=e5e47c8d-202f-44ac-8521-ebbe59967e14,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:46.541955 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port df0011f9-6e6d-438b-b4fc-b5b35fe5936f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:46.546745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port df0011f9-6e6d-438b-b4fc-b5b35fe5936f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:46.547112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.627496 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0ed8c21a-ec84-4f12-abd7-3420dfb15c80 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:46.628962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0ed8c21a-ec84-4f12-abd7-3420dfb15c80 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 796 time: 0.1408911 Feb 10 12:07:46.645806 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-7cfa1eed-dd6d-472e-a766-ef7c4ade3994 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/quotas/56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 375 time: 0.0105460 Feb 10 12:07:46.660837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.678167 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port df0011f9-6e6d-438b-b4fc-b5b35fe5936f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:46.682243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:46.730845 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-12604bdb-1819-4480-b4e0-01fa213de512 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795665 Feb 10 12:07:46.746061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:46.866428 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-81533817-1347-4227-812e-0d42ee52fa75 service neutron] 10.222.0.42 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239073 Feb 10 12:07:46.996512 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-b6257ddd-c9c9-400f-bf50-c8864c19d255 service neutron] 10.222.0.42 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244204 Feb 10 12:07:47.184407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e0c15ee8-84c0-41e9-ab9e-ea91b0152787 req-cb12ba25-1c9c-4f49-a394-0331112f923b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 210 time: 0.0466690 Feb 10 12:07:47.431151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Sync routers for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:07:47.442835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:47.443502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:47.648612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:47.952524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:45Z', 'revision_number': 2, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:47.956416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Checking router: 354f5713-3f6a-499f-8abb-ba2082f6e8f1 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:07:47.956762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Updating router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 port 9f6f274a-9285-495e-bbac-98d369e86a06 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:07:48.010795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.126252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e5e47c8d-202f-44ac-8521-ebbe59967e14 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:48.201110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-c2734679-2523-4a1f-9d71-b98af6a21e64 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:48.203525 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-c2734679-2523-4a1f-9d71-b98af6a21e64 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 796 time: 0.1765857 Feb 10 12:07:48.266479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-6873a829-6ac8-49b5-9f9c-1b1787f52f27 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 380 time: 0.0509770 Feb 10 12:07:48.277434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'port': {'device_id': '8772423e-9360-4d42-be7d-a9d73aea280e', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'admin_state_up': True, 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'security_groups': ['ee6d1557-d2ac-4014-ae44-986beedd00f8']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:48.309114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port e5e47c8d-202f-44ac-8521-ebbe59967e14 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:48.309474 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.407401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aefcd84a-96bc-4dc2-8d2c-548b53ed8b65 req-90deca9e-35c6-4dff-ab78-7dc574f427c8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 210 time: 0.0581660 Feb 10 12:07:48.458570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:48.462453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:port and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:48.465221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:48.470773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:48.480556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:07:48.483662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.509780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.512691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device df0011f9-6e6d-438b-b4fc-b5b35fe5936f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:48.558513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Transition to ACTIVE for port object 9f6f274a-9285-495e-bbac-98d369e86a06 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:48.573597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.644433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.9 (f770a888-d521-46f8-a0bd-3fcbe8be67cc/1ab553e0-bd88-450c-9008-22cc9ded2720/b80dd5c8-10a0-42e0-bd40-734a55f1bfde) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:48.706656 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a07d71-7aec-405c-9d78-1a4f56a7495c None None] Pushing event updated for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:48.751186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port df0011f9-6e6d-438b-b4fc-b5b35fe5936f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:48.751186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.850527 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Attempting to bind port 9f6f274a-9285-495e-bbac-98d369e86a06 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:48.850884 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Attempting to bind port 9f6f274a-9285-495e-bbac-98d369e86a06 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:48.851256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Attempting to bind port 9f6f274a-9285-495e-bbac-98d369e86a06 on network f770a888-d521-46f8-a0bd-3fcbe8be67cc {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:48.852556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.863201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:48.863588 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Checking segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:48.863978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.864358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Bound using segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:48.865442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Bound port: 9f6f274a-9285-495e-bbac-98d369e86a06, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:48.865810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.868803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object b80dd5c8-10a0-42e0-bd40-734a55f1bfde will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:48.890453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:48.968912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:48.971862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:48.976762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:49.012298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:49.043573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:49.044324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.046388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] For port 9f6f274a-9285-495e-bbac-98d369e86a06, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:49.049528 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] For port 9f6f274a-9285-495e-bbac-98d369e86a06, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9f6f274a-9285-495e-bbac-98d369e86a06,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:49.055041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.069910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-e9795704-4744-49ed-b207-2bfbbf00d140 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966113 Feb 10 12:07:49.081597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Request body: {'port': {'device_id': '8772423e-9360-4d42-be7d-a9d73aea280e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:49.134712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a07d71-7aec-405c-9d78-1a4f56a7495c None None] Pushing event updated for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:49.139412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:07:49.140103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:49.293569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c119bb67-6189-4bd4-a570-2c40ba20a711 None None] Provisioning for port b80dd5c8-10a0-42e0-bd40-734a55f1bfde completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:49.303828 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-c119bb67-6189-4bd4-a570-2c40ba20a711 None None] Provisioning complete for port b80dd5c8-10a0-42e0-bd40-734a55f1bfde triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:49.304198 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c119bb67-6189-4bd4-a570-2c40ba20a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.306245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.378173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-c119bb67-6189-4bd4-a570-2c40ba20a711 None None] Port b80dd5c8-10a0-42e0-bd40-734a55f1bfde cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:07:49.385801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:07:49.648031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6286bc-cb6a-4aad-89b1-e09a91c6ea92 req-be1fce87-af29-4aa7-85b1-d35cc2902401 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:49.648716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-db6286bc-cb6a-4aad-89b1-e09a91c6ea92 req-be1fce87-af29-4aa7-85b1-d35cc2902401 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:07:49.710954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:49Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:07:49.715493 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d108d1-10d0-405c-a2a1-d685097c3ead None None] The sync data for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv is: [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:49Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:07:49.716723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-db6286bc-cb6a-4aad-89b1-e09a91c6ea92 req-be1fce87-af29-4aa7-85b1-d35cc2902401 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:07:49.717881 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db6286bc-cb6a-4aad-89b1-e09a91c6ea92 req-be1fce87-af29-4aa7-85b1-d35cc2902401 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 931 time: 0.1878107 Feb 10 12:07:49.727473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80dd5c8-10a0-42e0-bd40-734a55f1bfde {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:07:49.748544 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.795390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Transition to ACTIVE for port object b80dd5c8-10a0-42e0-bd40-734a55f1bfde will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:07:49.804689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:49.844067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db6286bc-cb6a-4aad-89b1-e09a91c6ea92 req-da529b49-5628-4c37-a43b-399178a378e5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189549 Feb 10 12:07:49.943937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:50.057119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Attempting to bind port b80dd5c8-10a0-42e0-bd40-734a55f1bfde on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:07:50.057454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Attempting to bind port b80dd5c8-10a0-42e0-bd40-734a55f1bfde by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:07:50.057779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Attempting to bind port b80dd5c8-10a0-42e0-bd40-734a55f1bfde on network f770a888-d521-46f8-a0bd-3fcbe8be67cc {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:50.064675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Port b80dd5c8-10a0-42e0-bd40-734a55f1bfde on network f770a888-d521-46f8-a0bd-3fcbe8be67cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:07:50.065227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Attempting to bind port b80dd5c8-10a0-42e0-bd40-734a55f1bfde on network f770a888-d521-46f8-a0bd-3fcbe8be67cc {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:07:50.077988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:07:50.077988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Checking segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:07:50.077988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Bound using segment: {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:07:50.077988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Bound port: b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2305fde4-55ee-464f-ab95-c2f8dd4dfad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:07:50.077988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.114419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9f6f274a-9285-495e-bbac-98d369e86a06 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:50.176209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:07:50.180477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:07:50.186282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.200708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9f6f274a-9285-495e-bbac-98d369e86a06 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:50.205999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9f6f274a-9285-495e-bbac-98d369e86a06 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:50.206447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.244839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.246530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] 10.222.0.32 "PUT /v2.0/ports/b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 1093 time: 1.1695642 Feb 10 12:07:50.249353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:50.347330 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.350790 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'status': 'completed', 'code': 200} Feb 10 12:07:50.369373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488731d-500a-4b49-9076-30e064ae4ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:50.385183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9f6f274a-9285-495e-bbac-98d369e86a06, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9f6f274a-9285-495e-bbac-98d369e86a06,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:50.390736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:50.416729 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-53f8ea57-dff7-44b6-bba1-ff16ef72b855 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1096 time: 0.1316357 Feb 10 12:07:50.471394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:50.494540 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-7604ed57-4abf-46a1-8ccf-e9805230f210 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 217 time: 0.0706890 Feb 10 12:07:50.561887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-a2ed7699-036a-4329-8d6b-411d5f7534b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:50.563417 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-a2ed7699-036a-4329-8d6b-411d5f7534b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0638316 Feb 10 12:07:50.637668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-dd471f10-ae66-436f-827b-9ca08c69b7f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690758 Feb 10 12:07:50.769409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-36288180-324a-4673-9b53-ed31a9581edf service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262066 Feb 10 12:07:50.900778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2fa9acb1-4889-4047-93f4-4bbe1e78b118 req-353263ae-02e6-4d38-af62-1c644af9d7c8 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238801 Feb 10 12:07:51.080373 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-eb8af0d3-7174-4704-9b78-96345d0463b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1096 time: 0.1292875 Feb 10 12:07:51.086633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17959f-2a4f-4387-8bb1-982f4bbbefdc req-b2d73d82-01a8-4cc8-8ccb-4125243477cb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:51.087982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a17959f-2a4f-4387-8bb1-982f4bbbefdc req-b2d73d82-01a8-4cc8-8ccb-4125243477cb tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 943 time: 0.1083722 Feb 10 12:07:51.301383 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7a17959f-2a4f-4387-8bb1-982f4bbbefdc req-82b88e69-51ca-4f5c-9c72-861cb7e488e0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952581 Feb 10 12:07:51.332504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-f9ea775d-2994-4d27-bc67-0cd62eca55e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:51.333930 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-f9ea775d-2994-4d27-bc67-0cd62eca55e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 897 time: 0.2451234 Feb 10 12:07:51.402182 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-6ae82dec-9bb3-485c-bf9f-ba4259bd368e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 217 time: 0.0625775 Feb 10 12:07:51.464773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-adc65211-d2b9-4cf5-b50d-66e28ed5c58a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:51.466139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-adc65211-d2b9-4cf5-b50d-66e28ed5c58a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0581059 Feb 10 12:07:51.538576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-8482a3e7-27bb-43a8-b1f1-0993bc4e6f2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665295 Feb 10 12:07:51.665854 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-f84bdd01-c410-4d88-98ab-9d59ae875d34 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209323 Feb 10 12:07:51.792742 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-012c629c-b570-4345-b0bd-d9bb842073f9 req-03ebb4f1-d7e3-4412-90a0-4c826f3378c9 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211169 Feb 10 12:07:52.065310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9f6f274a-9285-495e-bbac-98d369e86a06 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:52.129599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9f6f274a-9285-495e-bbac-98d369e86a06 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:52.129960 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:52.494426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a818924-8a40-42c9-bb43-f82bad7f0d40 req-b63e0c4e-5c4d-441a-8b42-2c538687410a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:52.495929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a818924-8a40-42c9-bb43-f82bad7f0d40 req-b63e0c4e-5c4d-441a-8b42-2c538687410a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 943 time: 0.0756264 Feb 10 12:07:52.546648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a818924-8a40-42c9-bb43-f82bad7f0d40 req-d3af2690-d8db-4cb9-b5ab-76a61d08d4c3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Feb 10 12:07:53.432699 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b80dd5c8-10a0-42e0-bd40-734a55f1bfde details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:07:53.559844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:53.572229 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'port_id': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'mac_address': 'fa:16:3e:57:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:07:53.628354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.645660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80dd5c8-10a0-42e0-bd40-734a55f1bfde {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:07:53.660724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:53.665797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:53.731798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:53.745629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22531f-a59c-4ba6-8f19-ce2c737b9805 req-41deb59d-69b3-458d-9c82-a714a229f46c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:53.747061 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c22531f-a59c-4ba6-8f19-ce2c737b9805 req-41deb59d-69b3-458d-9c82-a714a229f46c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 944 time: 0.0747945 Feb 10 12:07:53.791072 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8c22531f-a59c-4ba6-8f19-ce2c737b9805 req-50c9cc6c-5bb6-4e98-b36e-8b774505d0be tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384204 Feb 10 12:07:53.876064 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['b80dd5c8-10a0-42e0-bd40-734a55f1bfde'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:07:54.984439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf57695-01c7-4f89-b972-2d1eca62f3e2 req-7b5bcf0e-fa3d-4251-9098-45d22416576b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:54.985863 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dbf57695-01c7-4f89-b972-2d1eca62f3e2 req-7b5bcf0e-fa3d-4251-9098-45d22416576b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 944 time: 0.0781882 Feb 10 12:07:55.031643 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dbf57695-01c7-4f89-b972-2d1eca62f3e2 req-9e4feee4-91cc-4a8d-a6b0-b65ce0471ae6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Feb 10 12:07:55.448906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b80dd5c8-10a0-42e0-bd40-734a55f1bfde up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:07:55.516448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port b80dd5c8-10a0-42e0-bd40-734a55f1bfde completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:07:55.521429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port b80dd5c8-10a0-42e0-bd40-734a55f1bfde triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:07:55.521916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.630210 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.655150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:07:55.665096 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:07:55.668909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:55.711694 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'code': 200} Feb 10 12:07:55.735843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:55.745418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.745760 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.746094 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.746423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.746749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.747077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.747419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.747735 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.748050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.748362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.748677 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:07:55.928926 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8caeb53-491a-4033-a2bc-419333e0c2bc req-9c936dc4-bc86-4d82-8ef5-9a81dd04abb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1098 time: 0.0684373 Feb 10 12:07:55.969328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e8caeb53-491a-4033-a2bc-419333e0c2bc req-db1fa612-389e-4552-a846-c02cf7d9f7e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349212 Feb 10 12:07:56.228660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fdfcd-5dfc-4dfa-a25e-1f7a666ff910 req-c4d0ff62-3dfc-4f7e-8854-3e83e69ce162 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:56.229964 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-039fdfcd-5dfc-4dfa-a25e-1f7a666ff910 req-c4d0ff62-3dfc-4f7e-8854-3e83e69ce162 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0771410 Feb 10 12:07:56.275276 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-039fdfcd-5dfc-4dfa-a25e-1f7a666ff910 req-95e534b0-7df2-4caf-a6ef-2785122f1c47 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Feb 10 12:07:57.278426 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9452066e-9c2b-438e-b8c5-71d3695b35c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:57.468175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8db1f-c846-48aa-bb07-817cafe80371 req-d67ed698-1593-462f-a0fb-807273088b6b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:57.469592 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eaa8db1f-c846-48aa-bb07-817cafe80371 req-d67ed698-1593-462f-a0fb-807273088b6b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0743196 Feb 10 12:07:57.513292 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-eaa8db1f-c846-48aa-bb07-817cafe80371 req-216a7f22-9c34-4e14-a82c-17e8bef2d430 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Feb 10 12:07:57.706342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2bc1c-a07d-4570-81e1-1fb372e04911 req-b08e1cfc-ff17-4c9d-809e-ef67b8950eca tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:07:57.707819 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da2bc1c-a07d-4570-81e1-1fb372e04911 req-b08e1cfc-ff17-4c9d-809e-ef67b8950eca tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0787935 Feb 10 12:07:57.752114 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6da2bc1c-a07d-4570-81e1-1fb372e04911 req-13939812-0da4-4f67-9cd4-fd4187256780 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Feb 10 12:07:57.779300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33944) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:57.846476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-98061be8-b9ee-40b7-add1-546c58757fe5 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1093 time: 0.0659816 Feb 10 12:07:57.848948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33948) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:07:57.854025 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:07:57.859336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:07:57.863039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:floatingip and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:07:57.865852 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:07:57.871377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:07:57.885551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.018789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.160267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.102 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/c0731737-ec34-4281-9ae7-67fc4b739527) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:07:58.388158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.423378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:58.494365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:07:58.497600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:07:58.500102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=c0731737-ec34-4281-9ae7-67fc4b739527,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:58.502234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:07:58.989063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.043056 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.241347 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.245674 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.350175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=c0731737-ec34-4281-9ae7-67fc4b739527,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:07:59.363981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.462849 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4622f5f2-a24a-4647-a6b4-f6a27bafc976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:07:59.552486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Floating IP b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 associated. External IP: 172.26.3.102, port: b80dd5c8-10a0-42e0-bd40-734a55f1bfde. Feb 10 12:08:00.021389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:08:00.221586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:08:00.231550 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Sync routers for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:08:00.245067 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:08:00.245877 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:00.246723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.303367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-75c51d43-9132-4b93-a8ab-a6e30bb20b30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4532211 Feb 10 12:08:00.303815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:08:00.371463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'status': 'completed', 'code': 200} Feb 10 12:08:00.433843 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:08:00.528720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827abde9-f5b3-4a07-8237-46762134f15f req-90bd2ca4-62ce-483f-8f90-196e069e11f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:00.530179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-827abde9-f5b3-4a07-8237-46762134f15f req-90bd2ca4-62ce-483f-8f90-196e069e11f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.1046951 Feb 10 12:08:00.534032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-146d499b-fe26-482f-be1c-e7b7b7fd1083 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1098 time: 0.1431065 Feb 10 12:08:00.628801 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.660476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-827abde9-f5b3-4a07-8237-46762134f15f req-2b9f9f14-1f6e-4e40-adb6-6c610d3e4df3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236227 Feb 10 12:08:00.697371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a087-9783-4f58-b523-9a63cda02200 req-f26dcc23-d650-447e-a9ff-cd249e9e8160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:00.698088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33956) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:00.698670 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-f26dcc23-d650-447e-a9ff-cd249e9e8160 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 897 time: 0.1481137 Feb 10 12:08:00.802007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:00.818320 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b495c8cd-57b7-4ed5-bc44-74d5c0d8f260', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.102', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'port_id': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'mac_address': 'fa:16:3e:57:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772423e-9360-4d42-be7d-a9d73aea280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:07:58Z', 'updated_at': '2022-02-10T12:07:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:00.822616 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Checking router: 354f5713-3f6a-499f-8abb-ba2082f6e8f1 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:08:00.825415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-ce00276a-b5ad-40fd-bbc8-0d188d975b94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 999 time: 0.1209939 Feb 10 12:08:00.835129 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:08:00.835897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:07:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:00.899884 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6a087-9783-4f58-b523-9a63cda02200 req-8c12f3db-c0ac-4eec-a51c-8ded2ba994ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:00.902533 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-8c12f3db-c0ac-4eec-a51c-8ded2ba994ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0712848 Feb 10 12:08:00.926860 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-41671229-afea-4791-a7c3-a5fac7ababaf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 991 time: 0.2268448 Feb 10 12:08:00.985150 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-e554ac95-650f-4c64-b777-fe095d37a3ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774164 Feb 10 12:08:01.020005 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:08:01.115381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-72afcc28-806d-497d-a7eb-affe24f9118b service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236119 Feb 10 12:08:01.244235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88c6a087-9783-4f58-b523-9a63cda02200 req-bed36dcb-91e2-48fd-acc1-ad4a29104ecb service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233833 Feb 10 12:08:01.359755 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b495c8cd-57b7-4ed5-bc44-74d5c0d8f260', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.102', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'port_id': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'mac_address': 'fa:16:3e:57:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772423e-9360-4d42-be7d-a9d73aea280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:07:58Z', 'updated_at': '2022-02-10T12:07:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:08:01.363538 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076064ce-588b-4280-9d18-0313d1beca63 None None] The sync data for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv is: [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b495c8cd-57b7-4ed5-bc44-74d5c0d8f260', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.102', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'port_id': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'mac_address': 'fa:16:3e:57:af:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772423e-9360-4d42-be7d-a9d73aea280e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:07:58Z', 'updated_at': '2022-02-10T12:07:58Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:08:01.931333 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33960) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:02.033230 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-230d7644-568e-4aa7-a350-fa6c538de5ee tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 991 time: 0.1007397 Feb 10 12:08:02.172548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:03.037663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33964) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:03.142286 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-af9ddfb7-549a-44b8-93d4-8fef1913c0fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 991 time: 0.1032336 Feb 10 12:08:04.146583 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 33968) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:04.193120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:04.251493 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4abb1f00-63df-49ae-8b40-ef56948288b0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 991 time: 0.1036818 Feb 10 12:08:05.255217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33972) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:05.361498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-64906f47-e323-4a3b-a523-f39aa8b8aa3d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 991 time: 0.1051581 Feb 10 12:08:05.364403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8dd1d-2182-4717-89bd-453fddead15b None None] New status for floating IP b495c8cd-57b7-4ed5-bc44-74d5c0d8f260: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:08:05.871299 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:08:06.365079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 33976) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:06.466637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55253fc3-dce0-4a75-85aa-02052de6dc2c tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 993 time: 0.1001253 Feb 10 12:08:27.278578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a55c0a47-5079-4154-82a1-d8185a420e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:29.467693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-10bb6835-2942-489a-8960-ab866b467ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:30.628761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:30.804883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:32.175430 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:34.155558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893accb3-be87-40b4-8567-6de5bd1f30c4 req-a3426de5-6325-4513-b108-b378da346e56 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:34.156996 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-893accb3-be87-40b4-8567-6de5bd1f30c4 req-a3426de5-6325-4513-b108-b378da346e56 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.1812556 Feb 10 12:08:34.203700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-893accb3-be87-40b4-8567-6de5bd1f30c4 req-30d89140-c301-4305-ae40-1f723a29aa83 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Feb 10 12:08:34.207725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:35.395023 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f759-721d-4658-b30b-a9a893f9ae29 req-c76ae714-bab7-48c8-968a-5e641d5eec30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:35.396462 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61c2f759-721d-4658-b30b-a9a893f9ae29 req-c76ae714-bab7-48c8-968a-5e641d5eec30 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0736942 Feb 10 12:08:35.442521 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61c2f759-721d-4658-b30b-a9a893f9ae29 req-3c020130-f3db-4044-9e6a-ff37951630ac tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 Feb 10 12:08:36.631550 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c24ec-d790-4193-8504-bf29423d94da req-8a5c1d84-be33-44d7-9b3b-bad063891e47 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:36.633005 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e5c24ec-d790-4193-8504-bf29423d94da req-8a5c1d84-be33-44d7-9b3b-bad063891e47 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0737443 Feb 10 12:08:36.677164 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1e5c24ec-d790-4193-8504-bf29423d94da req-70a5d6e6-6d6e-4344-ae2a-0989f1cfdd64 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 Feb 10 12:08:37.874918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f92815-bcb8-45f5-bb50-a350cfcd4c27 req-b839bf59-280b-49bd-98be-8f35f1e8085f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:37.876367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-33f92815-bcb8-45f5-bb50-a350cfcd4c27 req-b839bf59-280b-49bd-98be-8f35f1e8085f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0777102 Feb 10 12:08:37.920353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-33f92815-bcb8-45f5-bb50-a350cfcd4c27 req-57a05890-b169-4b91-9aba-2c551567645f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386088 Feb 10 12:08:39.118203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614227-56fe-44f3-ae33-1c60dcc56a66 req-c1f14beb-789a-4cfa-9a2a-e0d206dd8dd2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:39.120324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-03614227-56fe-44f3-ae33-1c60dcc56a66 req-c1f14beb-789a-4cfa-9a2a-e0d206dd8dd2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0819008 Feb 10 12:08:39.165983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-03614227-56fe-44f3-ae33-1c60dcc56a66 req-d6c1dec3-e4ab-42f9-8c9d-31dbd6ee63e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Feb 10 12:08:40.359156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7da2e-ee7c-45ff-9f59-ccea15c0feac req-f534b601-7db2-4d31-b64e-8dfb192e4479 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:40.360502 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49e7da2e-ee7c-45ff-9f59-ccea15c0feac req-f534b601-7db2-4d31-b64e-8dfb192e4479 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0773470 Feb 10 12:08:40.403762 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49e7da2e-ee7c-45ff-9f59-ccea15c0feac req-a887bdb8-0868-4021-961a-8ae76c8dbd9a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378695 Feb 10 12:08:41.599084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d1b89-a551-49f2-b7fb-09be6f039ba2 req-6752dff7-7ca3-412a-8475-e27759716236 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:41.600554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd9d1b89-a551-49f2-b7fb-09be6f039ba2 req-6752dff7-7ca3-412a-8475-e27759716236 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0751078 Feb 10 12:08:41.648341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd9d1b89-a551-49f2-b7fb-09be6f039ba2 req-6878fcf2-7666-4977-a957-91d965da0be5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Feb 10 12:08:42.838217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4c30-e031-48d3-81f4-2a377ae30c13 req-7c4a2a6e-f78e-4bf8-a0d6-7cf275ce28ed tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:42.839590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cee4c30-e031-48d3-81f4-2a377ae30c13 req-7c4a2a6e-f78e-4bf8-a0d6-7cf275ce28ed tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0745785 Feb 10 12:08:42.871316 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:08:42.893224 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1cee4c30-e031-48d3-81f4-2a377ae30c13 req-82b3f9a7-1d5c-4ce4-a025-ea6378e34eb5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482562 Feb 10 12:08:44.088556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f62275-9155-4bb5-a73e-dd0ef2ff3aac req-9644e472-2544-4de6-bbef-fe22aa4081c6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:44.089972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88f62275-9155-4bb5-a73e-dd0ef2ff3aac req-9644e472-2544-4de6-bbef-fe22aa4081c6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0776374 Feb 10 12:08:44.134094 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88f62275-9155-4bb5-a73e-dd0ef2ff3aac req-b9cf7759-495a-4aa0-bf26-40558e184432 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Feb 10 12:08:45.333692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042e345-40ed-4471-b37e-60e5c648a764 req-91f134f4-8c06-4c2d-88bc-7da347a3adf1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:45.335026 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e042e345-40ed-4471-b37e-60e5c648a764 req-91f134f4-8c06-4c2d-88bc-7da347a3adf1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0756102 Feb 10 12:08:45.378041 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e042e345-40ed-4471-b37e-60e5c648a764 req-28108b67-8a94-448d-b8bd-dc25353a05c8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376673 Feb 10 12:08:46.575515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f6ad5-e817-42cf-871f-cc9738e63b15 req-54dd0688-346c-46f4-a12a-8d1678e39e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:46.576957 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f83f6ad5-e817-42cf-871f-cc9738e63b15 req-54dd0688-346c-46f4-a12a-8d1678e39e10 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0798304 Feb 10 12:08:46.622245 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f83f6ad5-e817-42cf-871f-cc9738e63b15 req-1fe6f19f-e4b2-4d26-b6a2-6036ee8087cf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Feb 10 12:08:47.564663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-7985a75e-287c-464a-b124-e0829bc27bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1098 time: 0.0668900 Feb 10 12:08:47.708410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefec36-e663-41a7-b714-18ef368e150f req-2d08d5c6-a10f-4176-b9d9-16b023e82e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:47.709879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-2d08d5c6-a10f-4176-b9d9-16b023e82e06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 897 time: 0.1277547 Feb 10 12:08:47.818114 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-ecdd6497-be2a-41be-aab9-a89fca6edf30 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 1001 time: 0.1016862 Feb 10 12:08:47.882131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefec36-e663-41a7-b714-18ef368e150f req-457ec8b6-4b9e-4044-8b7c-51b27491808a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:47.883838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-457ec8b6-4b9e-4044-8b7c-51b27491808a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0593135 Feb 10 12:08:48.014225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfd7e-82ed-4179-b0ef-5925c9933437 req-da3fdb66-3070-4975-ba26-86e2b4365a4b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:48.015693 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87dfd7e-82ed-4179-b0ef-5925c9933437 req-da3fdb66-3070-4975-ba26-86e2b4365a4b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.1310165 Feb 10 12:08:48.018432 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-2f42dd55-9684-41b1-85fe-fcf0cd9f653f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048541 Feb 10 12:08:48.140117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f87dfd7e-82ed-4179-b0ef-5925c9933437 req-6ab3a882-452b-490c-afc9-cc3614c17c02 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187031 Feb 10 12:08:48.267690 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-521f8f83-fe0a-4f01-816e-ddcaa3eb0580 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326002 Feb 10 12:08:48.394211 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cdefec36-e663-41a7-b714-18ef368e150f req-88deb809-80a3-4f25-ab12-c620ddfa92bc service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203294 Feb 10 12:08:49.340211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a75b4-6934-4900-b471-e45039012dc3 req-680baba9-9440-4502-bd69-fa09709577c6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:49.341560 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2a75b4-6934-4900-b471-e45039012dc3 req-680baba9-9440-4502-bd69-fa09709577c6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0776570 Feb 10 12:08:49.386201 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d2a75b4-6934-4900-b471-e45039012dc3 req-e5a845b0-676a-441c-9276-2aa5d30fa7d3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 Feb 10 12:08:50.578848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb31fe-1944-48dc-9694-7011d589d688 req-da3b08b7-ca6d-4ed1-b76c-51e9bc30366a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:50.580285 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41bb31fe-1944-48dc-9694-7011d589d688 req-da3b08b7-ca6d-4ed1-b76c-51e9bc30366a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0770712 Feb 10 12:08:50.623782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41bb31fe-1944-48dc-9694-7011d589d688 req-6318c438-ad31-473b-aa77-34741e519653 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 Feb 10 12:08:50.651398 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34020) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:50.752001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e0818c90-2e08-48e1-91bb-51d9fbb655ad tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 993 time: 0.0994616 Feb 10 12:08:52.273411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abde6a-d7c7-456e-abe0-3b903ec9396c req-29b732c3-a87d-4a77-8db7-d398593da1f8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:52.274827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40abde6a-d7c7-456e-abe0-3b903ec9396c req-29b732c3-a87d-4a77-8db7-d398593da1f8 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.1284599 Feb 10 12:08:52.281475 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-d8a72869-523d-4064-a66e-4b69368470cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1098 time: 0.0963216 Feb 10 12:08:52.397765 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-40abde6a-d7c7-456e-abe0-3b903ec9396c req-645f60ab-9bf4-4391-89f2-2b6d8737c196 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153741 Feb 10 12:08:52.436677 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-bb53048a-099d-409a-bb9b-2eccbf2fe4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:52.438076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-bb53048a-099d-409a-bb9b-2eccbf2fe4f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 897 time: 0.1430163 Feb 10 12:08:52.537450 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-a7371f18-566b-4fd2-9d68-eae39300c15b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 1001 time: 0.0930624 Feb 10 12:08:52.595644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-a0d7d4bd-3a98-4b24-9dd6-65a2eb89c241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:52.596986 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-a0d7d4bd-3a98-4b24-9dd6-65a2eb89c241 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0541358 Feb 10 12:08:52.670137 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-85e0d95c-c187-4dd6-bf71-6013fc8cecc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672987 Feb 10 12:08:52.794584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-fea161ea-80a0-4414-8c51-946085348427 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188228 Feb 10 12:08:52.919275 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ff88f94c-5cd7-4d07-8057-c1ae5aa1f5dc req-a9be6601-c54e-4742-9611-d540e6e3f10d service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195047 Feb 10 12:08:53.589743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f1697-b44e-4189-8b9c-e020931af8d3 req-adb2539d-334f-4602-9cee-005618fd8188 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:08:53.591146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-482f1697-b44e-4189-8b9c-e020931af8d3 req-adb2539d-334f-4602-9cee-005618fd8188 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0734117 Feb 10 12:08:53.635121 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-482f1697-b44e-4189-8b9c-e020931af8d3 req-6ff024cd-48f1-4453-befc-0777fd85165e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386364 Feb 10 12:08:53.663530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34032) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:08:53.763813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-28c9c550-52e0-47aa-ba2f-91894fa7cbfd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 200 len: 993 time: 0.0991249 Feb 10 12:08:57.282393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-30cc42c1-1966-476e-a2e6-0326fea3380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:08:59.468075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4360fa14-d6a2-4296-9765-016045a470c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:00.634284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:00.807469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:02.178134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:04.206108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:19.871054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:09:24.335743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34050) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:24.619904 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port c0731737-ec34-4281-9ae7-67fc4b739527 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:24.620128 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:24.781373 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:24.781694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:24.897381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for c0731737-ec34-4281-9ae7-67fc4b739527 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:25.041915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:25.085041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=c0731737-ec34-4281-9ae7-67fc4b739527,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:25.123719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.124058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.124389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.124713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.125034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.125353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.125671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.125987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.126301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.126612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.126922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:25.188429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:25.578820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:25.772346 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:25.781882 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Sync routers for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:25.791062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:25.793714 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:25.794307 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:08:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:25.845294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49a3be68-ff90-4698-b220-3a018fb9a5f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/floatingips/b495c8cd-57b7-4ed5-bc44-74d5c0d8f260 HTTP/1.1" status: 204 len: 168 time: 1.5084875 Feb 10 12:09:25.845861 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:25.902236 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'status': 'completed', 'code': 200} Feb 10 12:09:25.986017 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:25.997435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-21751874-e3fa-4613-becd-5d187a610d19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 1098 time: 0.0741851 Feb 10 12:09:26.289376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-c1f29a28-00bd-493d-9d6f-23b9d561cb39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:26.290830 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-c1f29a28-00bd-493d-9d6f-23b9d561cb39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 200 len: 897 time: 0.2874668 Feb 10 12:09:26.308773 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:26.312572 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Checking router: 354f5713-3f6a-499f-8abb-ba2082f6e8f1 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:26.323182 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:26.323787 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:08:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:26.373454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc86f1-7125-4b23-b95d-d64c8f2c5724 req-409224b3-ea45-4a2d-82f0-828103253d32 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:26.374050 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a0cc86f1-7125-4b23-b95d-d64c8f2c5724 req-409224b3-ea45-4a2d-82f0-828103253d32 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:26.378728 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-f1f3c7f9-8935-4100-a069-e5fc63b22583 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 200 len: 217 time: 0.0810533 Feb 10 12:09:26.425094 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-a0cc86f1-7125-4b23-b95d-d64c8f2c5724 req-409224b3-ea45-4a2d-82f0-828103253d32 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:26.426218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0cc86f1-7125-4b23-b95d-d64c8f2c5724 req-409224b3-ea45-4a2d-82f0-828103253d32 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.2307067 Feb 10 12:09:26.471539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-d9044fea-7ede-4f04-ab3a-a42d034d14a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:26.473001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-d9044fea-7ede-4f04-ab3a-a42d034d14a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 200 len: 835 time: 0.0869877 Feb 10 12:09:26.496345 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:26.515459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a0cc86f1-7125-4b23-b95d-d64c8f2c5724 req-60ae6cd0-ef4f-413a-b4a1-fdfe1e4b0ec7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827801 Feb 10 12:09:26.564396 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-1f1a1207-52dd-4db1-8d02-6917fa8cbed0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f770a888-d521-46f8-a0bd-3fcbe8be67cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844882 Feb 10 12:09:26.696580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-3799fbee-fc3a-4269-912f-b80ee1bb11e9 service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250496 Feb 10 12:09:26.806282 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:26.810192 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c177a6-9d0e-4e9a-be63-76e5b00cdc03 None None] The sync data for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv is: [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:07:44Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '9f6f274a-9285-495e-bbac-98d369e86a06', 'name': '', 'network_id': 'f770a888-d521-46f8-a0bd-3fcbe8be67cc', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:22:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:44Z', 'updated_at': '2022-02-10T12:07:50Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': '1ab553e0-bd88-450c-9008-22cc9ded2720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:26.831464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dd74fbb-16a3-450a-8bd5-ca29acb6dcae req-18cc6738-2ea8-4300-a7e1-a3a8aa2e558c service neutron] 10.222.0.32 "GET /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289260 Feb 10 12:09:27.029174 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55954ef9-6255-4b0c-b1fe-6ad1e915d457 None None] New status for floating IP b495c8cd-57b7-4ed5-bc44-74d5c0d8f260: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:09:27.283127 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b98e2092-263b-4a30-8271-dcab76a73899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:27.647270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-9a6c8fa1-010e-4fa6-ad27-abc41621b714 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:27.648710 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-9a6c8fa1-010e-4fa6-ad27-abc41621b714 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.0751779 Feb 10 12:09:27.754300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port b80dd5c8-10a0-42e0-bd40-734a55f1bfde {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:27.754961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:27.853901 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92aeaa-758f-4ff1-adc5-83cd376ca7fd req-50afae6b-4d3a-4411-94a2-098394523890 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:27.855288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb92aeaa-758f-4ff1-adc5-83cd376ca7fd req-50afae6b-4d3a-4411-94a2-098394523890 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=8772423e-9360-4d42-be7d-a9d73aea280e HTTP/1.1" status: 200 len: 945 time: 0.2045062 Feb 10 12:09:27.989664 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fb92aeaa-758f-4ff1-adc5-83cd376ca7fd req-8a33ac6b-78fb-4462-9ef6-503e284c2e66 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee6d1557-d2ac-4014-ae44-986beedd00f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278470 Feb 10 12:09:28.045843 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port b80dd5c8-10a0-42e0-bd40-734a55f1bfde, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:28.046267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:28.167410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for b80dd5c8-10a0-42e0-bd40-734a55f1bfde owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:28.305013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:28.350691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=b80dd5c8-10a0-42e0-bd40-734a55f1bfde,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:28.421351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] No DVR routers for this DVR port b80dd5c8-10a0-42e0-bd40-734a55f1bfde on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:09:28.423766 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:28.426887 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'name': 'network-vif-deleted', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:28.442346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a7f4e112-870f-473b-b0f4-3da287e22320 req-c4f9b61f-e7bc-4619-9465-6be4d5bc3141 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "DELETE /v2.0/ports/b80dd5c8-10a0-42e0-bd40-734a55f1bfde HTTP/1.1" status: 204 len: 173 time: 0.7621963 Feb 10 12:09:28.483915 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8772423e-9360-4d42-be7d-a9d73aea280e', 'name': 'network-vif-deleted', 'tag': 'b80dd5c8-10a0-42e0-bd40-734a55f1bfde', 'status': 'completed', 'code': 200} Feb 10 12:09:29.092294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34068) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:29.470423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5da1399b-be26-46b8-9e7c-5a46de987b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:29.569539 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:29.796372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b80dd5c8-10a0-42e0-bd40-734a55f1bfde no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:29.831207 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: b80dd5c8-10a0-42e0-bd40-734a55f1bfde {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:29.831575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b80dd5c8-10a0-42e0-bd40-734a55f1bfde not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:30.152013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 9f6f274a-9285-495e-bbac-98d369e86a06 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:30.152556 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:30.329731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 9f6f274a-9285-495e-bbac-98d369e86a06, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9f6f274a-9285-495e-bbac-98d369e86a06,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:30.330047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:30.446040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 9f6f274a-9285-495e-bbac-98d369e86a06 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:30.612124 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:30.635363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:30.746311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=9f6f274a-9285-495e-bbac-98d369e86a06,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:30.811098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:31.029529 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:31.587649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:31.788502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:31.798211 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Sync routers for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:31.802407 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a9895782-d2bf-4ed9-8f84-e8ce47a4d068 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/354f5713-3f6a-499f-8abb-ba2082f6e8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090690 Feb 10 12:09:31.805014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34072) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:31.810302 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:31.810891 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:31.982322 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:31.989077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting subnet 1ab553e0-bd88-450c-9008-22cc9ded2720 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:09:31.991958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.045711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.183062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.243683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.305025 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:09:30Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:32.309026 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Checking router: 354f5713-3f6a-499f-8abb-ba2082f6e8f1 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:32.320956 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Routers {'354f5713-3f6a-499f-8abb-ba2082f6e8f1'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:32.321489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.321789 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:32.360722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab553e0-bd88-450c-9008-22cc9ded2720,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:32.367131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.373073 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7e97f753-ef71-401e-bbb0-e5395947ebbf tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/subnets/1ab553e0-bd88-450c-9008-22cc9ded2720 HTTP/1.1" status: 204 len: 168 time: 0.5671244 Feb 10 12:09:32.373927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276cea0-71ba-42d4-aaaf-598239f6c995 None None] Network f770a888-d521-46f8-a0bd-3fcbe8be67cc requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:09:32.375611 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34076) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:32.537519 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] Set router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:32.576381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.635659 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] DHCP port deletion for f770a888-d521-46f8-a0bd-3fcbe8be67cc request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:09:32.639903 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Deleting port e5e47c8d-202f-44ac-8521-ebbe59967e14 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:32.640364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.779213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.789387 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port df0011f9-6e6d-438b-b4fc-b5b35fe5936f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:09:32.789720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.820879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:09:30Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:32.824973 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4937e4-f082-4103-b1d4-a61bbf8ba298 None None] The sync data for ids ['354f5713-3f6a-499f-8abb-ba2082f6e8f1'] in dv-neutron-827807-1-hyperv is: [{'id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239546333', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:07:40Z', 'updated_at': '2022-02-10T12:09:30Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': 'df0011f9-6e6d-438b-b4fc-b5b35fe5936f', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354f5713-3f6a-499f-8abb-ba2082f6e8f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:07:41Z', 'updated_at': '2022-02-10T12:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:32.883557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] For port e5e47c8d-202f-44ac-8521-ebbe59967e14, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=e5e47c8d-202f-44ac-8521-ebbe59967e14,segment=NetworkSegment(2305fde4-55ee-464f-ab95-c2f8dd4dfad0),segment_id=2305fde4-55ee-464f-ab95-c2f8dd4dfad0)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:32.883945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:32.968210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port df0011f9-6e6d-438b-b4fc-b5b35fe5936f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:32.968621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.001196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Calling delete_port for e5e47c8d-202f-44ac-8521-ebbe59967e14 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:33.075769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.088441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for df0011f9-6e6d-438b-b4fc-b5b35fe5936f owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:09:33.125298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Pushing event deleted for resources: {'Port': ['ID=e5e47c8d-202f-44ac-8521-ebbe59967e14,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:33.130827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] No DVR routers for this DVR port e5e47c8d-202f-44ac-8521-ebbe59967e14 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:09:33.145243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.145586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.145925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.146257 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.146583 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.146904 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.147243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.147570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.147887 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.148200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.148514 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ddb3fd-3928-47ad-a922-90b5a679c5e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:33.262378 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.309825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=df0011f9-6e6d-438b-b4fc-b5b35fe5936f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:33.530359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.867586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.871752 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.896533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.897054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Fanout notify agent at l3_agent the message router_deleted on router 354f5713-3f6a-499f-8abb-ba2082f6e8f1 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:09:33.911274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:33.912369 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da6328d2-f736-49fc-af59-ea8a3e876204 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/routers/354f5713-3f6a-499f-8abb-ba2082f6e8f1 HTTP/1.1" status: 204 len: 168 time: 1.5357132 Feb 10 12:09:33.915044 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34080) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:34.034102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.164785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.188882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f770a888-d521-46f8-a0bd-3fcbe8be67cc']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:34.202085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2305fde4-55ee-464f-ab95-c2f8dd4dfad0') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:34.202380 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2305fde4-55ee-464f-ab95-c2f8dd4dfad0') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:34.212945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.214433 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.231210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.237119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:09:34.238067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:09:34.252338 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:09:34.332353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.352490 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.366125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Network': ['ID=f770a888-d521-46f8-a0bd-3fcbe8be67cc,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:34.369919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-30a9b271-ee2a-482a-8449-c2aef1e05408 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/networks/f770a888-d521-46f8-a0bd-3fcbe8be67cc HTTP/1.1" status: 204 len: 168 time: 0.4537203 Feb 10 12:09:34.372542 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34084) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:34.391506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e5e47c8d-202f-44ac-8521-ebbe59967e14 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:34.423594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: e5e47c8d-202f-44ac-8521-ebbe59967e14 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:34.423856 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device e5e47c8d-202f-44ac-8521-ebbe59967e14 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:34.424248 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device df0011f9-6e6d-438b-b4fc-b5b35fe5936f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:34.447608 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.457975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: df0011f9-6e6d-438b-b4fc-b5b35fe5936f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:34.458314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device df0011f9-6e6d-438b-b4fc-b5b35fe5936f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:34.458709 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9f6f274a-9285-495e-bbac-98d369e86a06 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:09:34.476320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.488820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9f6f274a-9285-495e-bbac-98d369e86a06 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:09:34.489160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9f6f274a-9285-495e-bbac-98d369e86a06 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:09:34.538497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.555650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d1557-d2ac-4014-ae44-986beedd00f8,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:34.563642 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.564732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-94853807-4971-493c-95fb-322de9c99861 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/security-groups/ee6d1557-d2ac-4014-ae44-986beedd00f8 HTTP/1.1" status: 204 len: 168 time: 0.1910174 Feb 10 12:09:34.770992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34092) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:34.777225 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660642823', 'description': 'tempest-secgroup-smoke-660642823 description', 'project_id': '56d4e085ca1346539f868d67b13bb483'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:34.783050 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:34.787658 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:34.790457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:34.796067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:34.807203 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.843937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:34.848104 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:34.850800 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:34.856288 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:34.910405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.913937 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.956072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3960db79-67c9-4845-b00a-22b763fb2fa5,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:34.959948 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:34.961137 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1891496 Feb 10 12:09:34.964143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34096) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:34.969700 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:34.974543 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.975001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.975385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.975726 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.976060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.976390 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.976551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:34.976717 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.977176 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.977492 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.977815 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.978138 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64f782-ff89-42b4-b020-6d0555c76041 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:34.980669 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:34.983613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:34.990185 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.010341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.068489 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.071713 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.091764 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60504ae7-71ed-4ea6-9509-adbc3192b3cf,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.103127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.104346 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d2826652-3ea9-434e-afa7-1156dc780dbd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391821 Feb 10 12:09:35.106989 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34100) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.112360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.117874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.121690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.124890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.130464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.147252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.206360 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.209668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.231220 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a976ed25-4e09-47a5-bda2-390cd6412186,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.240381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.241511 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-24755cca-d7a6-48da-8120-b5f720dd35fd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1336036 Feb 10 12:09:35.244166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34104) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.249354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.255897 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.259767 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.262520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.268841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.283892 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.354850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.358265 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.381177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018a938e-164e-435b-8e27-904f8080568f,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.389223 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.390378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e249617f-ff36-46a5-8612-ec2d1b65770a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1453083 Feb 10 12:09:35.393096 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34108) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.398359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.403927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.407629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.410913 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.416510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.432760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.493813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.497270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.519182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d728a60-abbb-4f23-9835-123840bc441c,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.527848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.528999 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-7ab9a810-87f8-4b01-81b3-833575ee6cba tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1349885 Feb 10 12:09:35.531708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34112) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.537937 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.545320 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.549458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.552846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.558294 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.567698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:09:35.573691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.636054 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.639290 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.664164 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb2c03d-5382-4f52-9cb5-caa6f828caac,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.672762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.673897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-83841fe5-19ba-48ca-b73a-4de97b41e977 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1412754 Feb 10 12:09:35.677445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34116) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.682757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'security_group_rule': {'security_group_id': '3960db79-67c9-4845-b00a-22b763fb2fa5', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.688296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.691971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:security_group_rule and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.694733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.700328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.710514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Project 56d4e085ca1346539f868d67b13bb483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:09:35.716523 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.780212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.783665 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.807947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7444b6be-266e-448e-9077-ed92082b7736,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:35.817211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.818366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e64e66f6-260e-4bd3-83af-437f7acd02db tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400425 Feb 10 12:09:35.821166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34120) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:35.827020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'network': {'name': 'tempest-network-smoke--658055172', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'port_security_enabled': True}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:35.832361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:35.836377 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:network and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:35.839172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:35.844794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:35.855819 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:09:35.858697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.886342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:09:35.897791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.898246 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Added segment 08aee5c2-8ddb-4cdc-afcf-75b77eb650f2 of type vlan for network e109f786-85b9-42ec-92d4-0710b159ae61 Feb 10 12:09:35.924773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.952820 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:35.956909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:35.957477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.059909 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2376387 Feb 10 12:09:36.062416 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34124) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:36.070031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'admin_state_up': True, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:36.074981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5da40-4f5b-4867-b603-8cc7e1b1988e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Network': ['ID=e109f786-85b9-42ec-92d4-0710b159ae61,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:36.078547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:36.082908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:router and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:36.085459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network e109f786-85b9-42ec-92d4-0710b159ae61 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:09:36.085948 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:36.091413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:36.100839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.101740 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.122175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.359641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.532358 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.560942 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.691500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.143 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:36.836235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.862918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:36.929920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:36.932428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:36.935872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:36.964763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:37.089788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:37.090498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:37.308510 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:09:37.502392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:37.512012 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Sync routers for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:37.523813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:37.524415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:37.528070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:37.529539 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-10eb312e-c6da-4f19-8243-616ef764323b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4661248 Feb 10 12:09:37.532512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34128) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:37.575037 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e7b068be-ff64-4cd3-a5af-2a703f039bac tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=56d4e085ca1346539f868d67b13bb483&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389433 Feb 10 12:09:37.575273 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34132) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:37.697739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:37.702479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e16ed0-78e8-434c-a3f8-63b107e7a8b6 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:37.707313 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-45e16ed0-78e8-434c-a3f8-63b107e7a8b6 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279750 Feb 10 12:09:37.707464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34136) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:37.746770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8d850dfb-b362-43aa-b897-9d071d9a4aa2 tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=69eef483-efc7-4ad8-a4d7-0a7910f7beaa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360153 Feb 10 12:09:37.746982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34140) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:37.751939 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1356748629', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'project_id': '56d4e085ca1346539f868d67b13bb483', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:37.953332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:37.958118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:subnet and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:37.960916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:37.966782 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:37.977259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:09:37.982629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:37Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:37.986912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Checking router: e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:37.987288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Updating router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:09:38.038534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.079138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.296293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.372698 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Subnet': ['ID=a6658047-2eef-405b-aad2-d6d09ee9aa90,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:38.383927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Checking segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:38.384537 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network hostable DHCP agents. Network: e109f786-85b9-42ec-92d4-0710b159ae61, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:09:38.401873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.405899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network e109f786-85b9-42ec-92d4-0710b159ae61 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:09:38.415323 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Transition to ACTIVE for port object 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:38.415925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, e109f786-85b9-42ec-92d4-0710b159ae61) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:38.419815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:38.420504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.423704 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.441617 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f90f28f9-1a2c-4743-b148-16de404b935f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6937015 Feb 10 12:09:38.444222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34144) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:38.458293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a7bfcc-c166-41be-b307-51c8f1347de7 None None] Network e109f786-85b9-42ec-92d4-0710b159ae61 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:09:38.582772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5479b-ac27-4791-8035-6e68f674a23e None None] Pushing event updated for resources: {'Port': ['ID=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:38.587680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Attempting to bind port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:09:38.588047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Attempting to bind port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:09:38.588394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Attempting to bind port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:38.609785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:09:38.610152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:38.610539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.610919 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:09:38.611401 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Bound port: 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:09:38.611765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.736072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] For port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:09:38.776512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] For port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:09:38.781531 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.816755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-e109f786-85b9-42ec-92d4-0710b159ae61', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:09:38.817551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:38.918936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5479b-ac27-4791-8035-6e68f674a23e None None] Pushing event updated for resources: {'Port': ['ID=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:38.947710 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:38.948336 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:39.162225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Allocated IP 172.20.0.2 (e109f786-85b9-42ec-92d4-0710b159ae61/a6658047-2eef-405b-aad2-d6d09ee9aa90/84461af7-b386-428a-a885-a9c04171c8f2) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:39.189352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.258750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:39.609652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.622930 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Transition to ACTIVE for port object 84461af7-b386-428a-a885-a9c04171c8f2 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:39.649837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Transition to ACTIVE for port object 84461af7-b386-428a-a885-a9c04171c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:39.655480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.719132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.1 (e109f786-85b9-42ec-92d4-0710b159ae61/a6658047-2eef-405b-aad2-d6d09ee9aa90/566eb29e-3136-4881-9c53-4527b1bf0546) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:39.776951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Network e109f786-85b9-42ec-92d4-0710b159ae61 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:39.780894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:39.782578 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Pushing event updated for resources: {'Port': ['ID=84461af7-b386-428a-a885-a9c04171c8f2,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:39.785334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:39.788241 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:37Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:39.795703 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c67cb5-8a3f-4842-8e5f-d7aa92cdcf5a None None] The sync data for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv is: [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:37Z', 'revision_number': 3, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:39.880176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Attempting to bind port 84461af7-b386-428a-a885-a9c04171c8f2 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:09:39.880847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Attempting to bind port 84461af7-b386-428a-a885-a9c04171c8f2 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:09:39.881333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.881437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Attempting to bind port 84461af7-b386-428a-a885-a9c04171c8f2 on network e109f786-85b9-42ec-92d4-0710b159ae61 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:39.888369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:09:39.888739 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Checking segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:39.889139 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.889536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Bound using segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:09:39.889997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Bound port: 84461af7-b386-428a-a885-a9c04171c8f2, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:09:39.890419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.898395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 566eb29e-3136-4881-9c53-4527b1bf0546 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:39.925477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:39.996490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] For port 84461af7-b386-428a-a885-a9c04171c8f2, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:09:40.000311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] For port 84461af7-b386-428a-a885-a9c04171c8f2, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84461af7-b386-428a-a885-a9c04171c8f2,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:09:40.001176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network e109f786-85b9-42ec-92d4-0710b159ae61 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:40.013426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:40.013426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:40.031378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.048718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:40.079856 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.154557 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c214e9-90e5-4924-9604-0e60d5f0453a None None] Pushing event updated for resources: {'Port': ['ID=84461af7-b386-428a-a885-a9c04171c8f2,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:40.186091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.192706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:40.274329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:40.280065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:40.281074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.443402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.466173 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:40.472701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.549726 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:40.654787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.660312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.770710 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:40.774003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:40.913153 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network e109f786-85b9-42ec-92d4-0710b159ae61 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:40.914367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:41.130611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52cfaf1-c849-45b9-86f0-c55eecf98fdc None None] Network e109f786-85b9-42ec-92d4-0710b159ae61 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:09:41.230800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6352599b-ae01-4e13-92c4-79cb3d463fb0 None None] Provisioning for port 84461af7-b386-428a-a885-a9c04171c8f2 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:41.403461 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:41.607213 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:41.621154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b7778ada-f44f-4d6a-8479-a131559ffda0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1758754 Feb 10 12:09:41.679564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-da6bdc5e-3b8b-4611-84c5-c2cf33a1808d None None] Provisioning for port 566eb29e-3136-4881-9c53-4527b1bf0546 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:41.684823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-da6bdc5e-3b8b-4611-84c5-c2cf33a1808d None None] Provisioning complete for port 566eb29e-3136-4881-9c53-4527b1bf0546 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:41.685181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-da6bdc5e-3b8b-4611-84c5-c2cf33a1808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:41.740110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-da6bdc5e-3b8b-4611-84c5-c2cf33a1808d None None] Port 566eb29e-3136-4881-9c53-4527b1bf0546 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:09:41.875946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-407f5415-5004-4217-b469-caf1977564fe None None] Provisioning complete for port 566eb29e-3136-4881-9c53-4527b1bf0546 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:41.876305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-407f5415-5004-4217-b469-caf1977564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:41.934262 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-407f5415-5004-4217-b469-caf1977564fe None None] Port 566eb29e-3136-4881-9c53-4527b1bf0546 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:09:41.948032 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-9956042d-c65f-46a9-989b-4502473a0e0e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:41.962992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-9956042d-c65f-46a9-989b-4502473a0e0e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:41.964317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-9956042d-c65f-46a9-989b-4502473a0e0e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660642823&fields=id&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 267 time: 0.0627210 Feb 10 12:09:42.055044 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-f6dc5ed6-e7f2-46ca-add6-6722bfdaee72 None None] Provisioning complete for port 566eb29e-3136-4881-9c53-4527b1bf0546 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:42.055310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f6dc5ed6-e7f2-46ca-add6-6722bfdaee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:42.105912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc5ed6-e7f2-46ca-add6-6722bfdaee72 None None] Port 566eb29e-3136-4881-9c53-4527b1bf0546 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:09:42.116632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672906b-2cde-4929-8b03-7f63a7b248df req-af066b03-deee-438b-a71f-20dc5c625243 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:42.117295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-af066b03-deee-438b-a71f-20dc5c625243 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:42.132193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-af066b03-deee-438b-a71f-20dc5c625243 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:network {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:42.133351 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-af066b03-deee-438b-a71f-20dc5c625243 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 796 time: 0.1627400 Feb 10 12:09:42.151216 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-f7ae4986-d491-4a93-b5da-37bdab8f73d9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/quotas/56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 375 time: 0.0118864 Feb 10 12:09:42.195660 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:42.233737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-930b2fbc-8061-4e64-a799-b7b70de10d75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:42.248981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2672906b-2cde-4929-8b03-7f63a7b248df req-930b2fbc-8061-4e64-a799-b7b70de10d75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:42.250783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-930b2fbc-8061-4e64-a799-b7b70de10d75 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938373 Feb 10 12:09:42.270717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:42.271082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:42.380441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84461af7-b386-428a-a885-a9c04171c8f2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:42.387163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-7d732367-5c28-418a-bf64-a20c23ffc085 service neutron] 10.222.0.42 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247685 Feb 10 12:09:42.447222 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 84461af7-b386-428a-a885-a9c04171c8f2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:42.452163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 84461af7-b386-428a-a885-a9c04171c8f2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:42.452529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:42.515506 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc78b692-486a-4c92-ab0f-f90fed9f9324 service neutron] 10.222.0.42 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227474 Feb 10 12:09:42.564340 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:42.595957 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 84461af7-b386-428a-a885-a9c04171c8f2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84461af7-b386-428a-a885-a9c04171c8f2,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:42.600569 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:42.668072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=84461af7-b386-428a-a885-a9c04171c8f2,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:42.774752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-846aba73-70d1-4772-a7cb-02de6ef2cf49 req-6a376482-3a21-4be0-be12-e636ba1853bd tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 210 time: 0.1093342 Feb 10 12:09:43.419518 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35083721-6801-4d0c-b822-f68731227bac None None] Sync routers for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:43.430965 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:43.431514 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:43.611131 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:43.695247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672906b-2cde-4929-8b03-7f63a7b248df req-3cde8935-7e49-4cb2-ae2b-55f67fcbeb28 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:43.696532 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-3cde8935-7e49-4cb2-ae2b-55f67fcbeb28 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 796 time: 0.1560888 Feb 10 12:09:43.751317 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-2251d7c1-b438-4795-b1d8-d44254bb2e82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4e085ca1346539f868d67b13bb483 HTTP/1.1" status: 200 len: 379 time: 0.0431805 Feb 10 12:09:43.759121 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'port': {'device_id': '0e049176-e6cd-482b-859d-f74024569dad', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'admin_state_up': True, 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'security_groups': ['3960db79-67c9-4845-b00a-22b763fb2fa5']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:43.898160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:43.936370 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 2, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:43.940158 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35083721-6801-4d0c-b822-f68731227bac None None] Checking router: e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:43.941037 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35083721-6801-4d0c-b822-f68731227bac None None] Updating router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 port 566eb29e-3136-4881-9c53-4527b1bf0546 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:09:43.949613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:43.953267 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12d9a8f6-b460-43f9-a356-24b9ad30af73 req-4a6a4dd6-9894-49ab-a9c4-a6efb6bf97f1 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 210 time: 0.0524850 Feb 10 12:09:43.962827 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Made reservation on behalf of 56d4e085ca1346539f868d67b13bb483 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:09:43.966371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:43.990927 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.125403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84461af7-b386-428a-a885-a9c04171c8f2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:44.140656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.20.0.11 (e109f786-85b9-42ec-92d4-0710b159ae61/a6658047-2eef-405b-aad2-d6d09ee9aa90/054619ac-75d8-41df-b840-98c2d9faa9d4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:44.192405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 84461af7-b386-428a-a885-a9c04171c8f2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:44.192921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.417466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.433071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Transition to ACTIVE for port object 054619ac-75d8-41df-b840-98c2d9faa9d4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:44.453721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.524196 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network e109f786-85b9-42ec-92d4-0710b159ae61 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:44.526980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:44.530664 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:44.564110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:44.599824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:44.600737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.628962 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-bc206f4d-6407-4af2-bb54-7ba54a6a8096 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8732965 Feb 10 12:09:44.639680 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-2a9e261d-a814-4cf5-a4ca-35ac7fb9f0c3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:09:44.640740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-2a9e261d-a814-4cf5-a4ca-35ac7fb9f0c3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054860 Feb 10 12:09:44.690162 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.703027 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-35083721-6801-4d0c-b822-f68731227bac None None] Transition to ACTIVE for port object 566eb29e-3136-4881-9c53-4527b1bf0546 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:44.710484 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.725723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Request body: {'port': {'device_id': '0e049176-e6cd-482b-859d-f74024569dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:44.842603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.846338 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Pushing event updated for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:44.860480 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e60e422c-6e9a-4974-904f-fd976c47acab None None] Provisioning for port 054619ac-75d8-41df-b840-98c2d9faa9d4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:44.866747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e60e422c-6e9a-4974-904f-fd976c47acab None None] Provisioning complete for port 054619ac-75d8-41df-b840-98c2d9faa9d4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:44.867348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e60e422c-6e9a-4974-904f-fd976c47acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.888269 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.888606 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.888950 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.889283 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.889611 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.889941 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.890264 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.890598 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.890916 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.891258 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.891592 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:09:44.966661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e60e422c-6e9a-4974-904f-fd976c47acab None None] Port 054619ac-75d8-41df-b840-98c2d9faa9d4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:09:44.973880 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35083721-6801-4d0c-b822-f68731227bac None None] Attempting to bind port 566eb29e-3136-4881-9c53-4527b1bf0546 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:09:44.974122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35083721-6801-4d0c-b822-f68731227bac None None] Attempting to bind port 566eb29e-3136-4881-9c53-4527b1bf0546 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:09:44.974482 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083721-6801-4d0c-b822-f68731227bac None None] Attempting to bind port 566eb29e-3136-4881-9c53-4527b1bf0546 on network e109f786-85b9-42ec-92d4-0710b159ae61 {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:44.981403 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083721-6801-4d0c-b822-f68731227bac None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:09:44.982842 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083721-6801-4d0c-b822-f68731227bac None None] Checking segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:44.983394 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:44.983944 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35083721-6801-4d0c-b822-f68731227bac None None] Bound using segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:09:44.984498 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-35083721-6801-4d0c-b822-f68731227bac None None] Bound port: 566eb29e-3136-4881-9c53-4527b1bf0546, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:09:44.984964 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.085171 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-35083721-6801-4d0c-b822-f68731227bac None None] For port 566eb29e-3136-4881-9c53-4527b1bf0546, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:09:45.089445 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-35083721-6801-4d0c-b822-f68731227bac None None] For port 566eb29e-3136-4881-9c53-4527b1bf0546, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=566eb29e-3136-4881-9c53-4527b1bf0546,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:09:45.095716 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-35083721-6801-4d0c-b822-f68731227bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.173890 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a5cc1-fdbc-4c43-812f-f2bdf7e66bf4 None None] Pushing event updated for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=4']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:45.177473 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:45.178072 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:45.263327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83d0bc-0e9a-45da-81df-d1a8e8d0a40c req-d43018d5-a521-4e32-9a97-db6d1597dfe9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:45.264026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2a83d0bc-0e9a-45da-81df-d1a8e8d0a40c req-d43018d5-a521-4e32-9a97-db6d1597dfe9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:09:45.300253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054619ac-75d8-41df-b840-98c2d9faa9d4 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:09:45.307456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-2a83d0bc-0e9a-45da-81df-d1a8e8d0a40c req-d43018d5-a521-4e32-9a97-db6d1597dfe9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:09:45.308705 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a83d0bc-0e9a-45da-81df-d1a8e8d0a40c req-d43018d5-a521-4e32-9a97-db6d1597dfe9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 932 time: 0.2079377 Feb 10 12:09:45.310488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.347174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Transition to ACTIVE for port object 054619ac-75d8-41df-b840-98c2d9faa9d4 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:09:45.357549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.363208 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:45.420140 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a83d0bc-0e9a-45da-81df-d1a8e8d0a40c req-34bdae4f-a1f6-4671-a317-39a258953955 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044323 Feb 10 12:09:45.502045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:45.608644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Attempting to bind port 054619ac-75d8-41df-b840-98c2d9faa9d4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:09:45.609036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Attempting to bind port 054619ac-75d8-41df-b840-98c2d9faa9d4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:09:45.609457 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Attempting to bind port 054619ac-75d8-41df-b840-98c2d9faa9d4 on network e109f786-85b9-42ec-92d4-0710b159ae61 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:45.615697 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Port 054619ac-75d8-41df-b840-98c2d9faa9d4 on network e109f786-85b9-42ec-92d4-0710b159ae61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:09:45.616127 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Attempting to bind port 054619ac-75d8-41df-b840-98c2d9faa9d4 on network e109f786-85b9-42ec-92d4-0710b159ae61 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:09:45.622789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:09:45.623261 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Checking segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:09:45.623702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Bound using segment: {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:09:45.624214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Bound port: 054619ac-75d8-41df-b840-98c2d9faa9d4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:09:45.624620 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.684508 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-35083721-6801-4d0c-b822-f68731227bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:45Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:45.688398 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35083721-6801-4d0c-b822-f68731227bac None None] The sync data for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv is: [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:45Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:45.715545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:09:45.721533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=054619ac-75d8-41df-b840-98c2d9faa9d4,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:09:45.728441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.792403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:45.793785 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] 10.222.0.32 "PUT /v2.0/ports/054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 1094 time: 1.1471841 Feb 10 12:09:45.807162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:45.880799 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'status': 'completed', 'code': 200} Feb 10 12:09:45.881599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0c17a-1a48-43ac-9572-08e2bc08e5ea service neutron] Pushing event updated for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:45.930393 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-380a74f8-ba99-4a77-b8fe-52a67eadf70f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1097 time: 0.0920660 Feb 10 12:09:45.999199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-d7089306-46de-4b4a-985c-cec4bff036bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 217 time: 0.0627024 Feb 10 12:09:46.063538 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672906b-2cde-4929-8b03-7f63a7b248df req-2f51266f-0fd0-4524-aa95-6c9469be910d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:46.064989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-2f51266f-0fd0-4524-aa95-6c9469be910d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 200 len: 835 time: 0.0602686 Feb 10 12:09:46.151248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-8a05da4b-1182-44db-90df-f8285de3de72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e109f786-85b9-42ec-92d4-0710b159ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806642 Feb 10 12:09:46.159977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 566eb29e-3136-4881-9c53-4527b1bf0546 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:46.230958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 566eb29e-3136-4881-9c53-4527b1bf0546 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:46.236033 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 566eb29e-3136-4881-9c53-4527b1bf0546 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:46.236402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:46.289786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-e0e0439c-3ab4-4ff3-9022-96e95aafea73 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329083 Feb 10 12:09:46.354814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:46.390469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 566eb29e-3136-4881-9c53-4527b1bf0546, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=566eb29e-3136-4881-9c53-4527b1bf0546,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:46.396311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:46.467104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:46.533160 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2672906b-2cde-4929-8b03-7f63a7b248df req-3a5098c2-e442-455f-a22e-6100fffacb2f service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365687 Feb 10 12:09:46.693678 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-f992ff7c-7af5-41fa-81fc-314b4b482d64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1097 time: 0.0989678 Feb 10 12:09:46.699927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a645f92-61d3-4ad9-b88c-a277f328dd20 req-8f0fccd6-8811-4272-8743-28278237c75b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:46.701243 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a645f92-61d3-4ad9-b88c-a277f328dd20 req-8f0fccd6-8811-4272-8743-28278237c75b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 944 time: 0.1402080 Feb 10 12:09:46.835973 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0a645f92-61d3-4ad9-b88c-a277f328dd20 req-23d46b74-95db-421e-bbd3-d5fb17583a0e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164758 Feb 10 12:09:46.859691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-d4c33f16-1161-41e5-8379-92bdf2475f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:46.861152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-d4c33f16-1161-41e5-8379-92bdf2475f31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 897 time: 0.1590581 Feb 10 12:09:46.927186 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-42954ad1-872a-4b45-a8db-4b25ab773f9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 217 time: 0.0599630 Feb 10 12:09:46.991790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-70139e2d-89c6-4cc9-af95-d5996d644692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:46.993181 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-70139e2d-89c6-4cc9-af95-d5996d644692 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 200 len: 835 time: 0.0588725 Feb 10 12:09:47.066090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-ed733d26-1aed-45fe-9016-e1fa478c134b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e109f786-85b9-42ec-92d4-0710b159ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665152 Feb 10 12:09:47.193684 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-727d5341-f2a4-4905-9ed4-a3967a4f1881 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200976 Feb 10 12:09:47.322616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18db9e48-46dd-4106-ae8b-849cada9f14a req-c7195c40-a98f-4190-b0e8-3ec50811209f service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221201 Feb 10 12:09:47.808800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 054619ac-75d8-41df-b840-98c2d9faa9d4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:09:47.943160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=054619ac-75d8-41df-b840-98c2d9faa9d4,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:47.959926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'port_id': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'mac_address': 'fa:16:3e:78:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:09:48.013762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.030452 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054619ac-75d8-41df-b840-98c2d9faa9d4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:09:48.042564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199e25-17e7-4ba7-bdac-541c2b29e532 req-f96fe79c-784a-481c-b91d-3132bf699216 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:48.044071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85199e25-17e7-4ba7-bdac-541c2b29e532 req-f96fe79c-784a-481c-b91d-3132bf699216 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 944 time: 0.0830829 Feb 10 12:09:48.046658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=054619ac-75d8-41df-b840-98c2d9faa9d4,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:48.051645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.095850 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85199e25-17e7-4ba7-bdac-541c2b29e532 req-6c2c7f4f-edee-416c-8730-a774b1c8ab40 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Feb 10 12:09:48.124471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:48.143183 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 566eb29e-3136-4881-9c53-4527b1bf0546 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:48.216608 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 566eb29e-3136-4881-9c53-4527b1bf0546 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:48.216974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:48.263779 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['054619ac-75d8-41df-b840-98c2d9faa9d4'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:09:49.306122 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05079792-29f9-47aa-9420-f52ee0d6ef13 req-03c4bea8-803d-481b-a121-794ea73a0a04 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:49.307576 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05079792-29f9-47aa-9420-f52ee0d6ef13 req-03c4bea8-803d-481b-a121-794ea73a0a04 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 945 time: 0.0759430 Feb 10 12:09:49.351538 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05079792-29f9-47aa-9420-f52ee0d6ef13 req-e57e203b-c443-4b14-b9af-e04c24223e67 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 Feb 10 12:09:49.825141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 054619ac-75d8-41df-b840-98c2d9faa9d4 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:09:49.890787 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 054619ac-75d8-41df-b840-98c2d9faa9d4 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:09:49.895698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 054619ac-75d8-41df-b840-98c2d9faa9d4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:09:49.896062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.009701 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.037653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:50.047354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=054619ac-75d8-41df-b840-98c2d9faa9d4,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:09:50.051773 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:50.098242 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'code': 200} Feb 10 12:09:50.124846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:50.309839 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-915c654d-cb78-493e-91d0-342c66fa3503 req-ced83f55-b6f8-43e1-91a1-8897b6f02ddb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1099 time: 0.0708239 Feb 10 12:09:50.350545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-915c654d-cb78-493e-91d0-342c66fa3503 req-3ffbedc3-2ddb-4990-b585-efd27ba4cc1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348961 Feb 10 12:09:50.541297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47695-9ea7-4adc-8e24-fb3ac0817254 req-e5f83322-cf87-4cc4-9409-be80b3d287f9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:50.542738 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09f47695-9ea7-4adc-8e24-fb3ac0817254 req-e5f83322-cf87-4cc4-9409-be80b3d287f9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0749180 Feb 10 12:09:50.587058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-09f47695-9ea7-4adc-8e24-fb3ac0817254 req-39c48fb3-c963-4ce7-b081-9d0973748089 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Feb 10 12:09:51.788681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15709a59-63c7-499a-a545-cabf2a2d5737 req-f3bc6496-5d0b-45de-887e-ee2867c6dc5e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:51.790111 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15709a59-63c7-499a-a545-cabf2a2d5737 req-f3bc6496-5d0b-45de-887e-ee2867c6dc5e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0792253 Feb 10 12:09:51.834459 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-15709a59-63c7-499a-a545-cabf2a2d5737 req-3272b575-84a4-478d-a9c4-877e564d645a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389543 Feb 10 12:09:52.030508 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee038c4-a92d-4ae3-b887-f77811b36e92 req-4ad4e0b6-6553-4c08-bef8-2bb9ee350662 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:52.031982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cee038c4-a92d-4ae3-b887-f77811b36e92 req-4ad4e0b6-6553-4c08-bef8-2bb9ee350662 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0804882 Feb 10 12:09:52.082631 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cee038c4-a92d-4ae3-b887-f77811b36e92 req-7aed2e67-88a9-487f-a810-81c643d5eeca tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446754 Feb 10 12:09:52.109848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34196) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:52.178179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-746e4a42-19d8-41bd-9e58-82e6c86cc01b tempest-TestNetworkAdvancedServerOps-2123275167 tempest-TestNetworkAdvancedServerOps-2123275167-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1094 time: 0.0671213 Feb 10 12:09:52.180604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34200) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:52.185706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:09:52.191043 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:09:52.194743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Usage tracker for resource:floatingip and tenant:56d4e085ca1346539f868d67b13bb483 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:09:52.197507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:09:52.203004 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:09:52.213572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.434749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.567204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Allocated IP 172.26.3.95 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/fb5c2159-2061-4adb-b425-0f38ab3a90c5) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:09:52.707045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.733042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:52.797916 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:09:52.800560 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:09:52.804635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:09:52.834442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=fb5c2159-2061-4adb-b425-0f38ab3a90c5,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:53.293034 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.348450 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.548456 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.553180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.654414 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event updated for resources: {'Port': ['ID=fb5c2159-2061-4adb-b425-0f38ab3a90c5,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:09:53.668557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:53.849850 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Floating IP bbcfbd91-fc59-416f-b94b-576cb0d60faa associated. External IP: 172.26.3.95, port: 054619ac-75d8-41df-b840-98c2d9faa9d4. Feb 10 12:09:54.323678 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:09:54.516229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:09:54.539154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:54.594290 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-da4cabdd-5569-4086-81a5-a5f2fcc0e0e4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4126489 Feb 10 12:09:54.594870 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:09:54.648235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'status': 'completed', 'code': 200} Feb 10 12:09:54.798493 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-3edb5b97-c467-4b08-b13f-bb0701345efe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1099 time: 0.1292043 Feb 10 12:09:54.805067 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ad7ea-cca2-4e20-a162-093e7d2e07e4 req-33ab583c-d988-42ff-9543-a589477d950a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:54.806370 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc0ad7ea-cca2-4e20-a162-093e7d2e07e4 req-33ab583c-d988-42ff-9543-a589477d950a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.1038187 Feb 10 12:09:54.931509 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bc0ad7ea-cca2-4e20-a162-093e7d2e07e4 req-40e58d9a-796a-41a3-a751-bf9625d47aa3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076422 Feb 10 12:09:54.959038 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34208) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:54.962392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-79e81230-c684-4f31-8f2b-fde4f209dd98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:54.963858 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-79e81230-c684-4f31-8f2b-fde4f209dd98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 897 time: 0.1566813 Feb 10 12:09:55.063652 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-1c3db195-d43e-4b41-92e2-7ce189a51f82 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 991 time: 0.1033561 Feb 10 12:09:55.067060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-a249a12c-ba89-43b0-91a3-215449c864d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 999 time: 0.0969081 Feb 10 12:09:55.126946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-6e7fdf2a-2e18-4b39-9277-a044faa7defa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:09:55.128622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-6e7fdf2a-2e18-4b39-9277-a044faa7defa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 200 len: 835 time: 0.0560555 Feb 10 12:09:55.201314 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-551b9522-f7c6-4658-a021-1392fb680c6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e109f786-85b9-42ec-92d4-0710b159ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670011 Feb 10 12:09:55.243756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Sync routers for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:09:55.255321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:55.255925 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:55.329657 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-be04cfd3-b6e2-47a1-9e42-57c69fb054d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223068 Feb 10 12:09:55.430951 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:55.457032 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0bd0c845-32f4-498a-aa86-e22055dbbe35 req-ed6f021a-ebf2-4cb4-af18-ba0a82003759 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223364 Feb 10 12:09:55.793510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'bbcfbd91-fc59-416f-b94b-576cb0d60faa', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'port_id': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'mac_address': 'fa:16:3e:78:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049176-e6cd-482b-859d-f74024569dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:09:53Z', 'updated_at': '2022-02-10T12:09:53Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:55.797258 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Checking router: e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:09:55.807506 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:09:55.808089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:09:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:55.979877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:09:56.067721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34212) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:56.272568 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1fca30e2-0d56-4a45-9ea4-1707ba74b3b3 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 991 time: 0.2038171 Feb 10 12:09:56.322694 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'bbcfbd91-fc59-416f-b94b-576cb0d60faa', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'port_id': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'mac_address': 'fa:16:3e:78:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049176-e6cd-482b-859d-f74024569dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:09:53Z', 'updated_at': '2022-02-10T12:09:53Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:09:56.326511 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce73a8e-8387-40f4-a060-4d8b7ac07b2d None None] The sync data for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv is: [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'bbcfbd91-fc59-416f-b94b-576cb0d60faa', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'floating_ip_address': '172.26.3.95', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'port_id': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'mac_address': 'fa:16:3e:78:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e049176-e6cd-482b-859d-f74024569dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:09:53Z', 'updated_at': '2022-02-10T12:09:53Z', 'revision_number': 0, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:09:56.870610 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:09:57.276445 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34216) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:57.285998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-738fe3a9-fad9-4196-a019-59069c282aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:57.381100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d2a0f0eb-e796-4293-9b24-9cc02f4ba9b9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 991 time: 0.1034997 Feb 10 12:09:58.385229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34220) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:58.486687 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-858deeb2-2ca6-48d0-86fe-842f4139ce3f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 991 time: 0.1003740 Feb 10 12:09:59.341679 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1048b4bd-8c58-4883-a831-755ca4ee4250 None None] New status for floating IP bbcfbd91-fc59-416f-b94b-576cb0d60faa: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:09:59.473335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7f72a27d-fa37-413f-99ca-20ea32d2b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:09:59.491068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34224) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:09:59.602467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a5f00894-2b38-40ee-88e5-87f27d2af27b tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 991 time: 0.1102633 Feb 10 12:10:00.606509 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34228) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:00.639916 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:00.710935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c21545c0-b6b9-4e3d-bd5a-2143a4290647 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 993 time: 0.1031966 Feb 10 12:10:00.809634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:02.180676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:04.229823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:23.693245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd739-c504-4694-908c-5f9b36edc712 req-f08c9232-4f43-415c-bb0c-267cf12800ce tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:23.694732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49ecd739-c504-4694-908c-5f9b36edc712 req-f08c9232-4f43-415c-bb0c-267cf12800ce tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0831969 Feb 10 12:10:23.739431 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-49ecd739-c504-4694-908c-5f9b36edc712 req-cbd08db2-9d9e-48c5-8164-72bf5d01333a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Feb 10 12:10:24.937512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3789178-9166-478b-891e-680e30a24c80 req-9e4c1d58-56c4-456e-802e-795011ff2184 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:24.939042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3789178-9166-478b-891e-680e30a24c80 req-9e4c1d58-56c4-456e-802e-795011ff2184 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0788779 Feb 10 12:10:24.983972 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c3789178-9166-478b-891e-680e30a24c80 req-d5dcc6ac-4b84-46db-8730-0651cb1f1ebc tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388978 Feb 10 12:10:25.012635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34248) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:25.112661 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-50d8c80f-59e4-41d8-8227-15b4b135b782 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 993 time: 0.0988414 Feb 10 12:10:26.652351 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cc147-a62a-49fc-8990-8db45d1acd17 req-e404e4dd-d4e7-4345-b50d-2dcf2cf899c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:26.653745 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-769cc147-a62a-49fc-8990-8db45d1acd17 req-e404e4dd-d4e7-4345-b50d-2dcf2cf899c7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.1040406 Feb 10 12:10:26.657288 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-6504ad59-ab89-4aba-a9dc-1b548cadf01b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1099 time: 0.1365247 Feb 10 12:10:26.782444 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-769cc147-a62a-49fc-8990-8db45d1acd17 req-b41aaf08-d798-4052-88f6-f04b7b91fbf5 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230650 Feb 10 12:10:26.812551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-d4aad4c6-5db7-4f4c-a40a-fa12b9ae8cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:26.813931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-d4aad4c6-5db7-4f4c-a40a-fa12b9ae8cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 897 time: 0.1417866 Feb 10 12:10:26.913908 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-8b415531-3874-4377-9304-530a15a9c2ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 1001 time: 0.0940380 Feb 10 12:10:26.974020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-4bf3002f-373e-472e-9130-b69e573c8fe3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:26.975428 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-4bf3002f-373e-472e-9130-b69e573c8fe3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 200 len: 835 time: 0.0556331 Feb 10 12:10:27.050193 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-7db5cde3-6928-46cb-a2bb-7bd7f09b4d36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e109f786-85b9-42ec-92d4-0710b159ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681429 Feb 10 12:10:27.267295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-f67192ea-af9c-4bfe-85e9-86221b6352b7 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105916 Feb 10 12:10:27.289366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-00297b4b-0f56-4af4-bcb1-786d6db9d6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:27.400774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2d010efb-d1f9-4413-a59e-a10c9a0600b9 req-c65d1b0d-d2f1-4953-a72a-d5b3695d50e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276760 Feb 10 12:10:27.987064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bf2e8-da11-425e-8500-496064c48ae1 req-49b4b6fe-d0da-4e83-b1d5-a3a3b8db8e0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:27.988533 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd5bf2e8-da11-425e-8500-496064c48ae1 req-49b4b6fe-d0da-4e83-b1d5-a3a3b8db8e0d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0875411 Feb 10 12:10:28.033213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cd5bf2e8-da11-425e-8500-496064c48ae1 req-08d5055f-ddd8-4967-a51a-c3c088a8661d tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390871 Feb 10 12:10:29.229481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a94c5-3fb4-4429-95f6-f94c4d529339 req-fd3a3fbc-a900-4a84-b231-f05342e733a0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:29.230904 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d3a94c5-3fb4-4429-95f6-f94c4d529339 req-fd3a3fbc-a900-4a84-b231-f05342e733a0 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0776496 Feb 10 12:10:29.277659 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d3a94c5-3fb4-4429-95f6-f94c4d529339 req-302ff52e-c2aa-432c-bcb3-0a30f9a36e5e tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Feb 10 12:10:29.306822 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:29.409418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4eca993b-4a0b-4e77-9bec-5090f4920d2a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 200 len: 993 time: 0.1013625 Feb 10 12:10:29.475785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f98c11c7-0768-49fa-b277-0d4301201396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:29.709561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:29.904950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port fb5c2159-2061-4adb-b425-0f38ab3a90c5 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:10:29.905283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.070474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.070787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.186969 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for fb5c2159-2061-4adb-b425-0f38ab3a90c5 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:10:30.347354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.389833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=fb5c2159-2061-4adb-b425-0f38ab3a90c5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:30.427745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.428068 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.428405 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.428737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.429064 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.429391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.429709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.430029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.430353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.430666 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.430981 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:30.492005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.641536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.812082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:30.963737 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:31.161324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:31.171053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Sync routers for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:31.180805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:31.184676 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:31.185276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:31.234154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0b5cce3a-fdc4-4072-be56-77be6893cd6a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/floatingips/bbcfbd91-fc59-416f-b94b-576cb0d60faa HTTP/1.1" status: 204 len: 168 time: 1.5212438 Feb 10 12:10:31.234154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:10:31.293940 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'status': 'completed', 'code': 200} Feb 10 12:10:31.378379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:31.388039 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-7f598db7-54db-495e-885b-bd126c2333f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=56d4e085ca1346539f868d67b13bb483&device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 1099 time: 0.0733638 Feb 10 12:10:31.527356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-56b7288c-135a-4953-9eba-0f73c894a1a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:31.528826 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-56b7288c-135a-4953-9eba-0f73c894a1a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 200 len: 897 time: 0.1352286 Feb 10 12:10:31.639284 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-28b9efb9-9c9f-4070-afb3-4503438bd7c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 200 len: 217 time: 0.1040039 Feb 10 12:10:31.713402 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-31b0f83c-6770-4bab-abb8-4aa28e829537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:31.714743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-31b0f83c-6770-4bab-abb8-4aa28e829537 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 200 len: 835 time: 0.0693841 Feb 10 12:10:31.724014 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658e22-d7e0-4bd2-8eba-1e505a07a644 req-d76f6591-4bd7-4f16-a338-ddc84b5a26d7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:31.724662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f5658e22-d7e0-4bd2-8eba-1e505a07a644 req-d76f6591-4bd7-4f16-a338-ddc84b5a26d7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:31.732010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:31.735879 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Checking router: e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:31.746405 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:31.746989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:31.786203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-f5658e22-d7e0-4bd2-8eba-1e505a07a644 req-d76f6591-4bd7-4f16-a338-ddc84b5a26d7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:31.787398 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5658e22-d7e0-4bd2-8eba-1e505a07a644 req-d76f6591-4bd7-4f16-a338-ddc84b5a26d7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.2042406 Feb 10 12:10:31.843274 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-449893bc-28ea-4bc1-9129-152c4f34de5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e109f786-85b9-42ec-92d4-0710b159ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159642 Feb 10 12:10:31.851708 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f5658e22-d7e0-4bd2-8eba-1e505a07a644 req-55d00885-7c74-40d1-af62-7902234637ce tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564973 Feb 10 12:10:31.919611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:31.980759 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-6c2b5afb-18ba-4b43-b45f-29e68e34c993 service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289563 Feb 10 12:10:32.112471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa2d2617-efd5-4d1e-abcf-caea7c9ab306 req-cca81281-d2c5-4514-b096-ae283153bedf service neutron] 10.222.0.32 "GET /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257653 Feb 10 12:10:32.210045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:32.235109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:32.239595 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064df7a-1bef-4527-81ea-9cc2ceadbc2a None None] The sync data for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv is: [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '566eb29e-3136-4881-9c53-4527b1bf0546', 'name': '', 'network_id': 'e109f786-85b9-42ec-92d4-0710b159ae61', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'mac_address': 'fa:16:3e:55:f2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:39Z', 'updated_at': '2022-02-10T12:09:46Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'subnets': [{'id': 'a6658047-2eef-405b-aad2-d6d09ee9aa90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:32.454990 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b4306-6316-4c5c-a90e-afc681ef4749 None None] New status for floating IP bbcfbd91-fc59-416f-b94b-576cb0d60faa: DOWN {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:10:32.481735 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [req-73942f88-f5cb-4a22-b3ee-c51dd8e81c86 req-15c8af8c-96f1-4864-a608-b670e621c4f7 tempest-ServerActionsTestJSON-1617007206 tempest-ServerActionsTestJSON-1617007206-project] (83553) timed out ('10.222.0.32', 50624) {{(pid=83553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:10:33.056784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84523b6e-766f-493e-aa58-4abee5e3156f req-6444a332-1174-4bc9-96d5-ef821b11e1e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:33.058207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84523b6e-766f-493e-aa58-4abee5e3156f req-6444a332-1174-4bc9-96d5-ef821b11e1e7 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0746884 Feb 10 12:10:33.146153 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-84523b6e-766f-493e-aa58-4abee5e3156f req-77c7dea2-e615-4c97-bd04-b33b87310ea2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/security-groups?id=3960db79-67c9-4845-b00a-22b763fb2fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823898 Feb 10 12:10:33.174336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-e0a995ed-ef39-44a1-bd37-5bd52f3a8fb9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:33.175774 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-e0a995ed-ef39-44a1-bd37-5bd52f3a8fb9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 946 time: 0.0911226 Feb 10 12:10:33.242769 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 054619ac-75d8-41df-b840-98c2d9faa9d4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:10:33.243091 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:33.570578 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 054619ac-75d8-41df-b840-98c2d9faa9d4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=054619ac-75d8-41df-b840-98c2d9faa9d4,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:33.570833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:33.687482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 054619ac-75d8-41df-b840-98c2d9faa9d4 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:10:33.836562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:33.870460 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:10:33.882869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=054619ac-75d8-41df-b840-98c2d9faa9d4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:33.956931 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] No DVR routers for this DVR port 054619ac-75d8-41df-b840-98c2d9faa9d4 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:10:33.959253 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:33.961638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'name': 'network-vif-deleted', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:10:33.977884 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b7eb129c-c91b-444b-a848-58c5710d9dd4 req-b1787323-1f2b-4769-a319-5e3ebe726640 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.32 "DELETE /v2.0/ports/054619ac-75d8-41df-b840-98c2d9faa9d4 HTTP/1.1" status: 204 len: 173 time: 0.7960365 Feb 10 12:10:34.095196 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e049176-e6cd-482b-859d-f74024569dad', 'name': 'network-vif-deleted', 'tag': '054619ac-75d8-41df-b840-98c2d9faa9d4', 'status': 'completed', 'code': 200} Feb 10 12:10:34.228948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:34.327059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ce34ff4b-f429-4724-a616-d500104332a2 req-70cd8084-495d-4b02-8a13-32a9bfc643d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Synchronizing usage tracker for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:34.345243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-ce34ff4b-f429-4724-a616-d500104332a2 req-70cd8084-495d-4b02-8a13-32a9bfc643d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Unset dirty status for tenant:56d4e085ca1346539f868d67b13bb483 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:34.346606 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ce34ff4b-f429-4724-a616-d500104332a2 req-70cd8084-495d-4b02-8a13-32a9bfc643d6 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e049176-e6cd-482b-859d-f74024569dad HTTP/1.1" status: 200 len: 210 time: 0.0608697 Feb 10 12:10:35.451390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34290) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:35.835689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:36.519296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 566eb29e-3136-4881-9c53-4527b1bf0546 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:10:36.519987 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:36.702565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 566eb29e-3136-4881-9c53-4527b1bf0546, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=566eb29e-3136-4881-9c53-4527b1bf0546,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:36.702915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:36.824589 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 566eb29e-3136-4881-9c53-4527b1bf0546 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:10:36.994597 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:37.037240 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=566eb29e-3136-4881-9c53-4527b1bf0546,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:37.327874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:37.985950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:38.090946 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 054619ac-75d8-41df-b840-98c2d9faa9d4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:10:38.126373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 054619ac-75d8-41df-b840-98c2d9faa9d4 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:10:38.126730 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 054619ac-75d8-41df-b840-98c2d9faa9d4 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:10:38.212656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:38.222339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Sync routers for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:38.229169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3283014-14c1-4b3a-bb12-b73f575ae2f2 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "PUT /v2.0/routers/e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766445 Feb 10 12:10:38.231784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34294) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:38.234719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:38.235348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:38.414851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting subnet a6658047-2eef-405b-aad2-d6d09ee9aa90 {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:10:38.418065 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:38.418241 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.478960 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.558401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.633940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.673031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Subnet': ['ID=a6658047-2eef-405b-aad2-d6d09ee9aa90,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:38.677515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.684362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e117aa6f-087d-4b34-a3d2-bc090d99ed7a tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/subnets/a6658047-2eef-405b-aad2-d6d09ee9aa90 HTTP/1.1" status: 204 len: 168 time: 0.4515240 Feb 10 12:10:38.685989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b02587-8677-4ab0-a20a-837f58ffa7e9 None None] Network e109f786-85b9-42ec-92d4-0710b159ae61 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:38.686878 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34298) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:38.783996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:10:36Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:38.798819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Checking router: e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:38.882890 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:38.912455 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Routers {'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:38.913062 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:39.079292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.089798 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Deleting port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:10:39.090135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.100392 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] Set router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:39.139213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] DHCP port deletion for e109f786-85b9-42ec-92d4-0710b159ae61 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:10:39.201170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Deleting port 84461af7-b386-428a-a885-a9c04171c8f2 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:10:39.201524 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.267367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] For port 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:39.267635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.485321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Calling delete_port for 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:10:39.537626 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] For port 84461af7-b386-428a-a885-a9c04171c8f2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=84461af7-b386-428a-a885-a9c04171c8f2,segment=NetworkSegment(08aee5c2-8ddb-4cdc-afcf-75b77eb650f2),segment_id=08aee5c2-8ddb-4cdc-afcf-75b77eb650f2)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:39.537915 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.647707 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.658751 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Calling delete_port for 84461af7-b386-428a-a885-a9c04171c8f2 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:10:39.690569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Port': ['ID=0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:39.731538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:10:36Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:39.736344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392bf76f-6d15-4b35-a7ba-fc720b5764ee None None] The sync data for ids ['e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106'] in dv-neutron-827807-1-hyperv is: [{'id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'name': 'tempest-TestNetworkAdvancedServerOps-router-785150079', 'tenant_id': '56d4e085ca1346539f868d67b13bb483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143'}], 'enable_snat': True}, 'gw_port_id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:10:36Z', 'revision_number': 5, 'project_id': '56d4e085ca1346539f868d67b13bb483', 'gw_port': {'id': '0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:09:36Z', 'updated_at': '2022-02-10T12:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:39.745868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290'] for port, after_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:39.790195 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Pushing event deleted for resources: {'Port': ['ID=84461af7-b386-428a-a885-a9c04171c8f2,revision_number=None']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:39.800718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] No DVR routers for this DVR port 84461af7-b386-428a-a885-a9c04171c8f2 on host dv-neutron-827807-1-hyperv {{(pid=83555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:10:39.802731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.803035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.803389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.803715 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.804036 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.804354 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.804669 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.804982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.805292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.805598 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.805908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df790b-028e-4765-8b11-0666a7742a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:39.923189 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.184733 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.188947 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.214069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84461af7-b386-428a-a885-a9c04171c8f2 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:10:40.218778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.219434 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Fanout notify agent at l3_agent the message router_deleted on router e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:10:40.233759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.237438 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-4f2b192c-ecb9-48a7-b034-1d0ee292858f tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/routers/e6aeb4f1-ebf3-4134-8d65-f3ff6d54a106 HTTP/1.1" status: 204 len: 168 time: 1.5469394 Feb 10 12:10:40.237745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34302) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:40.254981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 84461af7-b386-428a-a885-a9c04171c8f2 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:10:40.255439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 84461af7-b386-428a-a885-a9c04171c8f2 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:10:40.255935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 566eb29e-3136-4881-9c53-4527b1bf0546 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:10:40.293290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 566eb29e-3136-4881-9c53-4527b1bf0546 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:10:40.293748 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 566eb29e-3136-4881-9c53-4527b1bf0546 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:10:40.354148 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.485522 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.509645 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e109f786-85b9-42ec-92d4-0710b159ae61']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:40.521795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:40.522079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aee5c2-8ddb-4cdc-afcf-75b77eb650f2') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:40.532768 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.551974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.557979 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:10:40.558365 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:10:40.573178 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:10:40.647519 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.663562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.673860 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'Network': ['ID=e109f786-85b9-42ec-92d4-0710b159ae61,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:40.682192 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b85e7d6d-df0f-42bd-a29c-b58adbbd54e9 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/networks/e109f786-85b9-42ec-92d4-0710b159ae61 HTTP/1.1" status: 204 len: 168 time: 0.4432523 Feb 10 12:10:40.685226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34306) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:40.846918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.875247 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.937138 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.956060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960db79-67c9-4845-b00a-22b763fb2fa5,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:40.968293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:40.971873 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c82e63d-6e2a-4281-b484-d3067d70e3b4 tempest-TestNetworkAdvancedServerOps-1783830439 tempest-TestNetworkAdvancedServerOps-1783830439-project] 10.222.0.42 "DELETE /v2.0/security-groups/3960db79-67c9-4845-b00a-22b763fb2fa5 HTTP/1.1" status: 204 len: 168 time: 0.2833858 Feb 10 12:10:41.355943 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34320) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:41.524688 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-e5a7f9cf-7bc6-494e-895c-d7eb4af174fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56d4e085ca1346539f868d67b13bb483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675737 Feb 10 12:10:41.527236 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:41.586409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:41.611092 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:41.663474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:41.681783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83713af1-a0a0-4618-b6b5-4a81278d9edb,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:41.687361 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:41.688209 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b0677f74-3268-4083-ba48-d49353047118 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83713af1-a0a0-4618-b6b5-4a81278d9edb HTTP/1.1" status: 204 len: 168 time: 0.1599317 Feb 10 12:10:42.018354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34334) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:42.037061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.067159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:42.070903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Usage tracker for resource:security_group_rule and tenant:970bb81d3ac34be483a00c0f07c5fbde is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:42.073685 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:42.079319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:42.111245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:10:42.142936 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:10:42.143320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 0e47d027-e4d7-4ba8-a4a2-9df0d9ed0018 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:10:42.144417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.149135 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.192922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642e01c-5963-4f45-a60c-6a408d977d37,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:42.198257 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-030dea2f-6ab7-4a69-b83e-a3f539cd8025 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=970bb81d3ac34be483a00c0f07c5fbde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789114 Feb 10 12:10:42.201278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34338) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:42.258274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.287638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.336637 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.350521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642e01c-5963-4f45-a60c-6a408d977d37,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:42.358119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:42.359221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-241600a8-952e-4b66-9ec4-673e1e35adbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d642e01c-5963-4f45-a60c-6a408d977d37 HTTP/1.1" status: 204 len: 168 time: 0.1570671 Feb 10 12:10:43.186911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34360) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:43.313822 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1595854098-network', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:43.318597 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:43.323049 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Usage tracker for resource:network and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:43.325848 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:43.331416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:43.340568 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Made reservation on behalf of d03c67787ae14ad1bcc1c9f4d3a3c6d4 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:43.342839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.355004 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.384904 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:43.388910 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:43.391665 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:43.397345 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:43.463783 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.467982 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.497991 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:10:43.510856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb03598-ec76-4033-acc7-e19991c04829,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:43.523287 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.523675 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Added segment 710017e0-dcf9-43c7-9aa6-3c9b509c5296 of type vlan for network 1a4dc633-3300-48da-830d-23f50ac0a0f4 Feb 10 12:10:43.525738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.526212 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.526683 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.527147 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.527638 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.528099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.528557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.529016 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.529467 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.530030 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.530521 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:43.560911 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.589598 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.590414 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:43.590992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.691150 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4dc633-3300-48da-830d-23f50ac0a0f4,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:43.696306 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4b8808ac-01aa-4822-a232-11842ee22e51 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5083425 Feb 10 12:10:43.700146 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34366) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:43.702287 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:10:43.705606 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Request body: {'subnet': {'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1595854098-subnet', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:43.710377 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:43.714056 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Usage tracker for resource:subnet and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:43.716842 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:43.722314 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:43.733219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Made reservation on behalf of d03c67787ae14ad1bcc1c9f4d3a3c6d4 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:43.735807 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:43.935514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.007387 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:44.018306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Checking segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:44.018649 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Network hostable DHCP agents. Network: 1a4dc633-3300-48da-830d-23f50ac0a0f4, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:10:44.039305 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:10:44.047602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 1a4dc633-3300-48da-830d-23f50ac0a0f4) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:44.052002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:44.052503 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.056609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a39b35-8cc2-4ea0-a6c4-468368bd32a1 None None] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:44.076763 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-721fb2ec-3818-4ee4-a40e-89f02aa4c156 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753333 Feb 10 12:10:44.079457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34370) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:44.084416 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:44.089088 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:44.092955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Usage tracker for resource:router and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:44.095784 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:44.103058 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:44.112992 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.114424 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.134856 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.278096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.310832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-1a4dc633-3300-48da-830d-23f50ac0a0f4', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:10:44.311670 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.458736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Allocated IP 172.20.0.2 (1a4dc633-3300-48da-830d-23f50ac0a0f4/07a7e4fd-40f5-4e57-bedb-a5e8a1c779be/3b0d5b5d-8189-4ea4-bed1-5da70de44ab7) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:44.465936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.586484 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.664988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.675434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Transition to ACTIVE for port object 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:44.694243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Transition to ACTIVE for port object 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:44.699986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.720093 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Allocated IP 172.26.3.59 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/cadf8434-110e-43ec-9332-135974f4ad17) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:44.770111 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:44.772803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:44.775189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:44.781391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Pushing event updated for resources: {'Port': ['ID=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:44.866251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Attempting to bind port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:44.866518 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Attempting to bind port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:44.866880 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Attempting to bind port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:44.867120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.873591 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:44.873959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Checking segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:44.874459 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.874882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Bound using segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:44.875347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Bound port: 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:44.875714 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.895123 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:44.962775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:44.965455 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:44.966553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] For port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:44.969695 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:44.970594 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] For port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:44.976780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:45.000415 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cadf8434-110e-43ec-9332-135974f4ad17,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:45.060539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e35b5-c675-4b97-9a93-dc828e5ec4c1 None None] Pushing event updated for resources: {'Port': ['ID=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:45.130458 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:45.131297 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:45.372758 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:10:45.563115 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:45.573856 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:45.586094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:45.586301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:45.586643 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:45.587279 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-107448ba-0541-43d5-870c-9dbb3cc63bb1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5068467 Feb 10 12:10:45.589968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34374) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:45.763928 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:45.979842 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dc890-594a-42b6-bae8-d8dbd5851fbe None None] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:46.056109 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:45Z', 'revision_number': 3, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:46.060095 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:46.060437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Updating router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 port cadf8434-110e-43ec-9332-135974f4ad17 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:10:46.080057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-eac7e90d-a7fd-4c22-aace-7efac03604c1 None None] Provisioning for port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:46.129469 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.230293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:46.313882 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:46.319888 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:46.320404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.447989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.475839 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.486255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:46.491533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.504656 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.517673 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Transition to ACTIVE for port object cadf8434-110e-43ec-9332-135974f4ad17 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:46.524505 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.575201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-ac09ad3f-8666-4257-82c3-14ed024e7d6f None None] Provisioning complete for port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:46.576225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac09ad3f-8666-4257-82c3-14ed024e7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.602275 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Attempting to bind port cadf8434-110e-43ec-9332-135974f4ad17 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:46.602895 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Attempting to bind port cadf8434-110e-43ec-9332-135974f4ad17 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:46.603009 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Attempting to bind port cadf8434-110e-43ec-9332-135974f4ad17 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:46.607664 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Pushing event updated for resources: {'Port': ['ID=cadf8434-110e-43ec-9332-135974f4ad17,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:46.617778 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:46.618144 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:46.618538 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.618920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:46.619392 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Bound port: cadf8434-110e-43ec-9332-135974f4ad17, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:46.619758 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.639758 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:46.646235 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.646570 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.646897 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.647219 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.647562 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.647879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.648195 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.648509 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.648818 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.649144 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.649435 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:10:46.695590 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] For port cadf8434-110e-43ec-9332-135974f4ad17, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:46.698953 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] For port cadf8434-110e-43ec-9332-135974f4ad17, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cadf8434-110e-43ec-9332-135974f4ad17,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:46.700419 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Allocated IP 172.20.0.1 (1a4dc633-3300-48da-830d-23f50ac0a0f4/07a7e4fd-40f5-4e57-bedb-a5e8a1c779be/8634fa9b-8cb0-49a1-9277-12a08ccbcf4f) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:46.704545 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.782263 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a585b1-1458-4e10-b98b-550b2bc98646 None None] Pushing event updated for resources: {'Port': ['ID=cadf8434-110e-43ec-9332-135974f4ad17,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:46.787889 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:46.788478 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:46.845215 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.859961 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.provisioning_blocks [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Transition to ACTIVE for port object 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f will not be triggered until provisioned by entity DHCP. {{(pid=83553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:46.882066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:46.954611 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:46.958134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:46.960720 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:46.965184 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:46.991120 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Pushing event updated for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:47.021631 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.114009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.228356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b186d85d-69f1-4016-85d0-a320f9ed9f3c None None] Provisioning for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:47.233212 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b186d85d-69f1-4016-85d0-a320f9ed9f3c None None] Provisioning complete for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:47.233575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b186d85d-69f1-4016-85d0-a320f9ed9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.279609 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:45Z', 'revision_number': 3, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:47.283909 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a235bd-9aa2-41e2-b5bb-8551f2dda6df None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:45Z', 'revision_number': 3, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:47.290437 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b186d85d-69f1-4016-85d0-a320f9ed9f3c None None] Port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:47.348802 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.353306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1505736'] for port, after_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.461575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Pushing event updated for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=2']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:47.463976 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.604860 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:47.606067 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:47.818141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd7f5-39cd-4134-838e-e1ae5d939a4b None None] Provisioning complete for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:47.818679 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd7f5-39cd-4134-838e-e1ae5d939a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:47.875517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfd7f5-39cd-4134-838e-e1ae5d939a4b None None] Port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:48.104594 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:48.228263 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:48.299136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:48.299847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:48.317180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:48.326676 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-67a2cc96-2596-4aa6-a628-f69e7bc77132 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a2a0547-5ebe-44c5-9418-75ad42dd3871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356153 Feb 10 12:10:48.438425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cadf8434-110e-43ec-9332-135974f4ad17 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:48.507072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port cadf8434-110e-43ec-9332-135974f4ad17 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:48.512226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port cadf8434-110e-43ec-9332-135974f4ad17 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:48.512586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:48.628444 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:48.646706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port cadf8434-110e-43ec-9332-135974f4ad17, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cadf8434-110e-43ec-9332-135974f4ad17,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:48.649799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:48.714385 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=cadf8434-110e-43ec-9332-135974f4ad17,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:49.160618 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34396) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:49.166249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-789077949-network', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:49.171060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:49.174849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Usage tracker for resource:network and tenant:fc78d067b4d54591a3f0d9e07b53c62c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:49.177705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:49.183546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:49.193874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Made reservation on behalf of fc78d067b4d54591a3f0d9e07b53c62c for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:49.196149 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.208625 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.238369 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:49.242107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Usage tracker for resource:security_group_rule and tenant:fc78d067b4d54591a3f0d9e07b53c62c is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:49.244842 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:49.250381 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:49.315318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.319400 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.345845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:10:49.358293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dda840-16fa-4088-8b93-fc8116401433,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:49.362468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.362804 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Added segment a1eb1d76-5326-4b44-9be2-cfe1169a6bbe of type vlan for network d144f3e2-38bf-4eeb-934b-70e50790b044 Feb 10 12:10:49.389188 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.420217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.421022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:49.421567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.520140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] Pushing event updated for resources: {'Network': ['ID=d144f3e2-38bf-4eeb-934b-70e50790b044,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:49.525573 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-03fe03a9-fc7b-4149-a4c5-ece280d6cbbe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3613687 Feb 10 12:10:49.526226 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34400) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:49.530137 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network d144f3e2-38bf-4eeb-934b-70e50790b044 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:10:49.532101 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Request body: {'subnet': {'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-789077949-subnet', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:49.537159 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:49.541036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Usage tracker for resource:subnet and tenant:fc78d067b4d54591a3f0d9e07b53c62c is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:49.543935 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:49.549641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:49.559855 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Made reservation on behalf of fc78d067b4d54591a3f0d9e07b53c62c for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:49.562200 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.778809 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.849936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:49.864402 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Checking segment: {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:49.864749 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Network hostable DHCP agents. Network: d144f3e2-38bf-4eeb-934b-70e50790b044, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:10:49.885647 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Network d144f3e2-38bf-4eeb-934b-70e50790b044 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:10:49.894148 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, d144f3e2-38bf-4eeb-934b-70e50790b044) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:49.898371 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:49.899144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.903684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3458e290-4a2e-4715-8c60-ce069a02da2e None None] Network d144f3e2-38bf-4eeb-934b-70e50790b044 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:49.920502 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-90dfb566-a456-4e9a-a85f-6128ae88a042 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3928313 Feb 10 12:10:49.922896 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34404) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:49.928475 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:49.933317 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:49.937334 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Usage tracker for resource:router and tenant:fc78d067b4d54591a3f0d9e07b53c62c is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:49.940174 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:49.946719 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:49.958754 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.959767 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:49.980052 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.117548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-d144f3e2-38bf-4eeb-934b-70e50790b044', 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'fixed_ips': [{'subnet_id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:10:50.118377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.133731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.179927 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cadf8434-110e-43ec-9332-135974f4ad17 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:50.333018 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.334823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port cadf8434-110e-43ec-9332-135974f4ad17 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:50.335305 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.363111 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.363370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Allocated IP 172.20.0.2 (d144f3e2-38bf-4eeb-934b-70e50790b044/dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce/ccb82913-b020-44c0-877e-9f2a762e9d2b) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:50.498473 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Allocated IP 172.26.3.62 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/9541ee5f-4146-44ee-aa25-e558ccdc8bf3) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:50.641010 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.653020 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Transition to ACTIVE for port object ccb82913-b020-44c0-877e-9f2a762e9d2b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:50.653924 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.671708 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Transition to ACTIVE for port object ccb82913-b020-44c0-877e-9f2a762e9d2b will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:50.676923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.683001 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.748658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Network d144f3e2-38bf-4eeb-934b-70e50790b044 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:50.749984 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:50.752126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:50.752624 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:50.754296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Pushing event updated for resources: {'Port': ['ID=ccb82913-b020-44c0-877e-9f2a762e9d2b,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:50.756386 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:50.756596 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:50.788862 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Pushing event updated for resources: {'Port': ['ID=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:50.842417 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Attempting to bind port ccb82913-b020-44c0-877e-9f2a762e9d2b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:50.842775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Attempting to bind port ccb82913-b020-44c0-877e-9f2a762e9d2b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:50.843125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Attempting to bind port ccb82913-b020-44c0-877e-9f2a762e9d2b on network d144f3e2-38bf-4eeb-934b-70e50790b044 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:50.849648 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:50.850004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Checking segment: {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:50.850389 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.850765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Bound using segment: {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:50.851206 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Bound port: ccb82913-b020-44c0-877e-9f2a762e9d2b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:50.851585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.918475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:50.923132 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.923871 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:50.948950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] For port ccb82913-b020-44c0-877e-9f2a762e9d2b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:50.952158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] For port ccb82913-b020-44c0-877e-9f2a762e9d2b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccb82913-b020-44c0-877e-9f2a762e9d2b,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:50.953453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:50.953954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:51.008037 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:51.215998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abccdc-9d54-4580-aff3-5fe879671770 None None] Pushing event updated for resources: {'Port': ['ID=ccb82913-b020-44c0-877e-9f2a762e9d2b,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:51.247319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:51.258096 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Router 19bc6d14-54da-4272-a819-7498b5901f3d is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:10:51.483990 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:51.494043 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Sync routers for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:10:51.507613 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:51.508460 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:51.518608 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:51.523191 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04e28a81-9a94-475c-8f5a-33c4df17a3bf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5992584 Feb 10 12:10:51.524521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34408) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:51.610938 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 2, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:51.615644 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:51.615989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Updating router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:10:51.668687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:51.689108 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:52.017885 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:50Z', 'revision_number': 3, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:52.022148 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Checking router: 19bc6d14-54da-4272-a819-7498b5901f3d for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:10:52.022750 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Updating router 19bc6d14-54da-4272-a819-7498b5901f3d port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:10:52.042267 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.061412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Transition to ACTIVE for port object 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:52.069813 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.092725 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.244404 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84c774-e9f1-4ecd-983e-acf5e7c29b5f None None] Pushing event updated for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:52.303582 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccb82913-b020-44c0-877e-9f2a762e9d2b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:52.426462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.440717 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Attempting to bind port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:52.441001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Attempting to bind port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:52.441905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Attempting to bind port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:52.453259 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:52.453635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Checking segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:52.454337 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.454461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Bound using segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:52.454876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Bound port: 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:52.455476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.507297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5026e-7c10-45fe-8631-7e37b326f53e None None] Network d144f3e2-38bf-4eeb-934b-70e50790b044 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:10:52.530711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.544297 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Transition to ACTIVE for port object 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:52.551982 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.586905 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port ccb82913-b020-44c0-877e-9f2a762e9d2b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:52.631084 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Attempting to bind port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:10:52.631478 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Attempting to bind port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:10:52.631879 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Attempting to bind port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:10:52.641618 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62df3-2eb3-4dd0-810a-72feb4b3352b None None] Pushing event updated for resources: {'Port': ['ID=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:52.644282 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:10:52.644680 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:10:52.645072 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.645721 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:10:52.645946 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Bound port: 9541ee5f-4146-44ee-aa25-e558ccdc8bf3, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:10:52.646264 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.663999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Provisioning for port ccb82913-b020-44c0-877e-9f2a762e9d2b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:52.669375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] For port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:52.682540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Allocated IP 172.20.0.1 (d144f3e2-38bf-4eeb-934b-70e50790b044/dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce/447f1f91-593c-4c2d-8884-3aa917b66be0) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:52.683891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Provisioning complete for port ccb82913-b020-44c0-877e-9f2a762e9d2b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:52.683891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.719437 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] For port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:10:52.722793 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] For port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:52.724122 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] For port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:10:52.728241 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.761436 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.813312 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:52.814041 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:52.948648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:52.966670 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Transition to ACTIVE for port object 447f1f91-593c-4c2d-8884-3aa917b66be0 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:52.993085 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.018745 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:53.025650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.060226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84c774-e9f1-4ecd-983e-acf5e7c29b5f None None] Pushing event updated for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:53.069945 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:10:53.070566 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:53.091441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Network d144f3e2-38bf-4eeb-934b-70e50790b044 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:53.092504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Pushing event updated for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:53.102264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:53.104552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:53.144307 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62df3-2eb3-4dd0-810a-72feb4b3352b None None] Pushing event updated for resources: {'Port': ['ID=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:53.167143 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.263302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] For port ccb82913-b020-44c0-877e-9f2a762e9d2b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccb82913-b020-44c0-877e-9f2a762e9d2b,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:53.276614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.278465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.334854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:10:53.339784 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:50Z', 'revision_number': 3, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:53.344045 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd04dc-2082-44d1-839e-9ce0e4ea89da None None] The sync data for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv is: [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:50Z', 'revision_number': 3, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:53.432261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b119a3-a4d4-409d-b00d-c8eedb099241 None None] Pushing event updated for resources: {'Port': ['ID=ccb82913-b020-44c0-877e-9f2a762e9d2b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:53.520350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.525305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.610692 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Provisioning complete for port ccb82913-b020-44c0-877e-9f2a762e9d2b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:53.611054 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.648171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.666521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Pushing event updated for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:53.808560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:52Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:10:53.810270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Network d144f3e2-38bf-4eeb-934b-70e50790b044 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:53.811427 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:53.814150 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c64bfa-70af-4da4-b5bc-4655e1c77de8 None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:52Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:10:53.817604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Provisioning for port 447f1f91-593c-4c2d-8884-3aa917b66be0 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:53.822570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Provisioning complete for port 447f1f91-593c-4c2d-8884-3aa917b66be0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:53.823403 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:53.896961 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-692c722b-db32-457e-afb2-a695ce93d1f7 None None] Port 447f1f91-593c-4c2d-8884-3aa917b66be0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:54.039451 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-81e8f8fe-d298-4ea7-86b0-c2ca8f5827b5 None None] Provisioning complete for port 447f1f91-593c-4c2d-8884-3aa917b66be0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:54.039924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-81e8f8fe-d298-4ea7-86b0-c2ca8f5827b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:54.106326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-81e8f8fe-d298-4ea7-86b0-c2ca8f5827b5 None None] Port 447f1f91-593c-4c2d-8884-3aa917b66be0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:54.229264 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-3800fd23-79f3-40cf-9251-d178114436f8 None None] Provisioning complete for port 447f1f91-593c-4c2d-8884-3aa917b66be0 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:54.229745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3800fd23-79f3-40cf-9251-d178114436f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:54.264084 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:54.297812 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Router 19bc6d14-54da-4272-a819-7498b5901f3d has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:10:54.350117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-3800fd23-79f3-40cf-9251-d178114436f8 None None] Port 447f1f91-593c-4c2d-8884-3aa917b66be0 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:10:54.371689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:54.380153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:54.380568 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:54.565713 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:54.573958 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:10:54.592376 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-dc3b4ca1-5925-48dd-a121-0f5d3fe87553 admin admin] 10.222.0.42 "PUT /v2.0/routers/19bc6d14-54da-4272-a819-7498b5901f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0660634 Feb 10 12:10:54.613858 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:54.618889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:54.619964 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccb82913-b020-44c0-877e-9f2a762e9d2b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:54.746301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:54.761188 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port ccb82913-b020-44c0-877e-9f2a762e9d2b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:54.761344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.306314 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34418) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:55.313217 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396934364', 'description': 'tempest-secgroup-smoke-396934364 description', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:55.318227 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:55.322028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:55.324951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:55.330584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:55.339832 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.375245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:55.378965 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:55.381711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:55.387394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:55.442900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.446704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.485836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30eff0b4-9e4f-4004-b660-7c2bc2183582,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:55.489186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.490452 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b5c4bfde-a87a-4ff6-af1d-1a1541a58b38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1831651 Feb 10 12:10:55.493721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34422) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:55.498841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:55.504650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:55.508409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:55.511512 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:55.517027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:55.536133 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.681474 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.685264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.707945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88739b60-a58d-4bcc-b11a-806abffbdb7e,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:55.716547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.717763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-acd8fe3c-ddcb-43d6-ba4d-02b1a9e9d341 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2235138 Feb 10 12:10:55.720502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34426) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:55.726284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:55.731882 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:55.735535 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:55.738305 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:55.743788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:55.759492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.819655 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.822991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.849848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed7e2ee-df90-4949-b627-a86262f2b4cc,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:55.856158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.857295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e9e0047b-1d2b-46e0-8f9c-a87b8bbc825f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1358607 Feb 10 12:10:55.859876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34430) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:55.865348 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:55.871063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:55.874796 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:55.877621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:55.883692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:55.900781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.964304 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.967840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:55.993569 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2610c34b-73a1-435e-b7fe-24a9db6a8523,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:55.999788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.001540 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-960b7221-1a43-41dd-8212-bc4fd1f036f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1401889 Feb 10 12:10:56.003587 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34434) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:56.009813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:56.016308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:56.020695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:56.023557 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:56.029112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:56.045338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.107057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.114865 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.131992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2120ba-f504-4f2c-9926-ce4cd08090d6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:56.148198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.149404 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-67f51cb9-0263-4dbf-a854-7e553dedafd3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443396 Feb 10 12:10:56.152017 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34438) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:56.157264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:56.163627 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:56.167372 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:56.170193 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:56.176506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:56.189723 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Project d03c67787ae14ad1bcc1c9f4d3a3c6d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:10:56.196530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.228800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:56.265896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.270279 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.297883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3821ad85-e936-4cb3-be40-5122169e550a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:56.306362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.310362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-91372367-c0f9-48e1-b5a0-aefa5a7372b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1574073 Feb 10 12:10:56.310602 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 34442) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:10:56.316097 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '30eff0b4-9e4f-4004-b660-7c2bc2183582', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:56.321996 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:56.325751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:56.329236 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:56.335584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:56.338909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:56.339298 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.345511 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.securitygroups_db [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Project d03c67787ae14ad1bcc1c9f4d3a3c6d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:10:56.352697 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.420682 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.424650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.448868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fe723d-6cbf-46e5-b510-8bc2196e5679,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:56.452786 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:56.460406 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.470479 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-f8161d2c-f80b-4006-9af9-08a1042577be tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1502769 Feb 10 12:10:56.520089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:56.524597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:56.524958 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.637979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.641815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-2cb1c887-e3bf-4f82-aa1b-030b4331c078 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:10:56.653995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:10:56.658902 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:56.659907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-2cb1c887-e3bf-4f82-aa1b-030b4331c078 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:10:56.662142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-2cb1c887-e3bf-4f82-aa1b-030b4331c078 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396934364&fields=id&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 267 time: 0.0600715 Feb 10 12:10:56.722572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:56.806693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-b39c4391-c43f-4afe-b2fd-c2fbc1bbea17 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:56.808138 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-b39c4391-c43f-4afe-b2fd-c2fbc1bbea17 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 809 time: 0.1391006 Feb 10 12:10:56.824031 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-77a3ab44-4ec7-4e7d-b695-3ec539ae8e41 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/quotas/d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Feb 10 12:10:56.901253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-9cc23244-1649-4991-9db4-631dabd7e5f6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724950 Feb 10 12:10:57.156843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-62735c99-3796-46eb-b1c2-57b7daa1e1e7 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438154 Feb 10 12:10:57.287655 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-b315544f-7f5e-430b-9792-12bc501e9ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244678 Feb 10 12:10:57.291548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8b60d037-2238-40a5-b80b-52748ae4a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:57.473603 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-117733c2-730a-40c6-8f6c-29f6ee9499ea req-bf854607-5f31-489f-affa-c0554be447b4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 210 time: 0.0456982 Feb 10 12:10:58.167488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:10:58.240104 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:58.240490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:58.680796 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-69d71f38-9785-4223-8dc2-5a296a4d7c22 req-a675b333-559b-46e5-9c19-78e1929a7b93 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 210 time: 0.0609035 Feb 10 12:10:58.732930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-a27411f0-d9fa-48f1-8b01-62b06fd4f74b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:58.734433 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-a27411f0-d9fa-48f1-8b01-62b06fd4f74b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 809 time: 0.1885707 Feb 10 12:10:58.788981 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-8c6f4c48-893d-418b-bc1d-3d14c2ccafa8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 379 time: 0.0423183 Feb 10 12:10:58.796919 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'port': {'device_id': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'admin_state_up': True, 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'security_groups': ['30eff0b4-9e4f-4004-b660-7c2bc2183582']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:58.926299 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:10:58.930002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:port and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:10:58.932794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:10:58.938218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:10:58.947520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Made reservation on behalf of d03c67787ae14ad1bcc1c9f4d3a3c6d4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:10:58.950481 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.111784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Allocated IP 172.20.0.8 (1a4dc633-3300-48da-830d-23f50ac0a0f4/07a7e4fd-40f5-4e57-bedb-a5e8a1c779be/b276f05b-4cbf-42d1-9ccf-91a12148f341) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:10:59.293131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.307787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Transition to ACTIVE for port object b276f05b-4cbf-42d1-9ccf-91a12148f341 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:10:59.328366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.478066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-90573b54-f1b9-4694-ae88-65201980af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.486283 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:10:59.489274 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:10:59.493595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:10:59.518536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:10:59.559973 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:10:59.560571 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.583219 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-c47fca0e-c15e-4d37-967a-8300505cafa5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897067 Feb 10 12:10:59.595115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Request body: {'port': {'device_id': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:10:59.704268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.708982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-58a5eed1-fc17-43a7-b69d-bb47bca5a9a0 None None] Provisioning for port b276f05b-4cbf-42d1-9ccf-91a12148f341 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:10:59.714775 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-58a5eed1-fc17-43a7-b69d-bb47bca5a9a0 None None] Provisioning complete for port b276f05b-4cbf-42d1-9ccf-91a12148f341 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:10:59.715381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-58a5eed1-fc17-43a7-b69d-bb47bca5a9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:10:59.771388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-58a5eed1-fc17-43a7-b69d-bb47bca5a9a0 None None] Port b276f05b-4cbf-42d1-9ccf-91a12148f341 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:11:00.001179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b8d4-77f1-4f37-92ed-1b78e3dd4b0a req-84613c55-8426-4d00-9352-344a07f1376a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:00.001862 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-98a7b8d4-77f1-4f37-92ed-1b78e3dd4b0a req-84613c55-8426-4d00-9352-344a07f1376a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:11:00.048136 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-98a7b8d4-77f1-4f37-92ed-1b78e3dd4b0a req-84613c55-8426-4d00-9352-344a07f1376a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:11:00.049378 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a7b8d4-77f1-4f37-92ed-1b78e3dd4b0a req-84613c55-8426-4d00-9352-344a07f1376a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 931 time: 0.2296691 Feb 10 12:11:00.146829 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:11:00.155695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.159663 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-98a7b8d4-77f1-4f37-92ed-1b78e3dd4b0a req-42e98c51-98d6-40e5-9ab1-8809519b6fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968628 Feb 10 12:11:00.172267 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Transition to ACTIVE for port object b276f05b-4cbf-42d1-9ccf-91a12148f341 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:11:00.177035 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.307336 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:00.416053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Attempting to bind port b276f05b-4cbf-42d1-9ccf-91a12148f341 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:11:00.416384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Attempting to bind port b276f05b-4cbf-42d1-9ccf-91a12148f341 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:11:00.416706 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Attempting to bind port b276f05b-4cbf-42d1-9ccf-91a12148f341 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:11:00.422472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Port b276f05b-4cbf-42d1-9ccf-91a12148f341 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:11:00.422793 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Attempting to bind port b276f05b-4cbf-42d1-9ccf-91a12148f341 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:11:00.429824 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:11:00.430155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Checking segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:11:00.430534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Bound using segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:11:00.430953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Bound port: b276f05b-4cbf-42d1-9ccf-91a12148f341, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:11:00.431324 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.521894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:11:00.524725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:11:00.529594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.590458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.591951 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] 10.222.0.32 "PUT /v2.0/ports/b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1093 time: 1.0014946 Feb 10 12:11:00.592379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:11:00.620455 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0bc8-5852-4cf0-bce8-16694244b23d service neutron] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:00.666163 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.682101 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'status': 'completed', 'code': 200} Feb 10 12:11:00.725698 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-05f13bc3-e450-4b02-bfe5-cb6da0423ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1096 time: 0.0871372 Feb 10 12:11:00.795248 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-5b78dad7-4d03-4d89-b203-5bc11be0be2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 217 time: 0.0631492 Feb 10 12:11:00.816387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:00.859899 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-59a43077-90c7-451b-b423-c23d7186be65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:00.861318 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-59a43077-90c7-451b-b423-c23d7186be65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0605321 Feb 10 12:11:00.937022 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-aef0a9cb-7b55-4a1c-939c-b87dddc1bee5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685327 Feb 10 12:11:01.065865 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-5b13b1bf-77a6-477f-a674-244b5faca5e1 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224301 Feb 10 12:11:01.328913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-be727851-47b6-4e38-bf58-4d9499f2a1f0 req-e5ba8ed0-3184-4e46-9502-81d85e5315bb service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568376 Feb 10 12:11:01.361617 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308358a8-e1f6-49aa-965c-279ed04ecd30 req-f43edf68-dc0a-4a1f-a11c-7c2f5e0e5f38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:01.363080 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-308358a8-e1f6-49aa-965c-279ed04ecd30 req-f43edf68-dc0a-4a1f-a11c-7c2f5e0e5f38 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0821240 Feb 10 12:11:01.449645 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-308358a8-e1f6-49aa-965c-279ed04ecd30 req-8ef19743-cf1a-4b72-aacd-5f3f5e73664a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806663 Feb 10 12:11:01.471466 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-c9bee613-9f04-40eb-8593-d3838b007028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1096 time: 0.0887177 Feb 10 12:11:01.601160 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-2c130212-786d-4f0e-a6c9-7bce0d46b58d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:01.602498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-2c130212-786d-4f0e-a6c9-7bce0d46b58d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1246362 Feb 10 12:11:01.675089 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-cf39771f-3e02-41ab-93b1-574f4acaf72f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 217 time: 0.0653768 Feb 10 12:11:01.738042 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-b4933311-c9e5-4e04-9be4-c47fe0de9f27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:01.739471 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-b4933311-c9e5-4e04-9be4-c47fe0de9f27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0570552 Feb 10 12:11:01.815530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-b1016f05-41b9-4403-a037-b852e5ca0247 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691133 Feb 10 12:11:01.944381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-954cd650-22b4-46d2-ab67-8a275c3d68af service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217020 Feb 10 12:11:02.081523 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-31f595d5-960c-4d72-be36-f1e88d9e9803 req-de5c8e28-7c41-427c-8744-a08357458c87 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311154 Feb 10 12:11:02.186831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:02.215270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:11:02.343441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:02.355922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:11:02.411388 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:02.427243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:11:02.441553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:02.444990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:02.508261 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:02.643031 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83412-4212-44de-a883-9988a7413f02 req-cef42298-9b23-4443-bc0f-a46901a7e060 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:02.644637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9b83412-4212-44de-a883-9988a7413f02 req-cef42298-9b23-4443-bc0f-a46901a7e060 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0755246 Feb 10 12:11:02.653823 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['b276f05b-4cbf-42d1-9ccf-91a12148f341'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:11:02.689134 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b9b83412-4212-44de-a883-9988a7413f02 req-da44abc7-8179-4013-a1cb-8e442b67f2db tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389194 Feb 10 12:11:03.886480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6292445-bd1f-4962-957f-5c0684e31615 req-731f3154-a075-425b-a4c7-e49176e602a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:03.887935 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b6292445-bd1f-4962-957f-5c0684e31615 req-731f3154-a075-425b-a4c7-e49176e602a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0808976 Feb 10 12:11:03.931142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b6292445-bd1f-4962-957f-5c0684e31615 req-da7654df-15fd-4fd2-ad58-5204f949f9bf tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 Feb 10 12:11:04.229689 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:11:04.259982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:04.298535 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port b276f05b-4cbf-42d1-9ccf-91a12148f341 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:11:04.303099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port b276f05b-4cbf-42d1-9ccf-91a12148f341 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:11:04.303560 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:04.412765 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:04.437441 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:11:04.447587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:04.451465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:04.519121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:04.578057 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'code': 200} Feb 10 12:11:04.794817 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acb896ce-80fd-4e2b-ad88-e9754d9fd9cb req-23741482-d46d-4554-869b-7be4876a84f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.0670254 Feb 10 12:11:04.836035 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-acb896ce-80fd-4e2b-ad88-e9754d9fd9cb req-d1e12d6c-4860-408f-aa99-46259883c772 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356770 Feb 10 12:11:05.130151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7103f8-62d4-4651-862b-53bb3cf5628d req-73651dd9-7b20-4be8-aa78-885244dfe640 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:05.131586 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e7103f8-62d4-4651-862b-53bb3cf5628d req-73651dd9-7b20-4be8-aa78-885244dfe640 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0776300 Feb 10 12:11:05.175142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5e7103f8-62d4-4651-862b-53bb3cf5628d req-d4f0a6fe-234d-4217-9b0f-038a8b39d09e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Feb 10 12:11:06.371961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d9e7-938f-4f49-a673-d93ce6e61098 req-762172de-0672-4153-95e8-a29f6621c0f4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:06.373384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6c9d9e7-938f-4f49-a673-d93ce6e61098 req-762172de-0672-4153-95e8-a29f6621c0f4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0759861 Feb 10 12:11:06.421231 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f6c9d9e7-938f-4f49-a673-d93ce6e61098 req-45bf9e3c-1caf-4266-979b-6a916a339e53 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Feb 10 12:11:06.611883 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6f940-21b4-415d-b932-9713bd424795 req-4af94238-65a5-4c33-a5ae-a83d89a817b7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:06.613213 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dc6f940-21b4-415d-b932-9713bd424795 req-4af94238-65a5-4c33-a5ae-a83d89a817b7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0740640 Feb 10 12:11:06.657335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6dc6f940-21b4-415d-b932-9713bd424795 req-8cf96797-7141-428c-92c8-bb2fcb9ba743 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386670 Feb 10 12:11:06.683834 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34492) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:06.815992 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-823b8f55-1b28-4ce5-9d1c-245cbed5c348 tempest-TestShelveInstance-434946248 tempest-TestShelveInstance-434946248-project-admin] Synchronizing usage tracker for tenant:fc78d067b4d54591a3f0d9e07b53c62c on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:11:06.832103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-823b8f55-1b28-4ce5-9d1c-245cbed5c348 tempest-TestShelveInstance-434946248 tempest-TestShelveInstance-434946248-project-admin] Unset dirty status for tenant:fc78d067b4d54591a3f0d9e07b53c62c on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:11:06.833382 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-823b8f55-1b28-4ce5-9d1c-245cbed5c348 tempest-TestShelveInstance-434946248 tempest-TestShelveInstance-434946248-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1093 time: 0.1486273 Feb 10 12:11:06.836303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34498) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:11:06.843702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:11:06.851341 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:11:06.855184 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:floatingip and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:11:06.858079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:11:06.864218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:11:06.873500 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:07.007319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:07.219473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Allocated IP 172.26.3.110 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/3fe23b6c-ae89-4660-854d-20a4e9949017) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:11:07.364688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:07.390888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:07.463493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:11:07.466695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:11:07.468588 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=3fe23b6c-ae89-4660-854d-20a4e9949017,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:07.470688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:11:07.955689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:08.009040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:08.220415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:08.225024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:08.323908 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=3fe23b6c-ae89-4660-854d-20a4e9949017,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:08.337940 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:08.523786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Floating IP 840c6505-e0d1-44a6-8f2f-32c53579e03d associated. External IP: 172.26.3.110, port: b276f05b-4cbf-42d1-9ccf-91a12148f341. Feb 10 12:11:08.990182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:11:09.185430 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:11:09.194752 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:11:09.210182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:09.210796 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:09.210928 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:09.264472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-a71418e6-39e6-4e27-b217-c0aae0ae5d0a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4270558 Feb 10 12:11:09.264966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:11:09.318575 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'status': 'completed', 'code': 200} Feb 10 12:11:09.414329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-63081531-73c3-4e0b-a146-081715eb157e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.0721090 Feb 10 12:11:09.425899 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:09.545874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffedd0-6d09-4010-9544-210b506d1319 req-be70e7ef-8453-4c01-8787-f7f01f0d3e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:09.547219 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-be70e7ef-8453-4c01-8787-f7f01f0d3e8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1268485 Feb 10 12:11:09.649601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-223c2162-b04f-4b4e-8454-3379a98e9f82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 999 time: 0.0963347 Feb 10 12:11:09.710119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffedd0-6d09-4010-9544-210b506d1319 req-f70accab-1660-4917-b27b-99db6205dc00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:09.711555 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-f70accab-1660-4917-b27b-99db6205dc00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0558877 Feb 10 12:11:09.768423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '840c6505-e0d1-44a6-8f2f-32c53579e03d', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:11:07Z', 'updated_at': '2022-02-10T12:11:07Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:09.772724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:11:09.783412 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:09.784097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:09.784239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-fd56e163-c166-446c-b255-a88657745262 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667126 Feb 10 12:11:09.913761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-23c721ef-f12f-4185-aeae-10bba4b33dcc service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240237 Feb 10 12:11:09.955293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:10.043767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-53ffedd0-6d09-4010-9544-210b506d1319 req-8b59d275-1c73-41dc-89fd-be31bfc3db5d service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 Feb 10 12:11:10.296197 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '840c6505-e0d1-44a6-8f2f-32c53579e03d', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:11:07Z', 'updated_at': '2022-02-10T12:11:07Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:10.300053 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36656ab4-70d9-44e3-9624-ff8ac4703a1a None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '840c6505-e0d1-44a6-8f2f-32c53579e03d', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.110', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:11:07Z', 'updated_at': '2022-02-10T12:11:07Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:11:10.870555 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:11:15.736687 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e487c-f27d-4e66-8ed3-c8eb76a20151 None None] New status for floating IP 840c6505-e0d1-44a6-8f2f-32c53579e03d: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:11:16.837280 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Sync routers for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:11:16.849590 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:16.850199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:17.023032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:17.361002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:53Z', 'revision_number': 4, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '447f1f91-593c-4c2d-8884-3aa917b66be0', 'name': '', 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'mac_address': 'fa:16:3e:af:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:52Z', 'updated_at': '2022-02-10T12:10:53Z', 'revision_number': 2, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'subnets': [{'id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:17.364711 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Checking router: 19bc6d14-54da-4272-a819-7498b5901f3d for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:11:17.365057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Updating router 19bc6d14-54da-4272-a819-7498b5901f3d port 447f1f91-593c-4c2d-8884-3aa917b66be0 binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:11:17.414145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:17.736769 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:17.747585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Transition to ACTIVE for port object 447f1f91-593c-4c2d-8884-3aa917b66be0 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:11:17.753092 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:17.872521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2954-5197-489c-ac71-27fbc97f2720 None None] Pushing event updated for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:17.961322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Attempting to bind port 447f1f91-593c-4c2d-8884-3aa917b66be0 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:11:17.961691 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Attempting to bind port 447f1f91-593c-4c2d-8884-3aa917b66be0 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:11:17.962055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Attempting to bind port 447f1f91-593c-4c2d-8884-3aa917b66be0 on network d144f3e2-38bf-4eeb-934b-70e50790b044 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:11:17.968897 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:11:17.969379 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Checking segment: {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:11:17.969780 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:17.970165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Bound using segment: {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:11:17.970632 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Bound port: 447f1f91-593c-4c2d-8884-3aa917b66be0, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:11:17.971039 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:18.067322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] For port 447f1f91-593c-4c2d-8884-3aa917b66be0, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:11:18.070458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] For port 447f1f91-593c-4c2d-8884-3aa917b66be0, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447f1f91-593c-4c2d-8884-3aa917b66be0,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:11:18.074165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:18.150984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2954-5197-489c-ac71-27fbc97f2720 None None] Pushing event updated for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:18.156303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:11:18.156901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:10:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:18.349806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:11:18.657013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:53Z', 'revision_number': 4, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '447f1f91-593c-4c2d-8884-3aa917b66be0', 'name': '', 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'mac_address': 'fa:16:3e:af:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:52Z', 'updated_at': '2022-02-10T12:11:18Z', 'revision_number': 4, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'subnets': [{'id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:11:18.660833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317f747-b79e-4cce-aaf2-6b0c2f1564a1 None None] The sync data for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv is: [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:10:53Z', 'revision_number': 4, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '447f1f91-593c-4c2d-8884-3aa917b66be0', 'name': '', 'network_id': 'd144f3e2-38bf-4eeb-934b-70e50790b044', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'mac_address': 'fa:16:3e:af:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:52Z', 'updated_at': '2022-02-10T12:11:18Z', 'revision_number': 4, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'subnets': [{'id': 'dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:11:20.186400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447f1f91-593c-4c2d-8884-3aa917b66be0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:11:20.260998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 447f1f91-593c-4c2d-8884-3aa917b66be0 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:11:20.265593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 447f1f91-593c-4c2d-8884-3aa917b66be0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:11:20.265959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:20.406712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:20.437154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 447f1f91-593c-4c2d-8884-3aa917b66be0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447f1f91-593c-4c2d-8884-3aa917b66be0,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:11:20.440075 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:20.502649 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:11:22.175168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447f1f91-593c-4c2d-8884-3aa917b66be0 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:11:22.243194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 447f1f91-593c-4c2d-8884-3aa917b66be0 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:11:22.243579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:27.293292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9c0578a1-7480-46fc-b8f1-a4087d99376d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:29.482785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e89aa2f0-57f8-4f62-af5f-7d2f973df8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:30.646297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:30.817495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:32.189147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:34.242821 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:47.871318 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:11:50.606381 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-58dc1e28-c5df-48fe-b538-06bde5fe55fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731039 Feb 10 12:11:50.741329 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-9c204a17-1715-452a-8a80-804b99155027 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.0665677 Feb 10 12:11:50.978446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-00744db5-3f47-4029-b118-e6118b49ac78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:50.979910 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-00744db5-3f47-4029-b118-e6118b49ac78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.2211747 Feb 10 12:11:51.079374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-68f9517a-9e9a-4e7a-b132-774267c9cb65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0935717 Feb 10 12:11:51.141335 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-4a8696a8-9067-4443-b145-5623af490207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:11:51.142667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-4a8696a8-9067-4443-b145-5623af490207 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0574672 Feb 10 12:11:51.214057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-b1bd1a25-ab4d-45b9-8a3a-e10007c189ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648260 Feb 10 12:11:51.341732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-4a5ea660-dd82-4ab6-bfd6-34bdb53b71b8 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218462 Feb 10 12:11:51.467486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-aa9d698d-6e84-41a2-ac4b-6a109d3f5015 req-4235abe6-2f47-447b-907c-b8a40cfd90d2 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200633 Feb 10 12:11:57.295685 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-deb48572-22bd-43e6-972d-b864c1ff7050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:11:58.218917 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [req-d6c7671f-f45b-4626-af36-61842491985a req-abab6eaa-aab4-4f54-bada-07d13d55b6cd service neutron] (83553) timed out ('10.222.0.42', 58722) {{(pid=83553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:11:59.484245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0f536b34-5b47-4e3f-b05e-1a16f300e9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.651201 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:00.818837 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:02.191068 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:04.240473 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:24.872209 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:12:27.296552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2bf61032-b05f-4d29-82c5-45c4ecf9ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:29.485071 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b9255aa1-9998-482a-af69-4acbb17ff0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:30.652804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:30.819310 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:32.193345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:34.242274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:50.906188 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-80bc005d-c7ce-4c88-a5d9-67d766f3b28a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658946 Feb 10 12:12:51.043114 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-59979a23-7086-4d47-91c9-bad691aba7df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.0724919 Feb 10 12:12:51.182686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-100804a5-55f2-44a5-bd9f-04adc72697b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:51.184074 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-100804a5-55f2-44a5-bd9f-04adc72697b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1240458 Feb 10 12:12:51.286893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-c2820f25-643d-4f9b-938e-34901424e7b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0965660 Feb 10 12:12:51.347298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-26044086-073d-4f05-81f4-a57517463a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:12:51.348675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-26044086-073d-4f05-81f4-a57517463a0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0565116 Feb 10 12:12:51.420169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-9e30aad0-eec6-46a7-9a29-31beda415631 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661516 Feb 10 12:12:51.546691 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-f0d6b172-9b4f-4793-8976-d2048114912f service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207683 Feb 10 12:12:51.674374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9a2c0a16-fbf9-4ad8-8eb9-8d690cfde398 req-0bdc9cec-571b-4e6b-82b0-3e1ae58e5fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213238 Feb 10 12:12:57.299352 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32f58b08-6d7f-4c98-b276-785d6918a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:12:59.487091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-32d70b0b-c69f-4288-9b55-7aa8e44ef8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.656959 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:00.821920 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:01.872845 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:13:02.197438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:02.804841 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ab1ec-9e5a-4ed3-9da3-6dc2b5bd9f36 req-baf372a5-5576-4bdb-91b6-a64512d22264 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:02.806743 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d65ab1ec-9e5a-4ed3-9da3-6dc2b5bd9f36 req-baf372a5-5576-4bdb-91b6-a64512d22264 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0895765 Feb 10 12:13:02.850793 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d65ab1ec-9e5a-4ed3-9da3-6dc2b5bd9f36 req-bb66e5b2-d9de-493b-aa21-e3535d833729 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387373 Feb 10 12:13:04.042886 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663b671-cd16-40de-a604-2a0f454e6c6b req-e07e5152-53cb-4b18-8fbf-53c6dce1835a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:04.044338 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3663b671-cd16-40de-a604-2a0f454e6c6b req-e07e5152-53cb-4b18-8fbf-53c6dce1835a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0741107 Feb 10 12:13:04.177610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3663b671-cd16-40de-a604-2a0f454e6c6b req-d7a1e448-f1b2-499a-a204-5bf391f4d460 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271811 Feb 10 12:13:04.251418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:05.379944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1df9e-1f21-42fa-bfb3-d2069b74abe5 req-17171e18-431f-46ed-b754-e8d75109fe36 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:05.381394 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-58a1df9e-1f21-42fa-bfb3-d2069b74abe5 req-17171e18-431f-46ed-b754-e8d75109fe36 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0739684 Feb 10 12:13:05.425223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-58a1df9e-1f21-42fa-bfb3-d2069b74abe5 req-175d50c4-9657-4e8e-a1f5-d473a9eb885b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 Feb 10 12:13:06.619428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12413966-b514-4ce6-9f77-c210ccb84b62 req-f6afc368-7c31-4114-958d-9edf3888b49b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:06.620841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12413966-b514-4ce6-9f77-c210ccb84b62 req-f6afc368-7c31-4114-958d-9edf3888b49b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0778272 Feb 10 12:13:06.664992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-12413966-b514-4ce6-9f77-c210ccb84b62 req-2c76052e-4657-4782-9a29-8d5a9d7ca9dd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385916 Feb 10 12:13:07.859180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc613f-6853-40ac-9910-f63e54028c2e req-4bbe4a95-ff98-495a-b6cd-7d63c93bfac1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:07.861123 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dc613f-6853-40ac-9910-f63e54028c2e req-4bbe4a95-ff98-495a-b6cd-7d63c93bfac1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0741501 Feb 10 12:13:07.904761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c9dc613f-6853-40ac-9910-f63e54028c2e req-aa7668ab-2948-4ece-bc60-c4dcf15c838c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Feb 10 12:13:09.102790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c25494-a209-47c3-b911-3f99ff39608d req-f02ab349-1c76-4bdb-bc8e-0388160c1605 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:09.104249 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c25494-a209-47c3-b911-3f99ff39608d req-f02ab349-1c76-4bdb-bc8e-0388160c1605 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0763252 Feb 10 12:13:09.148142 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-60c25494-a209-47c3-b911-3f99ff39608d req-d7d507c6-b167-4c7c-b5cf-73986e66b954 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385826 Feb 10 12:13:10.341013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b23d-dfcb-4df1-b9da-b7bb007f85cf req-71ac1d36-484a-4075-93f1-0f81c962b5e3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:10.342467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af14b23d-dfcb-4df1-b9da-b7bb007f85cf req-71ac1d36-484a-4075-93f1-0f81c962b5e3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Feb 10 12:13:10.391125 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af14b23d-dfcb-4df1-b9da-b7bb007f85cf req-ea52dfe9-0e95-4f56-9e96-5dcc9cc435ca tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Feb 10 12:13:11.583953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a333d3-de7f-4300-98cc-3d915b904194 req-eeaa19af-7670-4789-b9fc-17dda9f76a32 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:11.585368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-24a333d3-de7f-4300-98cc-3d915b904194 req-eeaa19af-7670-4789-b9fc-17dda9f76a32 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0745459 Feb 10 12:13:11.629239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-24a333d3-de7f-4300-98cc-3d915b904194 req-7911282a-44a1-4f55-9038-3264fd742ead tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382152 Feb 10 12:13:12.826576 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b571a-fb6c-4480-8c89-d2a92e604232 req-8ca3c9f8-a3ef-4de8-a9db-488687b72563 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:12.828056 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3b571a-fb6c-4480-8c89-d2a92e604232 req-8ca3c9f8-a3ef-4de8-a9db-488687b72563 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0771186 Feb 10 12:13:12.871761 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ea3b571a-fb6c-4480-8c89-d2a92e604232 req-35c984bf-723a-416f-b03e-da4b5b3ac665 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383720 Feb 10 12:13:14.062332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25492cf-89de-4ffa-a917-5756971c5e1b req-6c06112d-380b-4d21-b312-a9188ade92e6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:14.063859 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d25492cf-89de-4ffa-a917-5756971c5e1b req-6c06112d-380b-4d21-b312-a9188ade92e6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0752144 Feb 10 12:13:14.107100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d25492cf-89de-4ffa-a917-5756971c5e1b req-003070dd-3902-45f6-8034-9af19bac70d7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378809 Feb 10 12:13:14.822132 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:13:14.950629 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:14.967128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:13:15.019438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:15.035844 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:13:15.049885 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:15.053596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:15.117956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:15.126344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.126686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.127019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.127375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.127706 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.128028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.128347 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.128664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.128981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.129297 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.129618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:13:15.157550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['b276f05b-4cbf-42d1-9ccf-91a12148f341'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:13:15.309087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1634a5-e97b-42ec-9624-099ba0663a78 req-3dc20b52-6f16-4470-a64a-61bb45de336f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:15.310469 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a1634a5-e97b-42ec-9624-099ba0663a78 req-3dc20b52-6f16-4470-a64a-61bb45de336f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0805888 Feb 10 12:13:15.355945 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a1634a5-e97b-42ec-9624-099ba0663a78 req-0a20d474-e581-4385-b182-9dde242534b3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393589 Feb 10 12:13:16.593333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a3197-8cd8-46cc-942e-922037d1704f req-505e1f78-3556-46cc-ae61-ddb9430965c6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:16.595509 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-795a3197-8cd8-46cc-942e-922037d1704f req-505e1f78-3556-46cc-ae61-ddb9430965c6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0904865 Feb 10 12:13:16.657668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-795a3197-8cd8-46cc-942e-922037d1704f req-0f994309-536b-4891-88e6-141ae0e9bb4c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563960 Feb 10 12:13:16.850532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:16.924558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port b276f05b-4cbf-42d1-9ccf-91a12148f341 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:16.924923 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.045045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.072764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:17.084052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:17.088826 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:17.152647 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'code': 200} Feb 10 12:13:17.161072 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:17.860113 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2308-cab9-4248-bd07-db4b6304d046 req-a11b1bdb-6eb0-4e9e-8b0e-b55b9b59f307 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:17.862282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-746f2308-cab9-4248-bd07-db4b6304d046 req-a11b1bdb-6eb0-4e9e-8b0e-b55b9b59f307 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0782557 Feb 10 12:13:17.917004 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-746f2308-cab9-4248-bd07-db4b6304d046 req-74e6d44b-4315-43dc-8ca0-a2359aff2ac7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490565 Feb 10 12:13:19.135016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c38315-ea49-42ec-9e5e-7192eb05119c req-c854df19-8705-44bb-9063-3863793e8794 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:19.136476 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34c38315-ea49-42ec-9e5e-7192eb05119c req-c854df19-8705-44bb-9063-3863793e8794 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0795152 Feb 10 12:13:19.188418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-34c38315-ea49-42ec-9e5e-7192eb05119c req-be5c4359-50c2-4c2b-800c-b30d9df2bcbc tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Feb 10 12:13:20.387988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce03a-2acf-4480-9fef-0e8337a20229 req-5bbb02d7-71c5-4a65-8d60-8d8e6b5a6985 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:20.389647 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f23ce03a-2acf-4480-9fef-0e8337a20229 req-5bbb02d7-71c5-4a65-8d60-8d8e6b5a6985 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0812621 Feb 10 12:13:20.436053 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f23ce03a-2acf-4480-9fef-0e8337a20229 req-da7703a4-a568-426a-8df0-a660509986bf tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402651 Feb 10 12:13:21.661371 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81681f38-3b92-4701-b2ff-88ee3f088aef req-3e6318df-b58e-4d36-901a-6116eaaae85e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:21.668136 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81681f38-3b92-4701-b2ff-88ee3f088aef req-3e6318df-b58e-4d36-901a-6116eaaae85e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0951402 Feb 10 12:13:21.722195 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-81681f38-3b92-4701-b2ff-88ee3f088aef req-22a639b5-b00a-48b8-8bfc-02422557d94e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530472 Feb 10 12:13:22.913564 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966f280-76f4-4308-9276-0dff68e86743 req-0ea9ae38-4af3-4589-8773-79f15aa139e7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:22.915844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8966f280-76f4-4308-9276-0dff68e86743 req-0ea9ae38-4af3-4589-8773-79f15aa139e7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0782816 Feb 10 12:13:22.967776 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8966f280-76f4-4308-9276-0dff68e86743 req-b80c79ba-302c-4f2e-8b17-254c5ed44dc9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Feb 10 12:13:24.171350 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780febc1-dabc-485c-9ad6-1685b2458f4e req-9c2c5f5f-2bb9-49ab-8956-8c0dde941c48 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:24.173309 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-780febc1-dabc-485c-9ad6-1685b2458f4e req-9c2c5f5f-2bb9-49ab-8956-8c0dde941c48 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0807612 Feb 10 12:13:24.220784 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-780febc1-dabc-485c-9ad6-1685b2458f4e req-63fafa86-26dc-452c-a1b2-cfe38e1809c4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Feb 10 12:13:25.426815 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68054d1-beba-458c-9e34-28ab0afe36e3 req-44a249d1-69a0-4884-ab2d-76f5ed0179e9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:25.428467 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d68054d1-beba-458c-9e34-28ab0afe36e3 req-44a249d1-69a0-4884-ab2d-76f5ed0179e9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0825729 Feb 10 12:13:25.483684 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d68054d1-beba-458c-9e34-28ab0afe36e3 req-14c20800-6408-4f8a-a067-2591cb93f050 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467255 Feb 10 12:13:26.785152 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-c3d11e4c-7d18-4e11-a599-cb0badb3eb27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.2054055 Feb 10 12:13:26.794975 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84f78d-5382-4de3-bbb1-f9a26e9e38b5 req-2823c371-c01b-4809-86f3-b5bb82bdc07b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:26.796341 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd84f78d-5382-4de3-bbb1-f9a26e9e38b5 req-2823c371-c01b-4809-86f3-b5bb82bdc07b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.1832895 Feb 10 12:13:26.920535 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bd84f78d-5382-4de3-bbb1-f9a26e9e38b5 req-ced4c2a8-93bc-4641-b3a6-0262e1eb596c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061103 Feb 10 12:13:26.957922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-d81caa7a-e602-4d56-89fa-4535e3655966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:26.959390 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-d81caa7a-e602-4d56-89fa-4535e3655966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1616070 Feb 10 12:13:27.060544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-b268d98a-cf2d-44e6-86a6-c4ffb3550edb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0950227 Feb 10 12:13:27.120271 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-60f5fce5-66ad-420d-ae2a-81370c2a5002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:27.121601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-60f5fce5-66ad-420d-ae2a-81370c2a5002 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0548425 Feb 10 12:13:27.192093 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-9bbcca1c-47b4-4e5d-86f3-b91acfb65fa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645533 Feb 10 12:13:27.301984 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d1423501-f258-4e19-ada9-a5774f264b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:27.325639 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-2992ca4f-64ad-4dbd-bb18-4376cc1f2a35 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275804 Feb 10 12:13:27.455347 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7d1c2996-3b93-4840-bd5a-566f839b41ba req-6dfae745-50f4-414c-9b73-ebd12101c4da service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240735 Feb 10 12:13:28.115567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903ac1f-11e1-4b4d-a21f-9df9f02bc2a5 req-be4de463-1e5c-4f66-8771-008326575600 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:28.116985 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e903ac1f-11e1-4b4d-a21f-9df9f02bc2a5 req-be4de463-1e5c-4f66-8771-008326575600 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0784657 Feb 10 12:13:28.160702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e903ac1f-11e1-4b4d-a21f-9df9f02bc2a5 req-88cfe97a-a46f-43be-881d-d18bf27a5155 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 Feb 10 12:13:29.353410 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd05c1-28a4-4735-b8da-0638be85c97f req-04d5b602-6e96-4ef2-937a-858ee6ac846c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:29.354965 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5afd05c1-28a4-4735-b8da-0638be85c97f req-04d5b602-6e96-4ef2-937a-858ee6ac846c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.0751462 Feb 10 12:13:29.404117 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5afd05c1-28a4-4735-b8da-0638be85c97f req-46cab7f5-eac2-4f0c-b500-47db08177dbc tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Feb 10 12:13:29.489512 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-97376b75-7e6f-4c16-a228-c12630599f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:29.682415 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64874b8c-2e3d-4b20-b165-6c6b29e88386 req-f8f97016-4c80-4067-b34e-393e3da8ea35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1593409 Feb 10 12:13:29.861183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34638) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:13:29.990971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efc108-c038-4106-bd48-46ec561667cd req-a53055b0-8a13-4db9-88e8-6f87942b1731 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:29.992428 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19efc108-c038-4106-bd48-46ec561667cd req-a53055b0-8a13-4db9-88e8-6f87942b1731 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 945 time: 0.1204844 Feb 10 12:13:30.044287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-838aac87-c41e-4fb3-a5c0-54def7a5661d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1818814 Feb 10 12:13:30.049348 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-19efc108-c038-4106-bd48-46ec561667cd req-ddebc038-d7c8-4d11-bf6f-a4615cc1ae14 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503128 Feb 10 12:13:30.524018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-d17fddb8-5a34-4e45-916f-f60f051ceb7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 1098 time: 0.0701251 Feb 10 12:13:30.613622 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-d93b5502-f45e-44a5-88c8-56cfa8af7455 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1098 time: 0.0689576 Feb 10 12:13:30.659187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.742018 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-8acc398b-4c79-4bb2-9050-4cbeedeccb0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:30.743392 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-8acc398b-4c79-4bb2-9050-4cbeedeccb0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1244745 Feb 10 12:13:30.823741 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:30.844100 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-e134b8b8-77f6-4dbe-8f57-40684cb083c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0948169 Feb 10 12:13:30.903633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-f644344e-fa28-4715-ab5c-68ecf193d43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:30.905040 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-f644344e-fa28-4715-ab5c-68ecf193d43c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0560048 Feb 10 12:13:30.959935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:13:30.981199 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-d8f359e5-edb5-4d43-ba9d-0edb10eef3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692940 Feb 10 12:13:31.074907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:31.104093 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:31.114191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:31.120360 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:31.171013 dv-neutron-827807-1-hyperv neutron-server[83555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'code': 422} returned with failed status Feb 10 12:13:31.224107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:31.257631 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-328a8fc5-db02-4442-be4b-3a9142681333 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703485 Feb 10 12:13:31.366468 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e558f47-b2cc-45c4-aed4-e01fde310ebe req-24f27180-56dd-4062-96b9-b97f6cb44570 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:31.367931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e558f47-b2cc-45c4-aed4-e01fde310ebe req-24f27180-56dd-4062-96b9-b97f6cb44570 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.1936870 Feb 10 12:13:31.430621 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-985b6bd0-0bd2-40e8-8aaa-d571a26e181e service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670961 Feb 10 12:13:31.442813 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e558f47-b2cc-45c4-aed4-e01fde310ebe req-dd68b797-8297-4bf3-b5a2-00b94056528a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670736 Feb 10 12:13:32.216865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:32.653849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd2ad3-f6a5-44e2-baf4-9c04097fac13 req-e19e14e4-a3ee-431f-bec3-827eabb4ed1d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:32.656656 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32cd2ad3-f6a5-44e2-baf4-9c04097fac13 req-e19e14e4-a3ee-431f-bec3-827eabb4ed1d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0853438 Feb 10 12:13:32.703633 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-32cd2ad3-f6a5-44e2-baf4-9c04097fac13 req-b09ea643-d3bc-4189-a73b-ee3766e6ea92 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Feb 10 12:13:33.922212 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcb1ac-e02a-4ee8-a37f-9b01a7ac8213 req-e2467061-be17-4c5d-b3fa-276a1a2d0963 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:33.923898 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21dcb1ac-e02a-4ee8-a37f-9b01a7ac8213 req-e2467061-be17-4c5d-b3fa-276a1a2d0963 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0853486 Feb 10 12:13:33.978308 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21dcb1ac-e02a-4ee8-a37f-9b01a7ac8213 req-0c2b207c-d7d4-43a3-a1f2-d7518ea5119e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484087 Feb 10 12:13:34.254617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:35.188440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec25e1-7976-437c-95a5-84266945173e req-a4014290-1a08-4ec0-bfcb-23eb620ded1d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:35.190023 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdec25e1-7976-437c-95a5-84266945173e req-a4014290-1a08-4ec0-bfcb-23eb620ded1d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0817993 Feb 10 12:13:35.238545 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-fdec25e1-7976-437c-95a5-84266945173e req-9d89b34a-4b52-49ce-aca4-7df1ab523e73 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Feb 10 12:13:36.447297 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbcb45-dff6-4eec-ad94-d6faf9058b7c req-9d3e30bc-7cf1-46e7-b9e2-b979dd098806 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:36.448752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47cbcb45-dff6-4eec-ad94-d6faf9058b7c req-9d3e30bc-7cf1-46e7-b9e2-b979dd098806 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0832069 Feb 10 12:13:36.496124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-47cbcb45-dff6-4eec-ad94-d6faf9058b7c req-f0a2eb7d-5f04-4519-a10d-a97cb65971bf tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Feb 10 12:13:37.710715 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54880350-523c-443e-bf02-c6cf0811990c req-90532b4d-7c1a-4e29-978b-734075827b26 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:37.712324 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54880350-523c-443e-bf02-c6cf0811990c req-90532b4d-7c1a-4e29-978b-734075827b26 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0796747 Feb 10 12:13:37.759696 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-54880350-523c-443e-bf02-c6cf0811990c req-81432410-a2fd-49ab-a663-81e18b6e6b90 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Feb 10 12:13:38.875394 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:13:38.976972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357b07d-55c0-4447-8503-7bd65334feef req-6bbec6cb-2e8a-4997-b5b8-da8a2104866e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:38.978464 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0357b07d-55c0-4447-8503-7bd65334feef req-6bbec6cb-2e8a-4997-b5b8-da8a2104866e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0876677 Feb 10 12:13:39.026479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0357b07d-55c0-4447-8503-7bd65334feef req-1ac0e0ac-99cc-4676-8245-0ed27b457848 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 Feb 10 12:13:40.217686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f680367-916a-4401-b31d-1eb39c815025 req-3c9d357d-374d-4475-90ee-acb080f01600 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:40.219167 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f680367-916a-4401-b31d-1eb39c815025 req-3c9d357d-374d-4475-90ee-acb080f01600 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 943 time: 0.0745933 Feb 10 12:13:40.267210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0f680367-916a-4401-b31d-1eb39c815025 req-adc91ea0-a020-41e4-a6e3-03843123fe47 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Feb 10 12:13:40.769006 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a51dec3-11d3-42a5-abac-c026ab736087 req-7b489ea4-897a-4b70-b6df-0c8aa1490886 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1096 time: 0.0653527 Feb 10 12:13:40.811805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2a51dec3-11d3-42a5-abac-c026ab736087 req-44445e54-68f5-4033-bfa7-3cdd20e2626a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351949 Feb 10 12:13:40.975165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:13:41.105529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:41.118028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'port_id': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'mac_address': 'fa:16:3e:87:39:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:13:41.169442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.185484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:13:41.199563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:41.204177 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:41.270458 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=9']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:41.462302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['b276f05b-4cbf-42d1-9ccf-91a12148f341'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:13:41.472649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4add9-718b-43f0-8c15-3f0160d36584 req-5b465f43-b63f-4fc4-b819-554fdaaf21c5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:41.474175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff4add9-718b-43f0-8c15-3f0160d36584 req-5b465f43-b63f-4fc4-b819-554fdaaf21c5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0799363 Feb 10 12:13:41.523777 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3ff4add9-718b-43f0-8c15-3f0160d36584 req-af022e8b-c96e-4253-858e-2d797f1dc807 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Feb 10 12:13:42.732269 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438648-0f2c-429d-af3f-9fc996a17f2f req-5a87a071-7040-4f4e-8a0c-104771c2f029 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:42.733734 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0438648-0f2c-429d-af3f-9fc996a17f2f req-5a87a071-7040-4f4e-8a0c-104771c2f029 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 944 time: 0.0746338 Feb 10 12:13:42.777897 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b0438648-0f2c-429d-af3f-9fc996a17f2f req-83001138-3eef-40d7-91e1-6ceae24743a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385625 Feb 10 12:13:42.989635 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:13:43.057255 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port b276f05b-4cbf-42d1-9ccf-91a12148f341 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:13:43.057620 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:43.167090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:43.192696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:13:43.201797 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:13:43.205814 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:43.249279 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'code': 200} Feb 10 12:13:43.273755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=10']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:13:52.456960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-d952911f-6779-4e94-98c2-67ea1a29aeb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699995 Feb 10 12:13:52.589768 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-781d2ce1-366c-4262-a29c-1bcde70106ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1099 time: 0.0669556 Feb 10 12:13:52.728187 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29045659-1322-41de-b5c5-03c5bb514458 req-11a18dab-cef1-41ae-b1c2-ee09b4426c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:52.729495 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-11a18dab-cef1-41ae-b1c2-ee09b4426c77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1223631 Feb 10 12:13:52.913445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-3322c8f9-f0b8-4558-bad3-6ef899b20b28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.1782029 Feb 10 12:13:52.973449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29045659-1322-41de-b5c5-03c5bb514458 req-bb67e25f-54cd-4578-b611-f2dd7fb54d99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:13:52.974829 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-bb67e25f-54cd-4578-b611-f2dd7fb54d99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0555751 Feb 10 12:13:53.047221 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-ab2effee-9ce8-4b59-bf3f-d510815f7c2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669360 Feb 10 12:13:53.175315 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-320b1ee3-9869-411b-a169-bb093490887d service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213186 Feb 10 12:13:53.302577 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29045659-1322-41de-b5c5-03c5bb514458 req-96f5c87f-5b17-4b3d-b972-25b713e2217f service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218851 Feb 10 12:13:57.306585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a573bac0-e064-4d6c-bb12-455887da4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:13:59.491469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d79bdb15-4a8b-4f85-b4cc-51642eccb81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:00.662001 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:00.824835 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:02.206935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:04.253223 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:15.875837 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:14:27.310764 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a8a29784-59d6-45ee-9c06-186b42540178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:29.493653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-62457d95-3a62-4629-9cd3-c48a8d6f2359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:30.662429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:30.825979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:32.209375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:34.256237 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:52.876202 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:14:53.990579 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-d681a608-859b-42aa-b48f-918e6ede5d97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316485 Feb 10 12:14:54.127715 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-dea1f17c-f5d7-4e31-a81d-bb67f5482912 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1099 time: 0.0705051 Feb 10 12:14:54.267972 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-9fb39834-2a76-4916-888b-d95082841e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:14:54.269366 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-9fb39834-2a76-4916-888b-d95082841e0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1229045 Feb 10 12:14:54.368331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-b8de22ad-256a-4e12-97df-a64c944a85da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0934327 Feb 10 12:14:54.427215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-cf3cdd4a-56ee-45b7-8ff2-045ea3a9fbbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:14:54.428532 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-cf3cdd4a-56ee-45b7-8ff2-045ea3a9fbbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0551174 Feb 10 12:14:54.498085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-ccfe66ca-0fa6-4288-adc6-bf79f622f504 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640395 Feb 10 12:14:54.624340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-9102c614-87d3-449d-ba90-60336f8bace7 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200018 Feb 10 12:14:54.749674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-94938fee-a36e-408d-9433-a8faafdd4a1a req-b3cf1082-9983-4498-8bcf-96d38a32421a service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196949 Feb 10 12:14:57.312114 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3038c0bf-c3e6-40fe-8a20-fd9f4e6c997d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:14:59.496532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1f1ec9fb-4e2a-4d3d-88ea-5555676c2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:00.667465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:00.827633 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:02.212806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:04.254788 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:27.314170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a44f6d49-1ceb-47e0-a5f2-e9d066538285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:29.498868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7141783d-9426-4fc5-8fa2-c4872704b7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:29.875545 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:15:30.668859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:30.830861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:32.215158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:34.240738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:53.895966 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-8b3f538c-4eaa-4a99-8f43-33e45ed4332f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702024 Feb 10 12:15:54.033223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-69417963-45df-4da6-a13b-8627bb0fd660 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1099 time: 0.0670652 Feb 10 12:15:54.173845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10472397-282a-4ce2-bb33-78efb325c999 req-1a9b37bd-09c7-4737-b4d4-4333adc6b973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:54.175143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-1a9b37bd-09c7-4737-b4d4-4333adc6b973 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1216440 Feb 10 12:15:54.365410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-8350d7f4-6df5-48a7-99ac-0ed3ebc555b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.1843905 Feb 10 12:15:54.427772 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10472397-282a-4ce2-bb33-78efb325c999 req-a4f76b17-e9d6-483f-85e0-e696b443ea4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:15:54.429104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-a4f76b17-e9d6-483f-85e0-e696b443ea4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0583477 Feb 10 12:15:54.503130 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-bbcb7550-33ee-4bd7-8158-480ea48cef81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687017 Feb 10 12:15:54.632946 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-4a0dc1cc-5d31-415d-b666-538549a98e0a service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244004 Feb 10 12:15:54.760808 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-10472397-282a-4ce2-bb33-78efb325c999 req-4f7d2d27-2312-465d-b9d4-2fab88d3b00f service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225653 Feb 10 12:15:57.315534 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cd97a877-285f-4782-9914-99d2bbb678bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:15:59.499484 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9f2c3930-a969-4af3-89ec-2d276ec0044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.672979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:00.832761 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:02.217574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:04.255378 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:06.875044 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:16:27.316998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14d67430-1857-4c22-9e26-72d890ecb063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:29.500651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4b2922a9-2907-4ec9-a6ae-c67da51a002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.674022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:30.835007 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:32.219135 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:34.263767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:43.875310 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:16:54.537679 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-1c45e39c-2f06-4016-9599-5b186a150b67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663867 Feb 10 12:16:54.672963 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-7ee37d4b-a6bf-45d7-a16c-00cc82371d08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1099 time: 0.0708716 Feb 10 12:16:54.823077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-5de16d6c-b1c4-4931-a51a-5090641575f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:54.824441 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-5de16d6c-b1c4-4931-a51a-5090641575f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1322567 Feb 10 12:16:54.924140 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-b6945bda-2ee5-43c3-ba9d-03acd76c6133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 1001 time: 0.0936031 Feb 10 12:16:54.985200 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-5999402b-22e0-4191-8dfe-f14b76cd01f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:16:54.986634 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-5999402b-22e0-4191-8dfe-f14b76cd01f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0559807 Feb 10 12:16:55.070065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-0fd3287e-be8e-409b-80ba-c007ab021eee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673473 Feb 10 12:16:55.196987 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-3e08dfd1-9559-4e66-a2fb-64acbfe5583c service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204619 Feb 10 12:16:55.323163 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7e3daf86-d3b0-4de8-b054-0d54b54c5fbd req-08f26ace-d0c1-4c6c-a97a-d9fc3f55f20f service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208646 Feb 10 12:16:57.319539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-79c542ff-78d9-4f21-80d3-ac6b34c04f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:16:59.502641 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5357d4ab-c3a0-42b8-80d0-7b0facdfc413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:00.679032 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:00.836357 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:02.221396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:04.257877 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:10.936845 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34804) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:11.130854 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Deleting port 3fe23b6c-ae89-4660-854d-20a4e9949017 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:17:11.131180 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:11.379155 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:11.379497 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:11.504125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Calling delete_port for 3fe23b6c-ae89-4660-854d-20a4e9949017 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:17:11.645008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:11.691392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'Port': ['ID=3fe23b6c-ae89-4660-854d-20a4e9949017,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:11.728717 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.729059 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.729392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.729719 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.730047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.730367 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.730686 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.731007 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.731352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.731672 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.731991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:11.794689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:12.175582 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:17:12.382334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:17:12.392051 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:17:12.401716 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:12.403942 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:12.404532 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:16:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:12.457788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0813de3d-0390-4566-9e89-0c3638b51a2c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "DELETE /v2.0/floatingips/840c6505-e0d1-44a6-8f2f-32c53579e03d HTTP/1.1" status: 204 len: 168 time: 1.5198557 Feb 10 12:17:12.458356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:12.612003 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:12.613133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'status': 'completed', 'code': 200} Feb 10 12:17:12.705602 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-0c784f4e-6ecb-4380-95f0-3fd5aaef5f3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 1099 time: 0.0714211 Feb 10 12:17:12.853364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-7992f466-af4f-45b7-a92e-c0c77cb591b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:12.854788 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-7992f466-af4f-45b7-a92e-c0c77cb591b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1405389 Feb 10 12:17:12.934163 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:12.938690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:17:12.950358 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:12.951032 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:16:59Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:13.060746 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-f7bcc1dd-ea1b-4adb-bbce-58461f01ce94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 200 len: 217 time: 0.1995976 Feb 10 12:17:13.133236 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:13.141150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-b5e84866-1980-45d5-8a5d-041392689ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:13.142554 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-b5e84866-1980-45d5-8a5d-041392689ed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0758014 Feb 10 12:17:13.187069 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bcfd0-d80c-4cdc-ae07-06a8e1a636cd req-2484486b-02cc-4852-aeff-fb060ff2414c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:13.187780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-446bcfd0-d80c-4cdc-ae07-06a8e1a636cd req-2484486b-02cc-4852-aeff-fb060ff2414c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:13.213687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-446bcfd0-d80c-4cdc-ae07-06a8e1a636cd req-2484486b-02cc-4852-aeff-fb060ff2414c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:13.214818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-446bcfd0-d80c-4cdc-ae07-06a8e1a636cd req-2484486b-02cc-4852-aeff-fb060ff2414c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 946 time: 0.3817453 Feb 10 12:17:13.262485 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-92e1e710-178a-4f10-8f2f-aa4dd774d562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117907 Feb 10 12:17:13.291552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-446bcfd0-d80c-4cdc-ae07-06a8e1a636cd req-38e17867-bc63-4e0a-9c8c-b0964021c565 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=30eff0b4-9e4f-4004-b660-7c2bc2183582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692878 Feb 10 12:17:13.405547 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-305534eb-01ad-410a-86f8-f0bd7e092fc3 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356137 Feb 10 12:17:13.443686 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:13.448154 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b314331-b3c2-42fe-982b-b0e8759a4e03 None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:17:13.541614 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e451413-f9f0-40b6-90b2-885e4595fe55 req-cd1a944b-b509-4f45-b491-3986e275fcae service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301825 Feb 10 12:17:13.663834 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0850c-3e91-4add-a0cd-1bf667239025 None None] New status for floating IP 840c6505-e0d1-44a6-8f2f-32c53579e03d: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:17:13.854114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-4f296a3b-f525-4706-9cb4-15111a89fa21 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:13.855549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-4f296a3b-f525-4706-9cb4-15111a89fa21 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 946 time: 0.0798833 Feb 10 12:17:13.921643 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Deleting port b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:17:13.921905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:14.159109 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] For port b276f05b-4cbf-42d1-9ccf-91a12148f341, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=b276f05b-4cbf-42d1-9ccf-91a12148f341,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:17:14.159484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:14.276077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Calling delete_port for b276f05b-4cbf-42d1-9ccf-91a12148f341 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:17:14.429660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:14.484252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'Port': ['ID=b276f05b-4cbf-42d1-9ccf-91a12148f341,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:14.599709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] No DVR routers for this DVR port b276f05b-4cbf-42d1-9ccf-91a12148f341 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:17:14.602953 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-989d2598-38fe-4b43-920a-13f966734065 req-683cd4d2-1a2d-4632-a9cd-88950d95b51b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9f5beb3-5338-494e-ac5b-e8613dd815d4 HTTP/1.1" status: 200 len: 210 time: 0.1670449 Feb 10 12:17:14.603910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:14.614453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-deleted', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:14.620834 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b856b8a4-4995-44a5-95b4-ec35e092cd99 req-ac976a04-8f0b-4869-83e0-9657adcb4024 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "DELETE /v2.0/ports/b276f05b-4cbf-42d1-9ccf-91a12148f341 HTTP/1.1" status: 204 len: 173 time: 0.7606590 Feb 10 12:17:14.678586 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f5beb3-5338-494e-ac5b-e8613dd815d4', 'name': 'network-vif-deleted', 'tag': 'b276f05b-4cbf-42d1-9ccf-91a12148f341', 'status': 'completed', 'code': 200} Feb 10 12:17:15.845794 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34834) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:15.912343 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:15.943555 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.005214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.022015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eff0b4-9e4f-4004-b660-7c2bc2183582,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:16.034022 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.037704 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-44c1bd19-3d6c-4f98-ba81-05bd366ca7bd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "DELETE /v2.0/security-groups/30eff0b4-9e4f-4004-b660-7c2bc2183582 HTTP/1.1" status: 204 len: 168 time: 0.1884043 Feb 10 12:17:16.700379 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34842) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:16.705991 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518847183', 'description': 'tempest-secgroup-smoke-518847183 description', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:16.711998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:16.716201 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:16.719093 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:16.724790 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:16.734848 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.770759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:16.774554 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:16.777349 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:16.783945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:16.838855 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.842312 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.886099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8a1fe-b948-4f2e-ae92-edd94881f534,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:16.890586 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:16.892130 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8e3600be-707c-4204-b489-deefdaeccd84 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1903846 Feb 10 12:17:16.894477 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34846) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:16.899729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:16.905871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:16.909527 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:16.912328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:16.919028 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:16.935364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.089771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.094012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.120934 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e376b692-dce4-4c9d-8c6c-e0b484a61db6,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.131612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.132823 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f5d558bb-78d3-4fa7-a886-8a9d1455c3cb tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2374613 Feb 10 12:17:17.135778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34850) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:17.141219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:17.147066 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:17.150869 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:17.153648 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:17.159129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:17.175199 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.233995 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.237338 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.259177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f50ddba-06ea-421e-bf85-0c839f67a273,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.267964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.269177 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c167910d-7c9b-4131-b8b2-dd0faa4b2ee1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1324880 Feb 10 12:17:17.271800 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34854) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:17.277520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:17.283107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:17.286818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:17.290266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:17.295874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:17.310915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.371466 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.374692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.399739 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205f8a43-400b-4122-b626-29dfc521a352,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.408473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.409669 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-55693b19-7002-4c32-be27-77e50b78f2e8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1369576 Feb 10 12:17:17.412310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34858) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:17.418105 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:17.426163 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:17.430190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:17.433102 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:17.438953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:17.455129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.517171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.520420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.543147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04bc4bb-3888-43e0-bca6-5a16c06ada84,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.551866 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.553007 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-665f09c1-f305-4265-9361-06f2b006e40f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1397934 Feb 10 12:17:17.555668 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34862) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:17.561214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:17.566745 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:17.570912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:17.573720 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:17.579206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:17.589507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Project d03c67787ae14ad1bcc1c9f4d3a3c6d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:17:17.595688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.658498 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.661872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.684422 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad396715-681d-4e56-bacb-f922aaa9b004,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.694518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.696203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-0e3bbbe0-86b7-4718-b1e7-5b9a6ee836f0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1396227 Feb 10 12:17:17.698896 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 34866) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:17.704078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'security_group_rule': {'security_group_id': '16e8a1fe-b948-4f2e-ae92-edd94881f534', 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:17.709690 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:17.713894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:security_group_rule and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:17.716708 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:17.722176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:17.732334 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Project d03c67787ae14ad1bcc1c9f4d3a3c6d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:17:17.738613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.810140 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.813448 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.836926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17fd250-5c07-4051-ac38-fc6482eba27a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:17.845590 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:17.846778 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee516136-db65-49bd-8738-cf10eb136988 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1469693 Feb 10 12:17:17.915913 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:17:17.948921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: b276f05b-4cbf-42d1-9ccf-91a12148f341 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:17:17.949301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device b276f05b-4cbf-42d1-9ccf-91a12148f341 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:17:20.875962 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:17:27.321301 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c219bae0-d1f1-4fa7-9498-73242ec75575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:29.505066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6dc17158-c4a9-4910-bf28-6ac8a2c60d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:30.681052 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:30.838776 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:31.739460 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8c6265a2-e9ef-44df-a381-9a5bb3cc3882 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:31.753792 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8c6265a2-e9ef-44df-a381-9a5bb3cc3882 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:31.755124 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8c6265a2-e9ef-44df-a381-9a5bb3cc3882 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518847183&fields=id&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 267 time: 0.0551741 Feb 10 12:17:31.899801 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-0a9889b9-91e4-4e37-bd7b-8888bfd66483 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:31.901206 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-0a9889b9-91e4-4e37-bd7b-8888bfd66483 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 809 time: 0.1397464 Feb 10 12:17:31.916700 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-4abf0448-e794-4f5b-871f-3b32e312a66a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/quotas/d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 375 time: 0.0102401 Feb 10 12:17:31.996722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-7fe47e21-740b-4f7f-bd86-d66da216e2d1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:32.011839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-7fe47e21-740b-4f7f-bd86-d66da216e2d1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:32.013436 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-7fe47e21-740b-4f7f-bd86-d66da216e2d1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919979 Feb 10 12:17:32.089504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8ae9275b-e140-4c45-9df7-6ab820869cc9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:17:32.090463 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8ae9275b-e140-4c45-9df7-6ab820869cc9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0652809 Feb 10 12:17:32.220161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-20d0abe8-46ab-45d4-bd24-8c697b512094 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236908 Feb 10 12:17:32.227976 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:32.352143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-7fbffa24-ece4-424e-b923-15fd79198350 service neutron] 10.222.0.42 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249330 Feb 10 12:17:32.738913 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f50a3f8f-e248-409a-b2b4-0394d135ecf4 req-fad829db-a969-49bb-a7f1-c29a7560dcf6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 210 time: 0.0405176 Feb 10 12:17:33.856300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-68a0dbb7-e127-44a6-a924-4d2f4967052e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:33.857703 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-68a0dbb7-e127-44a6-a924-4d2f4967052e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 809 time: 0.1495509 Feb 10 12:17:33.916146 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-011133b9-10e6-44ff-b667-e64f683cbe2a req-69519fa5-fb1e-47e4-a457-91b065e843f3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 210 time: 0.0532982 Feb 10 12:17:33.942590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-d8f4bb63-dcdc-4309-80dc-3f492b8fb416 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 379 time: 0.0470243 Feb 10 12:17:33.951198 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'port': {'device_id': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'admin_state_up': True, 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'security_groups': ['16e8a1fe-b948-4f2e-ae92-edd94881f534']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:34.086332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:34.095859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:34.105572 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Made reservation on behalf of d03c67787ae14ad1bcc1c9f4d3a3c6d4 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:17:34.108693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.272272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Allocated IP 172.20.0.11 (1a4dc633-3300-48da-830d-23f50ac0a0f4/07a7e4fd-40f5-4e57-bedb-a5e8a1c779be/dcab7e11-2a14-441c-8aa5-df6c8ea48df2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:17:34.276906 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.462488 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.479817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Transition to ACTIVE for port object dcab7e11-2a14-441c-8aa5-df6c8ea48df2 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:17:34.503157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.577722 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:17:34.580735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:17:34.583259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:17:34.630616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:34.657730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:34.658565 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.687085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-8cfd63db-c75c-42b2-a20a-cf31873e4fbd tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396860 Feb 10 12:17:34.699494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Request body: {'port': {'device_id': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:34.810955 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.840552 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e7f3d4a7-2310-4b3c-8891-f7a1ba5bb50d None None] Provisioning for port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:17:34.845864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e7f3d4a7-2310-4b3c-8891-f7a1ba5bb50d None None] Provisioning complete for port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:17:34.846425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e7f3d4a7-2310-4b3c-8891-f7a1ba5bb50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:34.914290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3d4a7-2310-4b3c-8891-f7a1ba5bb50d None None] Port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:17:35.241675 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4227c-de0d-4dc7-91b1-67af620c10a7 req-829f9279-e191-40c9-89a4-7059916c547d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:35.242278 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c4f4227c-de0d-4dc7-91b1-67af620c10a7 req-829f9279-e191-40c9-89a4-7059916c547d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:17:35.269284 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-c4f4227c-de0d-4dc7-91b1-67af620c10a7 req-829f9279-e191-40c9-89a4-7059916c547d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:17:35.270423 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4f4227c-de0d-4dc7-91b1-67af620c10a7 req-829f9279-e191-40c9-89a4-7059916c547d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 932 time: 0.2153003 Feb 10 12:17:35.342389 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcab7e11-2a14-441c-8aa5-df6c8ea48df2 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:17:35.357729 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:35.378383 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4f4227c-de0d-4dc7-91b1-67af620c10a7 req-68e8b3a0-4287-410e-8dca-800489122db9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788774 Feb 10 12:17:35.379322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Transition to ACTIVE for port object dcab7e11-2a14-441c-8aa5-df6c8ea48df2 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:17:35.383079 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:35.508126 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:35.620083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Attempting to bind port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:17:35.620438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Attempting to bind port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:17:35.620763 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Attempting to bind port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:17:35.629464 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:17:35.629779 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Attempting to bind port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 on network 1a4dc633-3300-48da-830d-23f50ac0a0f4 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:17:35.636595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:17:35.636943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Checking segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:17:35.637363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Bound using segment: {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:17:35.637783 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Bound port: dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710017e0-dcf9-43c7-9aa6-3c9b509c5296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:17:35.638125 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:35.725933 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:17:35.728988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:17:35.733249 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:35.793282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:35.794648 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] 10.222.0.32 "PUT /v2.0/ports/dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1094 time: 1.1002829 Feb 10 12:17:35.795083 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:35.816830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3ba15-1d0e-4eae-854d-c8a6e0dca555 service neutron] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:35.858144 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'status': 'completed', 'code': 200} Feb 10 12:17:35.900660 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-1aebf24c-80c0-4a14-b138-990baa587440 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1097 time: 0.0731812 Feb 10 12:17:35.973256 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-a738c91a-6293-40f3-a63c-53b478b5ac57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 217 time: 0.0665267 Feb 10 12:17:36.033601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-4aa6bf89-4fda-4426-bb2f-2e1f55987347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:36.035049 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-4aa6bf89-4fda-4426-bb2f-2e1f55987347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0568593 Feb 10 12:17:36.110980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-480f6132-fdce-448c-b5bf-9a66a7978d8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699601 Feb 10 12:17:36.237868 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-ef2eb7d4-cd58-4af0-af5b-7ac83b508f37 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203136 Feb 10 12:17:36.367218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-85e0d6b0-0c04-4b89-8230-7ac137714c54 req-98c25909-5bac-4062-b480-c8d8a8bab624 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227195 Feb 10 12:17:36.472650 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-f7968583-b6ec-48fc-a5eb-7d259a8a1bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1097 time: 0.0674262 Feb 10 12:17:36.743744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-f3621550-ae0a-4cb6-b523-e05d7dfa1fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:36.745143 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-f3621550-ae0a-4cb6-b523-e05d7dfa1fb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.2669723 Feb 10 12:17:36.754594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d435e20-75bf-49ca-8ff6-763f51316266 req-7ed07767-709d-41ff-a176-af4b94f7d21a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:36.755922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d435e20-75bf-49ca-8ff6-763f51316266 req-7ed07767-709d-41ff-a176-af4b94f7d21a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.2536056 Feb 10 12:17:36.832986 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-87f236f2-fb46-44e6-8e85-c2683de2ebc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 217 time: 0.0760870 Feb 10 12:17:36.896658 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d435e20-75bf-49ca-8ff6-763f51316266 req-e881abcd-bf2d-4885-b82d-b25ac03ca855 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940886 Feb 10 12:17:36.907394 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-eac705a5-b001-4062-b388-7183ffe4361e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:36.908740 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-eac705a5-b001-4062-b388-7183ffe4361e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0674365 Feb 10 12:17:36.986204 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-437f915f-9406-45b8-9044-09b888499549 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710185 Feb 10 12:17:37.124298 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-bd508833-51eb-44cf-8ecd-00fef7a8ddfc service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287048 Feb 10 12:17:37.252139 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3d623981-42b9-4701-ba30-1ed0edbdeaf5 req-88556a34-17ad-4445-a5ee-ea801074b67e service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207840 Feb 10 12:17:38.093479 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577ddcc-25b8-4f4b-a181-9cea7b6216cf req-c428f3ab-eebb-437a-8135-fcf6152f89d7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:38.094912 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a577ddcc-25b8-4f4b-a181-9cea7b6216cf req-c428f3ab-eebb-437a-8135-fcf6152f89d7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0775983 Feb 10 12:17:38.139239 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a577ddcc-25b8-4f4b-a181-9cea7b6216cf req-5bbb5587-cb58-4263-abf9-2f28c13e364c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Feb 10 12:17:39.329649 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81d14d-0ee3-4395-b22e-3437e1f7d852 req-b5fe3c2e-c183-4221-983b-cd81bbda5717 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:39.330978 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d81d14d-0ee3-4395-b22e-3437e1f7d852 req-b5fe3c2e-c183-4221-983b-cd81bbda5717 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0751984 Feb 10 12:17:39.378159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0d81d14d-0ee3-4395-b22e-3437e1f7d852 req-68c4a1bb-bab4-44dd-a4c4-4f33a33531df tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Feb 10 12:17:40.570345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081468e-6cab-4b77-8fac-e81cc679593d req-bb19ddee-0d95-4acb-bd39-6ba6fc0d0001 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:40.571709 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4081468e-6cab-4b77-8fac-e81cc679593d req-bb19ddee-0d95-4acb-bd39-6ba6fc0d0001 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0745299 Feb 10 12:17:40.616610 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-4081468e-6cab-4b77-8fac-e81cc679593d req-740f5b10-b906-4d54-89dd-ac10ceefbdb8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390618 Feb 10 12:17:41.813976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7d330-b531-40b6-8dbd-6dc7fe5e4659 req-bbc7e8ee-113e-4067-8cde-ea940164e546 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:41.815412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65c7d330-b531-40b6-8dbd-6dc7fe5e4659 req-bbc7e8ee-113e-4067-8cde-ea940164e546 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0792818 Feb 10 12:17:41.858952 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-65c7d330-b531-40b6-8dbd-6dc7fe5e4659 req-1892960f-10a5-4419-a610-10532cd0b649 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Feb 10 12:17:43.050315 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d97960-3477-46c4-9c2b-57043d0efe4e req-067c4278-74f4-45ad-83ac-1d75d36088b1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:43.051779 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3d97960-3477-46c4-9c2b-57043d0efe4e req-067c4278-74f4-45ad-83ac-1d75d36088b1 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0758157 Feb 10 12:17:43.095498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3d97960-3477-46c4-9c2b-57043d0efe4e req-e668d5b5-9178-4b61-a30d-bb1f1053d06d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 Feb 10 12:17:44.292062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83308637-b152-4a90-8c79-849bcdd50efd req-e8aebd5f-52d5-4f81-ad7e-e8fbfb78358c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:44.293412 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83308637-b152-4a90-8c79-849bcdd50efd req-e8aebd5f-52d5-4f81-ad7e-e8fbfb78358c tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0795379 Feb 10 12:17:44.339197 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-83308637-b152-4a90-8c79-849bcdd50efd req-96768127-e0aa-47c5-b8f9-80d8de29a1b9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 Feb 10 12:17:45.529115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22b5c2-6847-4474-8f15-7e67927fba6e req-ff8014d6-7853-4e21-9768-43994a0eb0f2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:45.530548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b22b5c2-6847-4474-8f15-7e67927fba6e req-ff8014d6-7853-4e21-9768-43994a0eb0f2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0751727 Feb 10 12:17:45.574667 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6b22b5c2-6847-4474-8f15-7e67927fba6e req-75859668-2112-4b30-bf8a-cead7d2e69a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Feb 10 12:17:46.013574 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:17:46.143373 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:17:46.155908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'mac_address': 'fa:16:3e:ec:06:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:17:46.207035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:46.223995 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcab7e11-2a14-441c-8aa5-df6c8ea48df2 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:17:46.238561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:17:46.242816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:46.310103 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:46.318307 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.318653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.318991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.319467 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.319799 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.320155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.320485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.320809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.321129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.321448 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.321766 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:17:46.476042 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['dcab7e11-2a14-441c-8aa5-df6c8ea48df2'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:17:46.768653 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727e781-888b-40f7-b634-08f8cf7f533f req-a2fe3102-154a-4a8d-b171-0c326cc31383 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:46.770583 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f727e781-888b-40f7-b634-08f8cf7f533f req-a2fe3102-154a-4a8d-b171-0c326cc31383 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 945 time: 0.0801129 Feb 10 12:17:46.814758 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f727e781-888b-40f7-b634-08f8cf7f533f req-90bd41b0-820e-4c04-8991-067e9c305515 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Feb 10 12:17:48.013876 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:17:48.015354 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f15c7-336b-40b0-9455-2725050dc306 req-d6676010-70b4-4b4f-9ddc-2e93e8b14233 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:48.016809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee8f15c7-336b-40b0-9455-2725050dc306 req-d6676010-70b4-4b4f-9ddc-2e93e8b14233 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 945 time: 0.0819237 Feb 10 12:17:48.064856 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ee8f15c7-336b-40b0-9455-2725050dc306 req-99dde1a7-4f10-4221-9bdd-f4c2c24640ee tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425355 Feb 10 12:17:48.080807 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:17:48.085361 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:17:48.085754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:48.195744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:48.221477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:48.230881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:17:48.234757 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:48.298409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:48.361959 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'code': 200} Feb 10 12:17:48.622688 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-267a74dd-80f4-4ae4-8041-9632fea11ae1 req-37167fd9-e046-45ca-a319-99a5ecdcff6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0668166 Feb 10 12:17:48.663107 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-267a74dd-80f4-4ae4-8041-9632fea11ae1 req-cb88793f-2674-476c-86f8-6f0583299c23 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350626 Feb 10 12:17:49.258295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756d22-4f58-41f7-baad-1b2269977770 req-ad8f2436-5bd6-49da-ac17-ec58b255f12b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:49.259642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0756d22-4f58-41f7-baad-1b2269977770 req-ad8f2436-5bd6-49da-ac17-ec58b255f12b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0774701 Feb 10 12:17:49.302992 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f0756d22-4f58-41f7-baad-1b2269977770 req-e1c19230-4c51-4c09-af42-c1e9270c6e74 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378737 Feb 10 12:17:50.500521 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883dd8a-9ba7-4e3c-8b2e-142ab5c95576 req-b6a50534-e3ee-4d1b-9552-e0e4b87b6589 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:50.501938 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c883dd8a-9ba7-4e3c-8b2e-142ab5c95576 req-b6a50534-e3ee-4d1b-9552-e0e4b87b6589 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0744796 Feb 10 12:17:50.546179 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c883dd8a-9ba7-4e3c-8b2e-142ab5c95576 req-3901f847-21b1-480c-b81e-095a1d634c08 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388930 Feb 10 12:17:50.738134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d51a23-ca34-4a42-80ca-b31229438926 req-f15c429f-df5a-496b-8bb0-7c4be2052f67 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:50.739580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56d51a23-ca34-4a42-80ca-b31229438926 req-f15c429f-df5a-496b-8bb0-7c4be2052f67 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0782464 Feb 10 12:17:50.783724 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56d51a23-ca34-4a42-80ca-b31229438926 req-3dbb1bec-75cd-4532-8eef-5534c046af14 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Feb 10 12:17:50.811721 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35010) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:50.942473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-ee7d5f3d-2b57-4e50-87c8-84051cbc1af1 tempest-TestShelveInstance-434946248 tempest-TestShelveInstance-434946248-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1094 time: 0.1294324 Feb 10 12:17:50.947849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35016) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:17:50.953300 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:17:50.959190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:17:50.963015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Usage tracker for resource:floatingip and tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:17:50.965881 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:17:50.971514 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:17:50.981830 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:51.114211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:51.246172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Allocated IP 172.26.3.224 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/ce6310af-2f66-4970-9434-9f61cf9e1111) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:17:51.471255 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:51.498203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:51.564469 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:17:51.566952 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:17:51.571270 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:17:51.599179 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=ce6310af-2f66-4970-9434-9f61cf9e1111,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:52.060306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:52.115195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:52.316730 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:52.321401 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:52.428714 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event updated for resources: {'Port': ['ID=ce6310af-2f66-4970-9434-9f61cf9e1111,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:17:52.441484 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:52.643931 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Floating IP b72a8b55-4883-4519-880a-973c0c553d8a associated. External IP: 172.26.3.224, port: dcab7e11-2a14-441c-8aa5-df6c8ea48df2. Feb 10 12:17:53.114259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:17:53.309693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:17:53.318869 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:17:53.331250 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:53.331923 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:17:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:53.333654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:53.389489 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-608deef3-19e9-43d1-86cf-184864ca95c7 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4405172 Feb 10 12:17:53.390306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:17:53.444531 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'status': 'completed', 'code': 200} Feb 10 12:17:53.530125 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:53.533637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-920a0532-5607-4436-846a-2b2e22a3e77a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0673389 Feb 10 12:17:53.661711 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-6921e630-2944-41e0-bd32-e0af07c0ae6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:53.663154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-6921e630-2944-41e0-bd32-e0af07c0ae6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1243207 Feb 10 12:17:53.766251 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-3612fa69-a134-42d2-9b71-4712587bdacb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1000 time: 0.0967896 Feb 10 12:17:53.831462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-c8ed921e-9d7d-4e1b-a082-200f4817bfe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:53.832914 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-c8ed921e-9d7d-4e1b-a082-200f4817bfe5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0613070 Feb 10 12:17:53.865823 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b72a8b55-4883-4519-880a-973c0c553d8a', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:ec:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:17:51Z', 'updated_at': '2022-02-10T12:17:51Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:53.869620 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:17:53.879589 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:17:53.880163 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:17:29Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:53.905920 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-5ccc3b03-0df5-4761-8c6d-ccba7c092abe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672250 Feb 10 12:17:54.038349 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-e0a56edc-d6d8-4194-8007-522df145add0 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268916 Feb 10 12:17:54.053300 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:17:54.170081 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7ee0405a-ca69-4af1-9a77-7602c20fa602 req-b0f73ebb-89c9-494e-836b-f75b4037a50f service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255355 Feb 10 12:17:54.390523 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b72a8b55-4883-4519-880a-973c0c553d8a', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:ec:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:17:51Z', 'updated_at': '2022-02-10T12:17:51Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:17:54.394324 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9767c1-c086-4fcf-9e69-0f11e2f15bb0 None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'b72a8b55-4883-4519-880a-973c0c553d8a', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'mac_address': 'fa:16:3e:ec:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:17:51Z', 'updated_at': '2022-02-10T12:17:51Z', 'revision_number': 0, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:17:54.574438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8659b-3f27-4816-89e8-8f70423876a4 None None] New status for floating IP b72a8b55-4883-4519-880a-973c0c553d8a: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:17:55.906963 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-fa5948fb-c434-4559-ac55-7f1f6431a74a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723026 Feb 10 12:17:56.050058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-2f8d134a-9962-474d-b445-f6d7f7a8e445 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0726194 Feb 10 12:17:56.202087 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-060122c8-feef-4732-8972-daabfdd3755b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:56.203430 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-060122c8-feef-4732-8972-daabfdd3755b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1304398 Feb 10 12:17:56.396937 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-f01a1805-190b-4b78-ae98-9c143eec2851 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1002 time: 0.1877680 Feb 10 12:17:56.457039 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-ac7a7685-1fd0-4395-aa95-20276cb6b75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:17:56.458374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-ac7a7685-1fd0-4395-aa95-20276cb6b75e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0552702 Feb 10 12:17:56.531633 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-9985ec00-6ebe-4700-bc39-c2a5ccdeb456 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664203 Feb 10 12:17:56.659439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-9dbe7915-623c-4ad6-9e65-8f2c690cdd51 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222105 Feb 10 12:17:56.791060 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-2c5486be-127a-44da-a34e-91b88cd800b6 req-da1e5626-fef4-408d-b1ee-1b757014ac5e service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257324 Feb 10 12:17:57.323638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35234dbb-31d0-4bd0-a70f-84babb1da20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:17:57.875541 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:17:59.507318 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2afe215d-9347-4f31-8bfa-70b6117d9f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:00.685665 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:00.843599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:02.227345 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:04.280750 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:27.326374 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d239d009-e299-48da-87c0-26790fc85589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:29.509344 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ac2f969a-893b-4bd0-a1a7-a1f0d64b34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.686647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:30.835571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:32.230949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:34.278808 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:34.876206 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:18:56.914123 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-694916d9-5899-4a4e-9edd-56fc84adf74e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696824 Feb 10 12:18:57.052839 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-d7e2a3ac-f1ce-4571-bfa6-fc9cdf149ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0666990 Feb 10 12:18:57.192355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-023eb4ed-9f29-4558-9928-134336b99373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:57.193681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-023eb4ed-9f29-4558-9928-134336b99373 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1227541 Feb 10 12:18:57.299699 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-d705ef27-eea1-44c4-af79-716791ff4ada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1002 time: 0.1001673 Feb 10 12:18:57.328831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-546af435-9a92-461b-8383-1a9e53cf6d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:18:57.364983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-79d33faa-7241-4f56-bf3b-2e4a80913c0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:18:57.366403 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-79d33faa-7241-4f56-bf3b-2e4a80913c0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0609696 Feb 10 12:18:57.439008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-22ccdb96-38cd-4ffd-bb78-55d0eed941d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670335 Feb 10 12:18:57.593863 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-000bf345-aecb-4ee2-af86-62c1881d081b service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492138 Feb 10 12:18:57.728943 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c40b2549-1d27-4e85-b16c-4a3ce9d24338 req-8981c1da-6b0a-4483-a05e-4aacdac50a24 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288214 Feb 10 12:18:59.510554 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f90c2ef9-399f-430c-b76e-23cc71cea8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:00.690515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:00.841912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:02.234028 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:04.273783 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:11.876077 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:19:27.329998 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-14b6a7ac-5cbb-4bd2-abbc-02bb4bef301c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:29.511747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0614e589-a6b5-4edf-97eb-8b70ff722bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:30.692200 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:30.835372 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:32.235812 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:34.274077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:48.875711 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:19:49.574776 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbd783-b11f-428e-a964-518ccb11bbb0 req-d768cd4c-85b6-433c-b6fc-d6785584a680 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:49.576821 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62dbd783-b11f-428e-a964-518ccb11bbb0 req-d768cd4c-85b6-433c-b6fc-d6785584a680 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0801132 Feb 10 12:19:49.625384 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-62dbd783-b11f-428e-a964-518ccb11bbb0 req-fce42257-8453-4837-85c6-a78fde76353e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Feb 10 12:19:50.818157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec5c5f-9016-4b84-9775-58904253f91a req-33aacb3e-9837-49fa-a046-3c8ec014992f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:50.819527 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ebec5c5f-9016-4b84-9775-58904253f91a req-33aacb3e-9837-49fa-a046-3c8ec014992f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0759442 Feb 10 12:19:50.863859 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ebec5c5f-9016-4b84-9775-58904253f91a req-5fd4517a-0241-4b84-885c-e182c71c0d19 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389442 Feb 10 12:19:52.059190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f790-1f25-4d8d-8ad7-e6f8ae404095 req-91239332-09ad-4f16-b119-525bdce1ec08 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:52.060641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af85f790-1f25-4d8d-8ad7-e6f8ae404095 req-91239332-09ad-4f16-b119-525bdce1ec08 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0780702 Feb 10 12:19:52.104118 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-af85f790-1f25-4d8d-8ad7-e6f8ae404095 req-e2d7aa98-91d5-4f97-bf62-7a140e91d4b5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381243 Feb 10 12:19:53.298839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72588268-4ea4-4ada-80b2-63593069e8f9 req-5216baa0-1ff4-41f0-b1a3-7f497c3693b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:53.300210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72588268-4ea4-4ada-80b2-63593069e8f9 req-5216baa0-1ff4-41f0-b1a3-7f497c3693b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0755143 Feb 10 12:19:53.344367 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-72588268-4ea4-4ada-80b2-63593069e8f9 req-1f430ac0-8bbe-4af3-a617-48f803d57730 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385485 Feb 10 12:19:54.628547 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd635-de47-46a1-8f5f-035c8e8b7c38 req-b4aa5f1e-d4f1-455d-808a-09f1920fe251 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:54.629980 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-066fd635-de47-46a1-8f5f-035c8e8b7c38 req-b4aa5f1e-d4f1-455d-808a-09f1920fe251 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.1659410 Feb 10 12:19:54.674048 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-066fd635-de47-46a1-8f5f-035c8e8b7c38 req-6efacf0a-9d3c-484a-95fb-0d4704338da9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386288 Feb 10 12:19:55.866041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9503e5-3fd8-4f1a-b0f3-ab4bb656a310 req-ccc33be7-d958-47be-a2ee-3cc1e8f196de tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:55.867487 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df9503e5-3fd8-4f1a-b0f3-ab4bb656a310 req-ccc33be7-d958-47be-a2ee-3cc1e8f196de tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0744336 Feb 10 12:19:55.911360 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-df9503e5-3fd8-4f1a-b0f3-ab4bb656a310 req-e4e9732a-479e-4c3d-87dc-f4366bf030d3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385301 Feb 10 12:19:57.106927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42288140-595e-4378-a9aa-5c74f6883f80 req-4ed45af4-dd33-44f1-859b-3d1256b7fd89 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:57.108295 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42288140-595e-4378-a9aa-5c74f6883f80 req-4ed45af4-dd33-44f1-859b-3d1256b7fd89 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0780702 Feb 10 12:19:57.152260 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-42288140-595e-4378-a9aa-5c74f6883f80 req-a2c08197-377e-486d-a394-ec8c04dc41cf tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387187 Feb 10 12:19:57.331510 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cf43668e-8937-4a8c-96c9-13d3a541271a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:58.016119 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-f9b47310-5c10-46fe-a2c5-1876d3586e1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.1296952 Feb 10 12:19:58.155912 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-d8cdb8a7-92f9-4c6c-a587-45ae44a736e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:58.157223 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-d8cdb8a7-92f9-4c6c-a587-45ae44a736e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1236885 Feb 10 12:19:58.258159 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-71b8a49b-9baa-42cc-90b0-9d76df23f4d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1002 time: 0.0952513 Feb 10 12:19:58.366673 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-fea5470f-e08d-431e-9ed7-81da5adb0a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:58.368133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-fea5470f-e08d-431e-9ed7-81da5adb0a1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.1038578 Feb 10 12:19:58.438688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a3e0-462f-481a-a72f-03a210d60f93 req-d46aeece-693e-4276-a861-3aa4458f2ca2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:58.440051 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8205a3e0-462f-481a-a72f-03a210d60f93 req-d46aeece-693e-4276-a861-3aa4458f2ca2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.1426444 Feb 10 12:19:58.494483 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-b8dca92f-2a69-4150-af1c-cf0959110ae5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198189 Feb 10 12:19:58.498180 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8205a3e0-462f-481a-a72f-03a210d60f93 req-0adfe7d7-e4db-4b09-9d1a-683b08572a70 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524378 Feb 10 12:19:58.503920 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-98d96ac5-8c0e-4b90-bd50-a5060093eadd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83554) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 10 12:19:58.504822 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-98d96ac5-8c0e-4b90-bd50-a5060093eadd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046227 Feb 10 12:19:58.633374 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-28726007-a01e-45f1-a657-d89d072cafe4 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224000 Feb 10 12:19:58.760096 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dce59a02-7dfa-4f96-a614-4f5e8d4235df req-178e7168-d2a6-4f3b-a241-ae496bcc6ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206756 Feb 10 12:19:59.515328 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d014d162-f3b7-405b-a81f-cbfe5d6aea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:19:59.741371 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-7918806b-b1f1-420b-a6a3-5a832ed1575d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.1305971 Feb 10 12:19:59.747532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f94e65-0180-4011-91a5-9c9a57514bdf req-eeea7988-a94e-4352-b5f1-fed69fc7866d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:59.748850 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3f94e65-0180-4011-91a5-9c9a57514bdf req-eeea7988-a94e-4352-b5f1-fed69fc7866d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.1094422 Feb 10 12:19:59.878082 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3f94e65-0180-4011-91a5-9c9a57514bdf req-a01322ea-f238-45b3-b5f4-9881c811bdb9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109405 Feb 10 12:19:59.907446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-ef8892ae-618d-4ff1-b4ed-a7183f5378cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:19:59.908877 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-ef8892ae-618d-4ff1-b4ed-a7183f5378cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1592171 Feb 10 12:20:00.010712 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-b414ace8-0aac-4ea8-a30b-4cc05883c45d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1002 time: 0.0955265 Feb 10 12:20:00.072531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-d5db8aa4-b8eb-4f1f-9842-b1111efcf0cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:00.073975 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-d5db8aa4-b8eb-4f1f-9842-b1111efcf0cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0582440 Feb 10 12:20:00.150262 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-07186372-ab39-44cb-87f5-050b79969100 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706768 Feb 10 12:20:00.375716 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-d343508f-4bce-4034-ab3a-ecbdeb02d613 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193561 Feb 10 12:20:00.508458 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3cb1d05d-5b2f-4a2e-ba7f-5722fb968ee8 req-21cbaea5-bde8-4751-9474-d16dda033365 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266320 Feb 10 12:20:00.696141 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:00.840338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:01.073075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5e65-e8bc-4e53-a7ce-b9e0fe07e90c req-6095258a-e7e1-40e5-a80a-8ee9891d439e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:01.074491 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf5b5e65-e8bc-4e53-a7ce-b9e0fe07e90c req-6095258a-e7e1-40e5-a80a-8ee9891d439e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0746315 Feb 10 12:20:01.118912 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf5b5e65-e8bc-4e53-a7ce-b9e0fe07e90c req-d1511c9f-fcae-48c3-a615-e39fdb31624f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Feb 10 12:20:02.243295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:02.322506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de6d9-1eb7-40aa-98bd-420e2ff088fb req-1d5265e4-0c40-44fc-a976-6e1dcb059cc5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:02.324076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-256de6d9-1eb7-40aa-98bd-420e2ff088fb req-1d5265e4-0c40-44fc-a976-6e1dcb059cc5 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0830746 Feb 10 12:20:02.373402 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-256de6d9-1eb7-40aa-98bd-420e2ff088fb req-9846437c-2e0f-4d79-97cb-9be30c22fb5d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Feb 10 12:20:03.565211 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df2f5e-ae07-43d6-8777-118c760d947b req-a36a9faf-4e16-4c34-b4df-977aa11209a8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:03.566543 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87df2f5e-ae07-43d6-8777-118c760d947b req-a36a9faf-4e16-4c34-b4df-977aa11209a8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0749497 Feb 10 12:20:03.610331 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-87df2f5e-ae07-43d6-8777-118c760d947b req-761414b7-13d8-4271-a745-09f06bec7828 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383842 Feb 10 12:20:03.854738 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-56f0c2ff-4ed5-4c27-8bdf-6437b925803c req-71d50a9e-89a3-469b-930f-d57b45d67246 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1313624 Feb 10 12:20:04.120877 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aef618-6e7d-4404-acb8-158df5e5d19c req-4f42f940-e0be-4893-a910-e4fcde950479 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:04.122365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1aef618-6e7d-4404-acb8-158df5e5d19c req-4f42f940-e0be-4893-a910-e4fcde950479 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0794349 Feb 10 12:20:04.168767 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c1aef618-6e7d-4404-acb8-158df5e5d19c req-ec1217bf-b6b9-4971-86f4-02875ec601c0 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408959 Feb 10 12:20:04.184622 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-580e8b64-f3cc-4287-81e0-718cb9dc12ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2134383 Feb 10 12:20:04.281652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:05.363549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397092-3ad3-4e72-837d-66cbc5400a34 req-19c94bdf-6e81-422e-8972-fede93b353b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:05.364889 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8397092-3ad3-4e72-837d-66cbc5400a34 req-19c94bdf-6e81-422e-8972-fede93b353b2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0774913 Feb 10 12:20:05.409468 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d8397092-3ad3-4e72-837d-66cbc5400a34 req-b89898cb-fe94-4dad-a1c7-a50654b81a8f tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392463 Feb 10 12:20:06.607384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa1f0-c142-4249-84e1-01a3c182e533 req-b1a907e9-92cc-497a-a44e-d620dda32fc2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:06.608807 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2aaa1f0-c142-4249-84e1-01a3c182e533 req-b1a907e9-92cc-497a-a44e-d620dda32fc2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0736620 Feb 10 12:20:06.657057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d2aaa1f0-c142-4249-84e1-01a3c182e533 req-5bff30c1-3b0a-45dc-a7aa-61e07e471006 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Feb 10 12:20:06.758170 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:20:06.870810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:06.899311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:20:06.907066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:20:06.911495 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:06.956103 dv-neutron-827807-1-hyperv neutron-server[83555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'code': 422} returned with failed status Feb 10 12:20:06.980943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:20:06.989681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.990022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.990359 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.990684 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.991006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.991353 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.991680 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.991989 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.992300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.992614 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:06.992921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:20:07.885020 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d234a1c-eb91-4b2c-8e59-ac0548cc7a7d req-61b843ca-041f-4c8c-b273-7b0c95d56a13 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:07.886486 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d234a1c-eb91-4b2c-8e59-ac0548cc7a7d req-61b843ca-041f-4c8c-b273-7b0c95d56a13 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0755634 Feb 10 12:20:07.933626 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9d234a1c-eb91-4b2c-8e59-ac0548cc7a7d req-daeca68b-1d22-4966-99b6-09c3c8d37886 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404391 Feb 10 12:20:08.474418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-9befcf68-b15a-4aa7-9796-d7d15b65b4bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4 HTTP/1.1" status: 200 len: 1097 time: 0.0714486 Feb 10 12:20:08.565353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-64b6f76a-f4e4-445c-bdf2-a9305d56f80b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1097 time: 0.0692575 Feb 10 12:20:08.692705 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fda2f-cecb-48d0-b02f-61406149da6c req-44a4d340-1ad2-4d7a-af6f-4f83661c0fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:08.694097 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-44a4d340-1ad2-4d7a-af6f-4f83661c0fff service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1210549 Feb 10 12:20:08.792766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-fa3a2c21-05ee-4e82-814f-6cf2a2fab6f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1000 time: 0.0923197 Feb 10 12:20:08.851604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fda2f-cecb-48d0-b02f-61406149da6c req-3fd75cb6-902a-49c9-aea1-e4a9f4ac4487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:08.852875 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-3fd75cb6-902a-49c9-aea1-e4a9f4ac4487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0547650 Feb 10 12:20:08.926616 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-582faeed-b850-4823-9219-3cd00f097566 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684321 Feb 10 12:20:09.182198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-4021b128-8dbe-405c-bde1-5f7a6c695fb2 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493231 Feb 10 12:20:09.302002 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b1f9-5e0d-4377-9b76-b598d104f371 req-d221489a-803c-4e2b-9fde-2de7066e9734 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:09.303451 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cda8b1f9-5e0d-4377-9b76-b598d104f371 req-d221489a-803c-4e2b-9fde-2de7066e9734 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.1784294 Feb 10 12:20:09.361782 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-600fda2f-cecb-48d0-b02f-61406149da6c req-e91f5d89-1e33-4fd7-adf9-121f8cd9e062 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741991 Feb 10 12:20:09.374548 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cda8b1f9-5e0d-4377-9b76-b598d104f371 req-2664a03e-d4a4-4a81-8554-1b13ba08ed9e tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593853 Feb 10 12:20:10.566010 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774353d5-67e6-48f6-8825-b7b33a347a4b req-de896193-4d46-4978-b22d-590e5100c106 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:10.567449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-774353d5-67e6-48f6-8825-b7b33a347a4b req-de896193-4d46-4978-b22d-590e5100c106 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0742249 Feb 10 12:20:10.611843 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-774353d5-67e6-48f6-8825-b7b33a347a4b req-043787a9-6651-4da0-b870-f6b802f07f34 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390117 Feb 10 12:20:11.806750 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a219e-1548-48b1-82e0-6b6a55ce3dba req-8679e32e-23e7-4631-8f09-27b5e97cf63a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:11.808202 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a56a219e-1548-48b1-82e0-6b6a55ce3dba req-8679e32e-23e7-4631-8f09-27b5e97cf63a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0774920 Feb 10 12:20:11.852763 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a56a219e-1548-48b1-82e0-6b6a55ce3dba req-ce18641e-6b70-4ed1-8c75-2effe7d459d9 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385642 Feb 10 12:20:13.203821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926c7ee-5b0c-4371-b0e3-2938c8f26f20 req-01677c29-af33-47fe-8e00-a86acc7d5412 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:13.205156 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a926c7ee-5b0c-4371-b0e3-2938c8f26f20 req-01677c29-af33-47fe-8e00-a86acc7d5412 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0757399 Feb 10 12:20:13.249131 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a926c7ee-5b0c-4371-b0e3-2938c8f26f20 req-d9ebd13e-6758-48a4-9df9-d06c65689c2b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Feb 10 12:20:14.447206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3780ab-13ee-4d78-8f5a-1a534c0bc812 req-0f8a693f-2626-4f9d-b1d3-3e5737265bba tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:14.448630 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc3780ab-13ee-4d78-8f5a-1a534c0bc812 req-0f8a693f-2626-4f9d-b1d3-3e5737265bba tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0779264 Feb 10 12:20:14.492639 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-dc3780ab-13ee-4d78-8f5a-1a534c0bc812 req-92d2bcd1-a965-4537-bac9-f90f27e7243a tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384686 Feb 10 12:20:15.685492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6fba6-d5ff-484a-b34e-869dac7a75c8 req-32bb988f-0e90-462c-96a3-cc1051f1819b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:15.686920 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5a6fba6-d5ff-484a-b34e-869dac7a75c8 req-32bb988f-0e90-462c-96a3-cc1051f1819b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0747902 Feb 10 12:20:15.729890 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c5a6fba6-d5ff-484a-b34e-869dac7a75c8 req-ecc3ceb7-8a56-4350-8fd3-2f4968187b92 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375538 Feb 10 12:20:16.938040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61943808-ecd6-4b1a-bde6-7c42f2aec7a9 req-40a6e23f-db9b-4be3-bc86-ad200f670610 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:16.939492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61943808-ecd6-4b1a-bde6-7c42f2aec7a9 req-40a6e23f-db9b-4be3-bc86-ad200f670610 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0776017 Feb 10 12:20:16.983839 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-61943808-ecd6-4b1a-bde6-7c42f2aec7a9 req-84279104-67f5-4a23-a5f3-3625999c41d3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389876 Feb 10 12:20:18.183245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c1aea-9983-41ed-89c4-682cbcec2792 req-911f429d-f2c5-441d-92fb-0b7c74c9cc86 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:18.184673 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e1c1aea-9983-41ed-89c4-682cbcec2792 req-911f429d-f2c5-441d-92fb-0b7c74c9cc86 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 944 time: 0.0750504 Feb 10 12:20:18.232287 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9e1c1aea-9983-41ed-89c4-682cbcec2792 req-08e7b393-2377-408c-9f15-31b0b943e899 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Feb 10 12:20:18.805105 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:20:18.936394 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:20:18.949233 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'port_id': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'mac_address': 'fa:16:3e:ec:06:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:20:19.000993 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:19.021661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcab7e11-2a14-441c-8aa5-df6c8ea48df2 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:20:19.036134 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:20:19.039402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:19.103921 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:20:19.254991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['dcab7e11-2a14-441c-8aa5-df6c8ea48df2'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:20:19.423487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c5b0-f939-48c2-ab21-bb4be8b5e605 req-4bb33fac-1eec-4109-9b94-612195aa9bfa tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:19.424925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0eb8c5b0-f939-48c2-ab21-bb4be8b5e605 req-4bb33fac-1eec-4109-9b94-612195aa9bfa tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 945 time: 0.0751488 Feb 10 12:20:19.468801 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0eb8c5b0-f939-48c2-ab21-bb4be8b5e605 req-903c7431-598c-468e-9693-182731e50711 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Feb 10 12:20:20.665504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a3859-bd3a-4dc6-96a8-41dd6b4d866f req-c1128335-8751-43e6-81c7-d5082d4517e4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:20.666832 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1a3859-bd3a-4dc6-96a8-41dd6b4d866f req-c1128335-8751-43e6-81c7-d5082d4517e4 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 945 time: 0.0781074 Feb 10 12:20:20.710983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8d1a3859-bd3a-4dc6-96a8-41dd6b4d866f req-db1cbac7-f69a-4c68-9b29-8fa3b08d8f12 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Feb 10 12:20:20.809019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:20:20.874754 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:20:20.875115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:20.985022 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:21.010192 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:20:21.020321 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:20:21.025112 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:21.097311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:20:21.901641 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4fd89-0ed0-42a7-9b42-4d4305f07396 req-6ce3b7b5-2d3a-4505-8eba-7c205ab06682 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:21.903066 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39e4fd89-0ed0-42a7-9b42-4d4305f07396 req-6ce3b7b5-2d3a-4505-8eba-7c205ab06682 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0753009 Feb 10 12:20:21.947251 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-39e4fd89-0ed0-42a7-9b42-4d4305f07396 req-b5b0d925-0e8a-4a0b-96bd-756c09f8ea6d tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Feb 10 12:20:22.082022 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'code': 200} Feb 10 12:20:22.346085 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf4d3509-5e30-4174-adda-69b62a63525a req-99172645-95b8-46c0-ad3c-2cf652ff711f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0698082 Feb 10 12:20:22.386076 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-cf4d3509-5e30-4174-adda-69b62a63525a req-b88786a4-0706-4682-ba4f-e2977f959d80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340149 Feb 10 12:20:23.144303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b0da-f3e8-414f-9822-e2d5403bc8cd req-1222a05d-f1bf-46ed-9c46-897782433217 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:23.145844 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc7b0da-f3e8-414f-9822-e2d5403bc8cd req-1222a05d-f1bf-46ed-9c46-897782433217 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0757489 Feb 10 12:20:23.196161 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3dc7b0da-f3e8-414f-9822-e2d5403bc8cd req-7901686e-cc28-48bf-a4be-64534e6d9bbf tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433838 Feb 10 12:20:24.403788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb775d-b79e-48f8-adf7-6cceef782da4 req-d01bf907-30bb-46bf-b85f-11c5eb832ae3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:24.405244 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-babb775d-b79e-48f8-adf7-6cceef782da4 req-d01bf907-30bb-46bf-b85f-11c5eb832ae3 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.0762231 Feb 10 12:20:24.448997 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-babb775d-b79e-48f8-adf7-6cceef782da4 req-e791384c-57bf-4e8c-953f-6ac641271d91 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384347 Feb 10 12:20:25.875517 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:20:27.336128 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ce38-393c-4d3a-8ef3-ef063ebb0c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:29.517530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9bb50199-15f0-49be-ae0b-59fd50c787b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:30.697420 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:30.832348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:32.244602 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:34.294283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:57.329099 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-0aff6da0-7751-4fbd-91ec-5caf79b73543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:20:57.896071 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-40c93b7f-ba05-42f8-bce7-89e2dec096df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699894 Feb 10 12:20:58.042919 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-40512b62-4dd3-42d8-98cc-379b9a08d107 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0680864 Feb 10 12:20:58.274661 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-4e77e745-574b-43ad-b735-883d5dc65d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:58.276035 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-4e77e745-574b-43ad-b735-883d5dc65d88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.2102561 Feb 10 12:20:58.378157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-36759140-5c67-4a51-982f-fd284e9a2b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 1002 time: 0.0957663 Feb 10 12:20:58.438784 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-1c49fdca-4209-4061-bde5-af7e52b9117f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:20:58.440235 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-1c49fdca-4209-4061-bde5-af7e52b9117f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0562484 Feb 10 12:20:58.515927 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-d7f43e69-3c32-4e4d-b9a5-e82b42635f17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698802 Feb 10 12:20:58.647296 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-162238c2-e83f-4757-bdba-6cbf2ada81be service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257224 Feb 10 12:20:58.781178 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f1ee173b-dedf-42b6-b7a2-4a0dfc1e9ad8 req-fd2a5002-cfc0-4926-a298-8a71dc00b85d service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250587 Feb 10 12:20:59.518370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-746213cf-1aaa-46f1-b305-3c514890700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:00.703325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:00.839187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:02.248772 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:02.875301 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:21:04.310819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:27.330819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd9ce-2b80-40e7-93e5-d1ed1d6f8575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:29.520777 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-087fb82d-b2ad-4913-9f62-608b73c9d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:30.702252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:30.831956 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:32.250847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:34.311366 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:39.875439 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:21:40.994607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35204) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:41.189214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Deleting port ce6310af-2f66-4970-9434-9f61cf9e1111 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:41.189543 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:41.353286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:41.353506 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:41.468902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Calling delete_port for ce6310af-2f66-4970-9434-9f61cf9e1111 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:41.611417 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:41.654559 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'Port': ['ID=ce6310af-2f66-4970-9434-9f61cf9e1111,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:41.690771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.691107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.691472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.691803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.692129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.692458 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.692777 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.693097 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.693413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.693727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.694040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:41.753804 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:42.227631 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:21:42.428818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:21:42.438597 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:21:42.448364 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:42.450408 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:42.451007 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:42.505766 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-02edcba5-9ca3-4e14-ac01-f298392169b8 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "DELETE /v2.0/floatingips/b72a8b55-4883-4519-880a-973c0c553d8a HTTP/1.1" status: 204 len: 168 time: 1.5100186 Feb 10 12:21:42.506429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:21:42.583253 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'status': 'completed', 'code': 200} Feb 10 12:21:42.635309 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:42.675019 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-db5ebb3c-e8dc-4ce8-a7b9-729b56f93571 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 1099 time: 0.0708358 Feb 10 12:21:42.810694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-97204555-e301-4a98-ad17-6003f76fe8c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:42.812514 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-97204555-e301-4a98-ad17-6003f76fe8c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 200 len: 910 time: 0.1320477 Feb 10 12:21:42.915090 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-2779681a-c214-4ad9-8846-9fba6784f167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 200 len: 217 time: 0.0956428 Feb 10 12:21:42.952981 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:42.956920 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:21:42.967906 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:42.968501 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:42.995386 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-e7cab2c6-5ded-4a76-a67e-7e762ca0c146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:42.996838 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-e7cab2c6-5ded-4a76-a67e-7e762ca0c146 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 200 len: 848 time: 0.0739963 Feb 10 12:21:43.044110 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c51d0-9b0d-4a2d-955d-704fe0072c8c req-71a2e391-19cf-4d32-9835-67836831b9df tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:43.044788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6d6c51d0-9b0d-4a2d-955d-704fe0072c8c req-71a2e391-19cf-4d32-9835-67836831b9df tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:21:43.069551 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-6d6c51d0-9b0d-4a2d-955d-704fe0072c8c req-71a2e391-19cf-4d32-9835-67836831b9df tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:21:43.070683 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d6c51d0-9b0d-4a2d-955d-704fe0072c8c req-71a2e391-19cf-4d32-9835-67836831b9df tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.2012057 Feb 10 12:21:43.123498 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-fd6bc6bf-7889-480c-9278-28ec1a31c579 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a4dc633-3300-48da-830d-23f50ac0a0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175370 Feb 10 12:21:43.127106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6d6c51d0-9b0d-4a2d-955d-704fe0072c8c req-5daa802d-8784-4b43-8180-c5a20b62d978 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507586 Feb 10 12:21:43.143054 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:43.252335 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-d7df6124-67d0-47f9-9fc2-ef0b033b06de service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223855 Feb 10 12:21:43.381154 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5bb60676-722d-4b50-97ac-5c2b057aa2bc req-e086b424-7bfa-4859-b7b8-8d01d28e8d56 service neutron] 10.222.0.32 "GET /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229198 Feb 10 12:21:43.447596 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:43.451987 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007b53-c870-46ed-bc34-b4d301855849 None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:47Z', 'revision_number': 4, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '8634fa9b-8cb0-49a1-9277-12a08ccbcf4f', 'name': '', 'network_id': '1a4dc633-3300-48da-830d-23f50ac0a0f4', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'mac_address': 'fa:16:3e:81:e2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:46Z', 'updated_at': '2022-02-10T12:10:54Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'subnets': [{'id': '07a7e4fd-40f5-4e57-bedb-a5e8a1c779be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:21:43.677804 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4561a94-575c-4889-8c0b-7183e9addb7c None None] New status for floating IP b72a8b55-4883-4519-880a-973c0c553d8a: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:21:44.383526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597369-0ca5-41be-b22d-9f4cb8753213 req-6b288b70-dacb-4a55-ac7a-9d9c9e6da826 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:44.384971 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78597369-0ca5-41be-b22d-9f4cb8753213 req-6b288b70-dacb-4a55-ac7a-9d9c9e6da826 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.1383080 Feb 10 12:21:44.391676 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de50177-1566-46d7-a8c8-32434f041e84 req-f5bb2672-f814-4252-b211-86dc66ae0cf6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:21:44.393215 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6de50177-1566-46d7-a8c8-32434f041e84 req-f5bb2672-f814-4252-b211-86dc66ae0cf6 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 946 time: 0.1020377 Feb 10 12:21:44.584988 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Deleting port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:44.585321 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:44.614680 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-78597369-0ca5-41be-b22d-9f4cb8753213 req-96efc485-6a62-4de8-8411-5e1e33922357 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/security-groups?id=16e8a1fe-b948-4f2e-ae92-edd94881f534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205851 Feb 10 12:21:44.827836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] For port dcab7e11-2a14-441c-8aa5-df6c8ea48df2, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:44.828150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:44.948449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Calling delete_port for dcab7e11-2a14-441c-8aa5-df6c8ea48df2 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:45.086609 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:45.133332 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'Port': ['ID=dcab7e11-2a14-441c-8aa5-df6c8ea48df2,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:45.204632 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] No DVR routers for this DVR port dcab7e11-2a14-441c-8aa5-df6c8ea48df2 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:21:45.207089 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:45.209606 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-deleted', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:21:45.224495 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6de50177-1566-46d7-a8c8-32434f041e84 req-868ad3c9-6752-4e60-a20c-e1593ee6b864 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.32 "DELETE /v2.0/ports/dcab7e11-2a14-441c-8aa5-df6c8ea48df2 HTTP/1.1" status: 204 len: 173 time: 0.8176031 Feb 10 12:21:45.266155 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9461c75a-0edb-411b-8ba9-c12d2bc550cd', 'name': 'network-vif-deleted', 'tag': 'dcab7e11-2a14-441c-8aa5-df6c8ea48df2', 'status': 'completed', 'code': 200} Feb 10 12:21:45.780693 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-88763231-0b0d-453c-867d-598052081604 req-593a63bd-ffb1-4b28-b387-1f7c247ebc4b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Synchronizing usage tracker for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:21:45.795594 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-88763231-0b0d-453c-867d-598052081604 req-593a63bd-ffb1-4b28-b387-1f7c247ebc4b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Unset dirty status for tenant:d03c67787ae14ad1bcc1c9f4d3a3c6d4 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:21:45.796960 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-88763231-0b0d-453c-867d-598052081604 req-593a63bd-ffb1-4b28-b387-1f7c247ebc4b tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "GET /v2.0/ports?device_id=9461c75a-0edb-411b-8ba9-c12d2bc550cd HTTP/1.1" status: 200 len: 210 time: 0.0617521 Feb 10 12:21:46.911749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35232) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:46.980206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:47.014154 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:47.079191 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:47.097785 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8a1fe-b948-4f2e-ae92-edd94881f534,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:47.107520 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:47.108675 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49b88c95-e543-40b2-8f8d-ae40d45ba6a2 tempest-TestShelveInstance-70068123 tempest-TestShelveInstance-70068123-project] 10.222.0.42 "DELETE /v2.0/security-groups/16e8a1fe-b948-4f2e-ae92-edd94881f534 HTTP/1.1" status: 204 len: 168 time: 0.1959417 Feb 10 12:21:47.167052 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35238) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:47.173894 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:47.207892 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: dcab7e11-2a14-441c-8aa5-df6c8ea48df2 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:47.208252 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device dcab7e11-2a14-441c-8aa5-df6c8ea48df2 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:47.856696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:48.539577 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Deleting port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:48.540259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:48.704298 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] For port 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:48.704644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:48.831144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Calling delete_port for 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:48.993438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:49.039761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Pushing event deleted for resources: {'Port': ['ID=8634fa9b-8cb0-49a1-9277-12a08ccbcf4f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:49.318206 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:49.988893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:21:50.184462 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:21:50.193906 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Sync routers for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:21:50.200641 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-cf67c2aa-8ad7-4674-b1b4-ee4a80042438 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a2a0547-5ebe-44c5-9418-75ad42dd3871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324152 Feb 10 12:21:50.202999 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35246) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:50.206690 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:50.207319 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:50.380098 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:50.397231 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:50.592662 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:50.601491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Deleting port cadf8434-110e-43ec-9332-135974f4ad17 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:50.601814 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:50.692681 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:21:48Z', 'revision_number': 5, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port': {'id': 'cadf8434-110e-43ec-9332-135974f4ad17', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:50.697124 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Checking router: 9a2a0547-5ebe-44c5-9418-75ad42dd3871 for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:21:50.707674 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Routers {'9a2a0547-5ebe-44c5-9418-75ad42dd3871'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:50.708261 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:50.772718 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] For port cadf8434-110e-43ec-9332-135974f4ad17, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=cadf8434-110e-43ec-9332-135974f4ad17,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:50.773065 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:50.850712 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] Set router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:50.889735 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Calling delete_port for cadf8434-110e-43ec-9332-135974f4ad17 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:50.956161 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:21:50Z', 'revision_number': 6, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:50.960212 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6cc55-e2fd-4e4f-90c1-9ee77f69868d None None] The sync data for ids ['9a2a0547-5ebe-44c5-9418-75ad42dd3871'] in dv-neutron-827807-1-hyperv is: [{'id': '9a2a0547-5ebe-44c5-9418-75ad42dd3871', 'name': 'tempest-TestShelveInstance-1595854098-router', 'tenant_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:44Z', 'updated_at': '2022-02-10T12:21:50Z', 'revision_number': 6, 'project_id': 'd03c67787ae14ad1bcc1c9f4d3a3c6d4', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:21:51.064759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.109219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cadf8434-110e-43ec-9332-135974f4ad17,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:51.422226 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.669751 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.674016 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.699894 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.700395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2a0547-5ebe-44c5-9418-75ad42dd3871 {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:21:51.712966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.714277 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d5a16e57-a37f-4f05-866b-8af13804ba8b admin admin] 10.222.0.42 "DELETE /v2.0/routers/9a2a0547-5ebe-44c5-9418-75ad42dd3871 HTTP/1.1" status: 204 len: 168 time: 1.5103505 Feb 10 12:21:51.716695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35250) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:51.773976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Deleting subnet 07a7e4fd-40f5-4e57-bedb-a5e8a1c779be {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:21:51.776903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.828978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.907316 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:51.979287 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.020682 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a7e4fd-40f5-4e57-bedb-a5e8a1c779be,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:52.025306 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.030925 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f586fa73-b7cb-44e1-9348-c2c0b00cc0c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07a7e4fd-40f5-4e57-bedb-a5e8a1c779be HTTP/1.1" status: 204 len: 168 time: 0.3133149 Feb 10 12:21:52.031048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d4506-2da8-4e1c-a9e3-fcf5a2f8fab9 None None] Network 1a4dc633-3300-48da-830d-23f50ac0a0f4 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:21:52.033357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35254) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:52.136027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.146844 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Deleting port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:52.147157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.270634 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] DHCP port deletion for 1a4dc633-3300-48da-830d-23f50ac0a0f4 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:21:52.274599 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Deleting port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:52.274968 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.345629 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] For port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:52.345994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.464027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Calling delete_port for 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:52.470041 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] For port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,segment=NetworkSegment(710017e0-dcf9-43c7-9aa6-3c9b509c5296),segment_id=710017e0-dcf9-43c7-9aa6-3c9b509c5296)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:52.470376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.485953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:52.625503 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:52.625846 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 8634fa9b-8cb0-49a1-9277-12a08ccbcf4f not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:52.626254 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:52.639581 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.659270 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Calling delete_port for 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:52.682301 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0d5b5d-8189-4ea4-bed1-5da70de44ab7,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:52.689404 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] No DVR routers for this DVR port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:21:52.698781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:52.699123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:52.699593 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cadf8434-110e-43ec-9332-135974f4ad17 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:52.734101 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: cadf8434-110e-43ec-9332-135974f4ad17 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:52.734368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device cadf8434-110e-43ec-9332-135974f4ad17 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 12:21:52.764799 dv-neutron-827807-1-hyperv neutron-server[83555]: util.warn( Feb 10 12:21:52.771371 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:21:52.771725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:21:52.802532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.826330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4dc633-3300-48da-830d-23f50ac0a0f4']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:52.837712 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710017e0-dcf9-43c7-9aa6-3c9b509c5296') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:52.838003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710017e0-dcf9-43c7-9aa6-3c9b509c5296') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:52.849282 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.868222 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.874169 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:21:52.874533 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:21:52.887109 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:21:52.958765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.974483 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:52.986295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4dc633-3300-48da-830d-23f50ac0a0f4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:52.990864 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-83d195c4-a6e7-4a64-8a81-6c3ef54deddb admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a4dc633-3300-48da-830d-23f50ac0a0f4 HTTP/1.1" status: 204 len: 168 time: 0.9565389 Feb 10 12:21:52.993613 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35258) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:53.273226 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Deleting port 3b0d5b5d-8189-4ea4-bed1-5da70de44ab7 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:53.273753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:53.338530 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-08fe21cb-4b97-47aa-ae3a-70329eb07295 None None] The port '3b0d5b5d-8189-4ea4-bed1-5da70de44ab7' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:21:53.370502 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:53.950871 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Deleting port 447f1f91-593c-4c2d-8884-3aa917b66be0 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:53.951209 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:54.213724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] For port 447f1f91-593c-4c2d-8884-3aa917b66be0, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=447f1f91-593c-4c2d-8884-3aa917b66be0,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:54.213983 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:54.332971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Calling delete_port for 447f1f91-593c-4c2d-8884-3aa917b66be0 owned by network:router_interface {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:54.491046 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:54.534825 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Pushing event deleted for resources: {'Port': ['ID=447f1f91-593c-4c2d-8884-3aa917b66be0,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:54.818486 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:55.374003 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Router 19bc6d14-54da-4272-a819-7498b5901f3d has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:21:55.673451 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:21:55.682060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Sync routers for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:21:55.689207 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c75db7a4-7143-4b39-ac29-3b1ff0e2166a admin admin] 10.222.0.42 "PUT /v2.0/routers/19bc6d14-54da-4272-a819-7498b5901f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6946340 Feb 10 12:21:55.691622 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35262) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:55.693811 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:55.694409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:55.864575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:55.882755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:56.079978 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:56.088971 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Deleting port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:56.089323 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:56.174650 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62'}], 'enable_snat': True}, 'gw_port_id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:21:54Z', 'revision_number': 5, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port': {'id': '9541ee5f-4146-44ee-aa25-e558ccdc8bf3', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:10:50Z', 'updated_at': '2022-02-10T12:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:56.178383 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Checking router: 19bc6d14-54da-4272-a819-7498b5901f3d for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:21:56.189120 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Routers {'19bc6d14-54da-4272-a819-7498b5901f3d'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:21:56.189732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:21:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['19bc6d14-54da-4272-a819-7498b5901f3d'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:56.260327 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] For port 9541ee5f-4146-44ee-aa25-e558ccdc8bf3, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:56.260644 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:56.341250 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] Set router 19bc6d14-54da-4272-a819-7498b5901f3d gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:21:56.378170 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Calling delete_port for 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 owned by network:router_gateway {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:56.446662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:21:56Z', 'revision_number': 6, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:56.450980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a06043-0d3b-427f-8d89-5c01eb756b43 None None] The sync data for ids ['19bc6d14-54da-4272-a819-7498b5901f3d'] in dv-neutron-827807-1-hyperv is: [{'id': '19bc6d14-54da-4272-a819-7498b5901f3d', 'name': 'tempest-TestShelveInstance-789077949-router', 'tenant_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:10:49Z', 'updated_at': '2022-02-10T12:21:56Z', 'revision_number': 6, 'project_id': 'fc78d067b4d54591a3f0d9e07b53c62c', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:21:56.551071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:56.594805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9541ee5f-4146-44ee-aa25-e558ccdc8bf3,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:56.811015 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.162688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.166626 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.194723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.195221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bc6d14-54da-4272-a819-7498b5901f3d {{(pid=83554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:21:57.207951 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.209083 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f90f128a-a31c-4ca2-9667-552fdbef1cf7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/19bc6d14-54da-4272-a819-7498b5901f3d HTTP/1.1" status: 204 len: 168 time: 1.5165694 Feb 10 12:21:57.211570 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35266) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:57.272747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Deleting subnet dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce {{(pid=83554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:21:57.276116 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.328355 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2017613'] for subnet, precommit_delete_associations {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.332901 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ba4520d9-2ae3-452c-8e44-8c7a9709f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.406545 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.472053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6567067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6597075'] for subnet, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.513403 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:57.519561 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.524283 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d13c2-6bf3-4d56-8a6a-33d812896172 None None] Network d144f3e2-38bf-4eeb-934b-70e50790b044 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:21:57.526322 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-1c09d10d-3268-404e-a36a-dc94e309c3bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dac6fa3d-89b8-4e3f-b9bf-913f8b3ee7ce HTTP/1.1" status: 204 len: 168 time: 0.3138487 Feb 10 12:21:57.528725 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35270) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:57.632961 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.643395 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Deleting port ccb82913-b020-44c0-877e-9f2a762e9d2b {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:57.643660 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.754571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] DHCP port deletion for d144f3e2-38bf-4eeb-934b-70e50790b044 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:21:57.758922 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Deleting port ccb82913-b020-44c0-877e-9f2a762e9d2b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:57.759442 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.844651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] For port ccb82913-b020-44c0-877e-9f2a762e9d2b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccb82913-b020-44c0-877e-9f2a762e9d2b,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:57.845229 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.958982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] For port ccb82913-b020-44c0-877e-9f2a762e9d2b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=ccb82913-b020-44c0-877e-9f2a762e9d2b,segment=NetworkSegment(a1eb1d76-5326-4b44-9be2-cfe1169a6bbe),segment_id=a1eb1d76-5326-4b44-9be2-cfe1169a6bbe)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:21:57.959311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:57.964330 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Calling delete_port for ccb82913-b020-44c0-877e-9f2a762e9d2b owned by network:dhcp {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:58.042639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.078712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Calling delete_port for ccb82913-b020-44c0-877e-9f2a762e9d2b owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:21:58.086383 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb82913-b020-44c0-877e-9f2a762e9d2b,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:58.092930 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] No DVR routers for this DVR port ccb82913-b020-44c0-877e-9f2a762e9d2b on host dv-neutron-827807-1-hyperv {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:21:58.151047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:21:58.151429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:21:58.206911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.231893 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d144f3e2-38bf-4eeb-934b-70e50790b044']}} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:58.243482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe') {'for_net_delete': True} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:58.243773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.services.segments.db [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1eb1d76-5326-4b44-9be2-cfe1169a6bbe') {} {{(pid=83554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:21:58.254773 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2017606'] for segment, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.271005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.277166 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=83554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:21:58.278215 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566961'] for segment, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: Traceback (most recent call last): Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: timer() Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: cb(*args, **kw) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: return func(*args, **kwargs) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: self._notify() Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: self.callback(batched_events) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: event.method(event) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: return f(self, *a, **k) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._get(url).json() Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: return self.request(url, 'GET', **kwargs) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:21:58.294434 dv-neutron-827807-1-hyperv neutron-server[83554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:21:58.366352 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.381567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.391757 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] Pushing event deleted for resources: {'Network': ['ID=d144f3e2-38bf-4eeb-934b-70e50790b044,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:58.398879 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-43a38ac0-f8c7-4b41-8445-02004770e25c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d144f3e2-38bf-4eeb-934b-70e50790b044 HTTP/1.1" status: 204 len: 168 time: 0.8691998 Feb 10 12:21:58.477974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:58.513346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:58.513687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 9541ee5f-4146-44ee-aa25-e558ccdc8bf3 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:58.514097 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccb82913-b020-44c0-877e-9f2a762e9d2b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:58.545306 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: ccb82913-b020-44c0-877e-9f2a762e9d2b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:58.545652 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device ccb82913-b020-44c0-877e-9f2a762e9d2b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:58.546129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447f1f91-593c-4c2d-8884-3aa917b66be0 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:21:58.559426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35278) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:58.578108 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 447f1f91-593c-4c2d-8884-3aa917b66be0 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:21:58.578454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 447f1f91-593c-4c2d-8884-3aa917b66be0 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:21:58.616106 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e3cd35e0-f9da-49f4-866f-816b6487f71c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d03c67787ae14ad1bcc1c9f4d3a3c6d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554800 Feb 10 12:21:58.618546 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35282) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:58.652954 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Deleting port ccb82913-b020-44c0-877e-9f2a762e9d2b {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:21:58.653338 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.719604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-45463ef8-0515-461f-a134-f24ab410f9da None None] The port 'ccb82913-b020-44c0-877e-9f2a762e9d2b' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:21:58.772318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.796651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.846482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.862311 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb03598-ec76-4033-acc7-e19991c04829,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:58.872727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:58.873841 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f0ef93c2-8064-4d0d-8b1a-a278310f4239 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2cb03598-ec76-4033-acc7-e19991c04829 HTTP/1.1" status: 204 len: 168 time: 0.2544358 Feb 10 12:21:59.276199 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35290) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:59.328222 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-ed02c1ad-5f7a-4c16-a467-1a56f5f3f51a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc78d067b4d54591a3f0d9e07b53c62c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508065 Feb 10 12:21:59.330525 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35294) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:21:59.387823 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:59.414675 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:59.463531 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:59.476663 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dda840-16fa-4088-8b93-fc8116401433,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:21:59.488374 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.488718 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.489068 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.489392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.489740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.490061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.490388 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.490756 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.491036 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.491385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.491706 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:21:59.497161 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:21:59.498257 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-8fcd5835-d9c5-4016-ac98-23557220f2f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9dda840-16fa-4088-8b93-fc8116401433 HTTP/1.1" status: 204 len: 168 time: 0.1668198 Feb 10 12:21:59.527570 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8334d85d-c36b-4426-8da7-8943e7be5a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.454868 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35320) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:00.584352 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2134971341-network', 'tenant_id': '1675956235d04a4fa925af7c38133e66'}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:00.589250 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:00.595255 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Usage tracker for resource:network and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:00.598164 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:00.603926 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:00.614643 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Made reservation on behalf of 1675956235d04a4fa925af7c38133e66 for: {'network': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:00.616944 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.629118 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.663009 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:00.666810 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:00.669607 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:00.675162 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:00.707883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.740354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.744252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.775786 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=83553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:22:00.781072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a21fe9-5aca-4a33-9cad-a8c933bcd090,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:00.787520 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.787860 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.db.segments_db [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Added segment 7c2e2915-9d72-4410-8486-5b226664fe84 of type vlan for network a423c73a-c840-4643-9f93-3292d04a6094 Feb 10 12:22:00.813968 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.834116 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.843912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.845064 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:00.845751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:00.952810 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4968371 Feb 10 12:22:00.953502 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662e9dc-7fac-47f2-8f1a-d87ce2d8ffed admin admin] Pushing event updated for resources: {'Network': ['ID=a423c73a-c840-4643-9f93-3292d04a6094,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:00.955808 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35326) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:00.961515 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Request body: {'subnet': {'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2134971341-subnet', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'ip_version': 4}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:00.971449 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:00.972165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network a423c73a-c840-4643-9f93-3292d04a6094 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:22:00.975399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Usage tracker for resource:subnet and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:00.978214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:00.983838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:00.994652 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Made reservation on behalf of 1675956235d04a4fa925af7c38133e66 for: {'subnet': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:00.997511 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6597108'] for subnet, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.194599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6567128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6597066'] for subnet, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.264441 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c385cb-d6d5-4a8f-8024-4544d5075a8a,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:01.275426 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Checking segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:01.275775 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Network hostable DHCP agents. Network: a423c73a-c840-4643-9f93-3292d04a6094, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:22:01.296807 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Network a423c73a-c840-4643-9f93-3292d04a6094 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:22:01.305392 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, a423c73a-c840-4643-9f93-3292d04a6094) {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:01.309867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:01.310439 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.315625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265cdef-96d1-49f6-8033-926bbc63d93c None None] Network a423c73a-c840-4643-9f93-3292d04a6094 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:01.329917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d6ed5154-2680-492a-a055-ecdf2f59e4e6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727899 Feb 10 12:22:01.332362 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35330) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:01.337438 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:01.341927 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:01.345635 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Usage tracker for resource:router and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:01.348399 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:01.353910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:01.363789 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.364657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.382435 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.528204 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.559154 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889613e-4c12-44de-9687-19901ce215be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-a423c73a-c840-4643-9f93-3292d04a6094', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:22:01.560008 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.709624 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.714749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-6889613e-4c12-44de-9687-19901ce215be None None] Allocated IP 172.20.0.2 (a423c73a-c840-4643-9f93-3292d04a6094/59c385cb-d6d5-4a8f-8024-4544d5075a8a/51647194-0d13-44b8-ae4c-ba1df70aefc8) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:01.742943 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.875029 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Allocated IP 172.26.3.99 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/f729ba3c-2d45-40b3-a30c-0f73498ea2a2) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:01.914896 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:01.925816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6889613e-4c12-44de-9687-19901ce215be None None] Transition to ACTIVE for port object 51647194-0d13-44b8-ae4c-ba1df70aefc8 will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:01.944082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-6889613e-4c12-44de-9687-19901ce215be None None] Transition to ACTIVE for port object 51647194-0d13-44b8-ae4c-ba1df70aefc8 will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:01.949002 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.020653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6889613e-4c12-44de-9687-19901ce215be None None] Network a423c73a-c840-4643-9f93-3292d04a6094 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:02.023339 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-6889613e-4c12-44de-9687-19901ce215be None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:02.024062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.028155 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889613e-4c12-44de-9687-19901ce215be None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:02.030785 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889613e-4c12-44de-9687-19901ce215be None None] Pushing event updated for resources: {'Port': ['ID=51647194-0d13-44b8-ae4c-ba1df70aefc8,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:02.052216 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.067982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.068322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.068658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.068988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.069319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.069647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.069970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.070293 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.070612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.070937 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.071266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:02.121905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:02.124610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:02.127847 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6889613e-4c12-44de-9687-19901ce215be None None] Attempting to bind port 51647194-0d13-44b8-ae4c-ba1df70aefc8 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:02.128224 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6889613e-4c12-44de-9687-19901ce215be None None] Attempting to bind port 51647194-0d13-44b8-ae4c-ba1df70aefc8 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:02.128556 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889613e-4c12-44de-9687-19901ce215be None None] Attempting to bind port 51647194-0d13-44b8-ae4c-ba1df70aefc8 on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:02.128910 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:02.135090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889613e-4c12-44de-9687-19901ce215be None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:02.135477 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889613e-4c12-44de-9687-19901ce215be None None] Checking segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:02.135907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.136284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6889613e-4c12-44de-9687-19901ce215be None None] Bound using segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:02.137245 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-6889613e-4c12-44de-9687-19901ce215be None None] Bound port: 51647194-0d13-44b8-ae4c-ba1df70aefc8, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:02.137600 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.153472 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Pushing event updated for resources: {'Port': ['ID=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:02.221802 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6889613e-4c12-44de-9687-19901ce215be None None] For port 51647194-0d13-44b8-ae4c-ba1df70aefc8, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:02.225260 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-6889613e-4c12-44de-9687-19901ce215be None None] For port 51647194-0d13-44b8-ae4c-ba1df70aefc8, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=51647194-0d13-44b8-ae4c-ba1df70aefc8,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:02.229466 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6889613e-4c12-44de-9687-19901ce215be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.288057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.288694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.313543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.331079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889613e-4c12-44de-9687-19901ce215be None None] Pushing event updated for resources: {'Port': ['ID=51647194-0d13-44b8-ae4c-ba1df70aefc8,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:02.533549 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:22:02.826156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:02.834544 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:02.846799 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:02.847482 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:02.850051 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] Notify callbacks [] for router, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:02.851386 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-08df78af-071a-4b4d-bf8c-ec147f25ad74 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5180633 Feb 10 12:22:02.854080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35334) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:03.026640 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:03.277348 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca205eff-76a8-4de8-b400-22a226706ab0 None None] Network a423c73a-c840-4643-9f93-3292d04a6094 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:03.315647 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:02Z', 'revision_number': 3, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:03.327143 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:03.327519 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Updating router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:22:03.386254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.406074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-9e755411-48de-4a23-87c0-ddd88d92a992 None None] Provisioning for port 51647194-0d13-44b8-ae4c-ba1df70aefc8 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:03.656239 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.740438 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.751989 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Transition to ACTIVE for port object f729ba3c-2d45-40b3-a30c-0f73498ea2a2 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:03.758566 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.837331 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Attempting to bind port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:03.837974 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Attempting to bind port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:03.838102 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Attempting to bind port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:03.850254 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Pushing event updated for resources: {'Port': ['ID=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:03.858866 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:03.859268 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:03.859666 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.860047 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:03.860503 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Bound port: f729ba3c-2d45-40b3-a30c-0f73498ea2a2, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:03.860861 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:03.884127 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.884469 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.884794 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.885116 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.885442 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.886082 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.886082 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.886372 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.886744 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.887658 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.887973 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:22:03.906325 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Allocated IP 172.20.0.1 (a423c73a-c840-4643-9f93-3292d04a6094/59c385cb-d6d5-4a8f-8024-4544d5075a8a/00334d8b-b66c-4ebb-b017-bcf843952f0b) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:03.938893 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] For port f729ba3c-2d45-40b3-a30c-0f73498ea2a2, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:03.942587 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] For port f729ba3c-2d45-40b3-a30c-0f73498ea2a2, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:03.947095 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.033288 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:04.033906 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:04.057171 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.072985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Transition to ACTIVE for port object 00334d8b-b66c-4ebb-b017-bcf843952f0b will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:04.094504 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.151349 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c389-d915-4a8b-9ef3-e53706f32251 None None] Pushing event updated for resources: {'Port': ['ID=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:04.159467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Network a423c73a-c840-4643-9f93-3292d04a6094 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:04.162115 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:04.165646 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:04.198791 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Pushing event updated for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:04.225805 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.227773 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:04.330954 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.349191 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.486907 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7fcc0227-c3e7-41fd-beec-7594de582464 None None] Provisioning for port 00334d8b-b66c-4ebb-b017-bcf843952f0b completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:04.492843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-7fcc0227-c3e7-41fd-beec-7594de582464 None None] Provisioning complete for port 00334d8b-b66c-4ebb-b017-bcf843952f0b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:04.493476 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-7fcc0227-c3e7-41fd-beec-7594de582464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.532731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 51647194-0d13-44b8-ae4c-ba1df70aefc8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:04.539482 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:02Z', 'revision_number': 3, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:04.543969 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797226b4-6180-4c91-8111-306f859b2ce8 None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:02Z', 'revision_number': 3, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:04.598800 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc0227-c3e7-41fd-beec-7594de582464 None None] Port 00334d8b-b66c-4ebb-b017-bcf843952f0b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:22:04.623319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 51647194-0d13-44b8-ae4c-ba1df70aefc8 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:04.632193 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 51647194-0d13-44b8-ae4c-ba1df70aefc8 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:04.632864 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.707112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.713030 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.765873 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.810647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 51647194-0d13-44b8-ae4c-ba1df70aefc8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=51647194-0d13-44b8-ae4c-ba1df70aefc8,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:04.814832 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.848492 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:04.851964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Pushing event updated for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:04.886429 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=51647194-0d13-44b8-ae4c-ba1df70aefc8,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:04.992033 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Network a423c73a-c840-4643-9f93-3292d04a6094 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:04.993084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:05.234662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-34945d8a-c1d4-4c8c-a8ec-bc361b33a4fc None None] Provisioning complete for port 00334d8b-b66c-4ebb-b017-bcf843952f0b triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:05.235363 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-34945d8a-c1d4-4c8c-a8ec-bc361b33a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:05.331450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-34945d8a-c1d4-4c8c-a8ec-bc361b33a4fc None None] Port 00334d8b-b66c-4ebb-b017-bcf843952f0b cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:22:05.400657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:05.593243 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:05.601902 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-386ebe03-c29d-465c-a4e8-4aa1b6a33d5c admin admin] 10.222.0.42 "PUT /v2.0/routers/2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468395 Feb 10 12:22:06.483252 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35356) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:06.488835 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-767439807-network', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:06.493903 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:06.498224 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Usage tracker for resource:network and tenant:f7ec406f05a64856977f89e656a916c1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:06.501218 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:06.506905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:06.520099 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Made reservation on behalf of f7ec406f05a64856977f89e656a916c1 for: {'network': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:06.522322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for network, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.534370 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.547718 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 51647194-0d13-44b8-ae4c-ba1df70aefc8 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:06.565909 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:06.569771 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ec406f05a64856977f89e656a916c1 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:06.572599 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:06.578526 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:06.614572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 51647194-0d13-44b8-ae4c-ba1df70aefc8 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:06.614935 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.644467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.648221 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.675203 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=83554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 12:22:06.688688 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b70f18-4d8b-49b6-adf2-4a2b48c3957f,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:06.693879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.694210 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.segments_db [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Added segment c7f34d8a-fd39-4680-a443-6aef4d58ffa8 of type vlan for network 943d553e-a26d-4c79-92fb-8e13b11d7a10 Feb 10 12:22:06.720132 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785260527095'] for network, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.729381 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f729ba3c-2d45-40b3-a30c-0f73498ea2a2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:06.748703 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009'] for network, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.749485 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:06.750040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Notify callbacks [] for network, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.796057 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:06.800541 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:06.800908 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:06.851034 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3666675 Feb 10 12:22:06.851874 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cbd5b-1958-48fe-a990-ee6b41f0d173 admin admin] Pushing event updated for resources: {'Network': ['ID=943d553e-a26d-4c79-92fb-8e13b11d7a10,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:06.854461 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35360) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:06.861940 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Request body: {'subnet': {'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-767439807-subnet', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'ip_version': 4}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:06.862115 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 details requested by agent ovs-agent-dv-neutron-827807-1-hyperv with host dv-neutron-827807-1-hyperv {{(pid=83555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 12:22:06.867019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:06.871622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Usage tracker for resource:subnet and tenant:f7ec406f05a64856977f89e656a916c1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:06.874498 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:06.880252 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:06.891099 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Made reservation on behalf of f7ec406f05a64856977f89e656a916c1 for: {'subnet': 1} {{(pid=83553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:06.893763 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1910836'] for subnet, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.003853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.020009 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port f729ba3c-2d45-40b3-a30c-0f73498ea2a2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:07.023419 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.089384 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:07.093343 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1505629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1910794'] for subnet, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.167845 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a335a35-1562-45e1-9020-195be6fff1ed,revision_number=0']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:07.178082 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Checking segment: {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:07.178430 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Network hostable DHCP agents. Network: 943d553e-a26d-4c79-92fb-8e13b11d7a10, hostable agents: ['eaac741b-5a4d-49f9-a3f4-0b3114cbacf7'], hosted agents: [] {{(pid=83553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 12:22:07.200124 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 is scheduled to be hosted by DHCP agent eaac741b-5a4d-49f9-a3f4-0b3114cbacf7 with binding_index 1 {{(pid=83553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 12:22:07.208576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-827807-1-hyperv, 943d553e-a26d-4c79-92fb-8e13b11d7a10) {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:07.212397 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:07.212958 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.217471 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde59f0e-1b78-4872-82cd-f2ad7622d7e7 None None] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:07.232804 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-dff41899-da86-487f-a07a-cdd6fd894221 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3767297 Feb 10 12:22:07.235248 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35364) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:07.240249 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.v2.base [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}} {{(pid=83553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:07.244664 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:07.248927 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Usage tracker for resource:router and tenant:f7ec406f05a64856977f89e656a916c1 is out of sync, need to count used quota {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:07.251680 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.quota.resource [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:07.257201 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.quota.driver [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:07.267012 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8858'] for router, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.268213 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1032994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1036542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8853'] for router, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.287396 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.425166 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2aad504c-e507-5016-bb90-e5b7bb2a1f14-943d553e-a26d-4c79-92fb-8e13b11d7a10', 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'fixed_ips': [{'subnet_id': '2a335a35-1562-45e1-9020-195be6fff1ed'}]}} from dv-neutron-827807-1-hyperv. {{(pid=83555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 10 12:22:07.426124 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.427449 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1036496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1033047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8871'] for router, precommit_update {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.580515 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.db_base_plugin_common [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Allocated IP 172.20.0.2 (943d553e-a26d-4c79-92fb-8e13b11d7a10/2a335a35-1562-45e1-9020-195be6fff1ed/670f15a5-cfc4-4535-9dcf-4a86d22a8dfa) {{(pid=83555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:07.700641 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.730079 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.789313 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks [] for port, precommit_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.802414 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Transition to ACTIVE for port object 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:07.824949 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Transition to ACTIVE for port object 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa will not be triggered until provisioned by entity DHCP. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:07.830203 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281'] for port, after_create {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:07.869537 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Allocated IP 172.26.3.112 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/dd68c514-0f4d-4d07-ad65-bae8e5563a74) {{(pid=83553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:07.899284 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 is already hosted by enough agents. {{(pid=83555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:07.902055 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.scheduler.base_scheduler [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Resources bound (agent type, host, resource id): {{(pid=83555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:07.907056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Received port after_create {{(pid=83555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:07.909240 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Pushing event updated for resources: {'Port': ['ID=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,revision_number=1']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:07.998868 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Attempting to bind port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:07.999375 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Attempting to bind port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:07.999615 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Attempting to bind port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa on network 943d553e-a26d-4c79-92fb-8e13b11d7a10 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:08.006319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:08.006693 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Checking segment: {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:08.007244 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.007643 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Bound using segment: {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:08.008109 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Bound port: 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:08.008485 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.025376 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.052462 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.085803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:08.107831 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] For port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:08.109966 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:08.110653 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:08.117263 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:08.119844 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:08.123517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Received port after_create {{(pid=83553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:08.159517 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Pushing event updated for resources: {'Port': ['ID=dd68c514-0f4d-4d07-ad65-bae8e5563a74,revision_number=1']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:08.253362 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] For port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:08.262050 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.284514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.285247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1033038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1036331'] for router, after_create {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.377532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce63874-b2bd-4e22-b095-e75fdebbeca3 None None] Pushing event updated for resources: {'Port': ['ID=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,revision_number=2']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:08.406673 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:08.542091 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f729ba3c-2d45-40b3-a30c-0f73498ea2a2 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:08.573247 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Router 9fc46ba7-a724-4964-b40c-3c787bc33a1b is scheduled to L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 with binding_index 1 {{(pid=83553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 12:22:08.774158 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:08.774702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.782072 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:08.791749 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Sync routers for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:08.805359 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:08.806095 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:08.807404 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:08.812269 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-3e6a6ee1-c77a-4c44-a716-595f2f8a5dcd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5735335 Feb 10 12:22:08.812821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35368) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:08.885538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 2, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:08.898833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:08.899184 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Updating router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c port 00334d8b-b66c-4ebb-b017-bcf843952f0b binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:22:08.967516 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.035990 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:09.386249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.389841 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:08Z', 'revision_number': 3, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:09.396130 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Checking router: 9fc46ba7-a724-4964-b40c-3c787bc33a1b for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:09.397039 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Updating router 9fc46ba7-a724-4964-b40c-3c787bc33a1b port dd68c514-0f4d-4d07-ad65-bae8e5563a74 binding host dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:22:09.401596 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Transition to ACTIVE for port object 00334d8b-b66c-4ebb-b017-bcf843952f0b will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:09.409110 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.460146 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.491707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed39b3e-7fd6-4079-85ec-1c47d8d0d7ca None None] Pushing event updated for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:09.647047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9c02c-9e8d-4e76-8dff-4c922f0506e5 None None] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:22:09.744131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Attempting to bind port 00334d8b-b66c-4ebb-b017-bcf843952f0b on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:09.744820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Attempting to bind port 00334d8b-b66c-4ebb-b017-bcf843952f0b by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:09.745445 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Attempting to bind port 00334d8b-b66c-4ebb-b017-bcf843952f0b on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:09.769822 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:09.770364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Checking segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:09.770883 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.771423 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Bound using segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:09.772056 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Bound port: 00334d8b-b66c-4ebb-b017-bcf843952f0b, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:09.772585 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.790387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-648c47ac-4ba3-473c-8afc-e022d55e0a67 None None] Provisioning for port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:09.792419 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.887728 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks [] for port, precommit_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.899903 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.provisioning_blocks [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Transition to ACTIVE for port object dd68c514-0f4d-4d07-ad65-bae8e5563a74 will not be triggered until provisioned by entity L2. {{(pid=83556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:09.907608 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:09.979180 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd568e-fc7a-430e-a373-07abffb665bb None None] Pushing event updated for resources: {'Port': ['ID=dd68c514-0f4d-4d07-ad65-bae8e5563a74,revision_number=2']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:10.003009 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Attempting to bind port dd68c514-0f4d-4d07-ad65-bae8e5563a74 on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:10.003420 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Attempting to bind port dd68c514-0f4d-4d07-ad65-bae8e5563a74 by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:10.004351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Attempting to bind port dd68c514-0f4d-4d07-ad65-bae8e5563a74 on network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:10.010337 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:10.011098 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Checking segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:10.011327 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.011889 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Bound using segment: {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'} {{(pid=83556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:10.012441 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.managers [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Bound port: dd68c514-0f4d-4d07-ad65-bae8e5563a74, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07564aa-31fe-43aa-862f-d57d3b924c22', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa'}}] {{(pid=83556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:10.012999 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.024318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Allocated IP 172.20.0.1 (943d553e-a26d-4c79-92fb-8e13b11d7a10/2a335a35-1562-45e1-9020-195be6fff1ed/3fa7122a-aff7-405d-bb92-d6fbc89f228d) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:10.025647 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] For port 00334d8b-b66c-4ebb-b017-bcf843952f0b, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:10.045753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] For port 00334d8b-b66c-4ebb-b017-bcf843952f0b, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=00334d8b-b66c-4ebb-b017-bcf843952f0b,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:10.053638 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.092294 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] For port dd68c514-0f4d-4d07-ad65-bae8e5563a74, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:10.095198 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.plugins.ml2.db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] For port dd68c514-0f4d-4d07-ad65-bae8e5563a74, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dd68c514-0f4d-4d07-ad65-bae8e5563a74,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:10.101019 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron_lib.callbacks.manager [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.161749 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed39b3e-7fd6-4079-85ec-1c47d8d0d7ca None None] Pushing event updated for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:10.168810 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:10.169409 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:10.194366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.212604 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:10.213379 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:10.219134 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Transition to ACTIVE for port object 3fa7122a-aff7-405d-bb92-d6fbc89f228d will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:10.249118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.270748 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd568e-fc7a-430e-a373-07abffb665bb None None] Pushing event updated for resources: {'Port': ['ID=dd68c514-0f4d-4d07-ad65-bae8e5563a74,revision_number=3']} {{(pid=83556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:10.325473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:10.335813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:10.338183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:10.390988 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:10.410876 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:10.426381 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:10.436849 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036789'] for router_interface, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.572440 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.598719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:10.744004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:10.751576 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:10.751863 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.754993 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:08Z', 'revision_number': 3, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:10.759151 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f33bd5-75b0-4176-8069-be4192ef408a None None] The sync data for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv is: [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:08Z', 'revision_number': 3, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:10.855747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.860036 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.930456 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Provisioning for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:10.945391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Provisioning complete for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:10.945755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.966026 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4064841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036568'] for router_interface, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:10.969429 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:10.993208 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:11.037425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Port 3fa7122a-aff7-405d-bb92-d6fbc89f228d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:22:11.052006 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:11.057438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:11.093182 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:09Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:11.119295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a16fa-d62b-4d3d-bf2b-97d59e85cfb5 None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:09Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:11.123953 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Provisioning complete for port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:11.124319 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4be74776-7026-4b6f-bd70-8425a767cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:11.194891 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:11.229724 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:11.231318 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:11.509213 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-dce46ddd-f1e5-417c-a2b8-15bd7fba6b10 None None] Provisioning complete for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:11.509753 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-dce46ddd-f1e5-417c-a2b8-15bd7fba6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:11.571393 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-dce46ddd-f1e5-417c-a2b8-15bd7fba6b10 None None] Port 3fa7122a-aff7-405d-bb92-d6fbc89f228d cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:22:11.641000 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Router 9fc46ba7-a724-4964-b40c-3c787bc33a1b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:11.865568 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:11.879809 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-49338f39-ca28-40cf-bedd-7b4e46386c25 admin admin] 10.222.0.42 "PUT /v2.0/routers/9fc46ba7-a724-4964-b40c-3c787bc33a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654917 Feb 10 12:22:12.528879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35378) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:12.535331 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795663719', 'description': 'tempest-secgroup-smoke-1795663719 description', 'project_id': '1675956235d04a4fa925af7c38133e66'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:12.541264 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:12.545147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:12.547976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:12.553683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:12.564831 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.577488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:12.600838 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:12.604494 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:12.607205 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:12.612765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:12.646851 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:12.647220 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.665465 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.669037 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.712366 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59c123-4aef-4dee-a870-d9d8c131130e,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:12.716272 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.720274 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3b607b57-4e51-4280-b1ad-95425e7acccf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1876750 Feb 10 12:22:12.720397 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35382) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:12.725657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:12.731610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:12.735322 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:12.738177 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:12.743850 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:12.759702 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.762358 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dd68c514-0f4d-4d07-ad65-bae8e5563a74 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:12.819650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.822902 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.828878 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port dd68c514-0f4d-4d07-ad65-bae8e5563a74 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:12.833697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port dd68c514-0f4d-4d07-ad65-bae8e5563a74 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:12.834069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.849420 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d0762e-0d4e-4dd2-977f-793fe19d9624,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:12.858540 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.860147 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5056383e-1eb2-4701-97b0-581c46813941 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387386 Feb 10 12:22:12.862780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35386) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:12.869303 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:12.876021 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:12.879907 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:12.882692 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:12.889182 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:12.905493 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.950702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.966587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port dd68c514-0f4d-4d07-ad65-bae8e5563a74, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dd68c514-0f4d-4d07-ad65-bae8e5563a74,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:12.970893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.971077 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:12.972165 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 00334d8b-b66c-4ebb-b017-bcf843952f0b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:12.974616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.006078 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.010137 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1433005 Feb 10 12:22:13.010413 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35390) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:13.013583 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f37b7-3d20-42d5-98ab-5db6e76e368e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74086c31-72df-4733-8829-d34b81fcbf17,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.018823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:13.025345 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:13.029234 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:13.032131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:13.037760 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:13.054219 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.115953 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.119473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.126848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=dd68c514-0f4d-4d07-ad65-bae8e5563a74,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.142755 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 00334d8b-b66c-4ebb-b017-bcf843952f0b completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:13.147346 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 00334d8b-b66c-4ebb-b017-bcf843952f0b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:13.147698 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.148359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4487dae-9652-414d-8197-1b54b40dbd88,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.159244 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.160460 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e4aa023f-73a7-4140-a6ee-75841c61c3fb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491997 Feb 10 12:22:13.163202 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35394) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:13.169761 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:13.176746 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:13.181084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:13.184558 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:13.191671 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:13.210114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.260782 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.275744 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.279150 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.295549 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 00334d8b-b66c-4ebb-b017-bcf843952f0b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=00334d8b-b66c-4ebb-b017-bcf843952f0b,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:13.298941 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.302073 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73ba9f9-4473-4a41-aef9-95b4cce65db9,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.311289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.312446 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-e657bea8-16cb-4dbe-92f6-4c55b8f348f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1482625 Feb 10 12:22:13.315103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35398) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:13.320467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:13.326604 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:13.330384 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:13.333259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:13.338802 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:13.348492 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Project 1675956235d04a4fa925af7c38133e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:22:13.354966 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.364147 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.417530 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.420600 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.442826 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a2e5eb-837f-49cb-81e7-6bc2c9bbe490,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.451333 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.452473 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-64147f6c-7999-44fa-b22c-1683ee210eb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1364636 Feb 10 12:22:13.455119 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35402) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:13.460532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'security_group_rule': {'security_group_id': '2e59c123-4aef-4dee-a870-d9d8c131130e', 'project_id': '1675956235d04a4fa925af7c38133e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:13.466060 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:13.469788 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:security_group_rule and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:13.472598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:13.478172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:13.488517 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.securitygroups_db [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Project 1675956235d04a4fa925af7c38133e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 12:22:13.495289 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.559048 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.562723 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991068'] for security_group_rule, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.587162 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5ea85c-95fb-407b-9264-e89cff24d05b,revision_number=0']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:13.596061 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:13.597198 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-058cf566-9709-4bcf-8448-ba393f27922e tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410310 Feb 10 12:22:13.981453 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-a3d3bb42-2ab5-4ca7-96f9-87ea0e569117 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:security_group {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:22:13.997616 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-a3d3bb42-2ab5-4ca7-96f9-87ea0e569117 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:security_group {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:22:13.998674 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-a3d3bb42-2ab5-4ca7-96f9-87ea0e569117 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795663719&fields=id&tenant_id=1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 267 time: 0.0566642 Feb 10 12:22:14.156603 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-5de9770b-f793-4299-8a5e-b2f5e73787d0 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:14.158059 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-5de9770b-f793-4299-8a5e-b2f5e73787d0 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 810 time: 0.1527479 Feb 10 12:22:14.174831 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3589c837-ee42-48ad-a04d-eff526cc6f7b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/quotas/1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 375 time: 0.0110798 Feb 10 12:22:14.251747 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-8b465d91-9252-4012-8171-55b01f8de25a tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:22:14.267694 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-8b465d91-9252-4012-8171-55b01f8de25a tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:22:14.268929 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-8b465d91-9252-4012-8171-55b01f8de25a tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894516 Feb 10 12:22:14.405057 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-b52b6b3d-316a-4da8-a394-31da88a81608 service neutron] 10.222.0.42 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Feb 10 12:22:14.494322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dd68c514-0f4d-4d07-ad65-bae8e5563a74 up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:14.562990 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port dd68c514-0f4d-4d07-ad65-bae8e5563a74 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:14.563288 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:14.636294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-219836b7-f192-47de-a3f2-746c7844d16b service neutron] 10.222.0.42 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256954 Feb 10 12:22:14.677106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 00334d8b-b66c-4ebb-b017-bcf843952f0b up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:14.743142 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 00334d8b-b66c-4ebb-b017-bcf843952f0b triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:14.743539 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:14.992748 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8ce7adba-7bba-43f0-8133-600739ae39e7 req-0f631b64-5904-4e6a-8994-668e46d40c03 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 210 time: 0.1877813 Feb 10 12:22:16.173332 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ad4ebb47-c0c6-459a-a7f5-11ad27903b88 req-10076768-c8d7-4a36-80a8-306b85ac22e4 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 210 time: 0.0590341 Feb 10 12:22:16.198727 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-f69f5dc5-b845-4deb-b018-c16a682dc116 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:16.200917 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-f69f5dc5-b845-4deb-b018-c16a682dc116 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 810 time: 0.1919057 Feb 10 12:22:16.263736 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-561f780a-66be-417c-919d-ef582fb5ce31 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 380 time: 0.0417891 Feb 10 12:22:16.272356 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'port': {'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'admin_state_up': True, 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'security_groups': ['2e59c123-4aef-4dee-a870-d9d8c131130e']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:16.402695 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:16.411950 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:16.422612 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Made reservation on behalf of 1675956235d04a4fa925af7c38133e66 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:22:16.425548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:16.584080 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Allocated IP 172.20.0.8 (a423c73a-c840-4643-9f93-3292d04a6094/59c385cb-d6d5-4a8f-8024-4544d5075a8a/43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:16.765328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:16.780528 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Transition to ACTIVE for port object 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:16.801534 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:16.875292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Network a423c73a-c840-4643-9f93-3292d04a6094 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:16.876386 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:22:16.878225 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:16.882780 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:16.908809 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:16.946041 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:16.946650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:16.973157 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3a4114f3-d9f1-4663-9415-92af30ded506 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042835 Feb 10 12:22:16.984302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Request body: {'port': {'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:17.095058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:17.134377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-634fc998-52e1-4ece-8c04-f206ac4802a0 None None] Provisioning for port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:17.139939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-634fc998-52e1-4ece-8c04-f206ac4802a0 None None] Provisioning complete for port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:17.140296 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-634fc998-52e1-4ece-8c04-f206ac4802a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:17.192335 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-634fc998-52e1-4ece-8c04-f206ac4802a0 None None] Port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:22:17.431062 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433158ef-d811-4b44-acb1-8a11545a1ff5 req-bdfda40e-7b73-4d77-b09c-56876b0cd9d3 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:17.431667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-433158ef-d811-4b44-acb1-8a11545a1ff5 req-bdfda40e-7b73-4d77-b09c-56876b0cd9d3 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:22:17.492726 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-433158ef-d811-4b44-acb1-8a11545a1ff5 req-bdfda40e-7b73-4d77-b09c-56876b0cd9d3 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:22:17.493833 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-433158ef-d811-4b44-acb1-8a11545a1ff5 req-bdfda40e-7b73-4d77-b09c-56876b0cd9d3 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 931 time: 0.1935866 Feb 10 12:22:17.497867 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:22:17.505851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:17.543701 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Transition to ACTIVE for port object 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:17.547071 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:17.601530 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-433158ef-d811-4b44-acb1-8a11545a1ff5 req-286ffcd0-c1bc-47cf-b8cc-dd0a2673833c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996106 Feb 10 12:22:17.782090 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:17.881516 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Attempting to bind port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:17.881840 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Attempting to bind port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:17.882156 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Attempting to bind port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:17.888172 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd on network a423c73a-c840-4643-9f93-3292d04a6094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:22:17.888480 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Attempting to bind port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:17.894683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:17.895006 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Checking segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:17.895411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Bound using segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:17.895818 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Bound port: 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:17.896147 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:17.981114 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:17.984131 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:17.988681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:18.053151 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:18.054499 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 1093 time: 1.0745759 Feb 10 12:22:18.054918 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:22:18.072667 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed24c8-0a92-43be-b9c9-aca9a4ec06d2 service neutron] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:18.162286 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-3d8a608d-a471-46b6-b374-8c66993e6ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1096 time: 0.0711887 Feb 10 12:22:18.238319 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'status': 'completed', 'code': 200} Feb 10 12:22:18.257155 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-fa7f2924-2381-4cc7-94be-21437b364b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 217 time: 0.0880246 Feb 10 12:22:18.317683 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-e45ff5ba-c134-4ccf-8f9a-fa1c250063cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:18.319001 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-e45ff5ba-c134-4ccf-8f9a-fa1c250063cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0560870 Feb 10 12:22:18.393707 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-4028c270-0f4a-4b7c-a902-1d59c4456a70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682886 Feb 10 12:22:18.522686 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-084805ea-07d7-49ae-84ea-e28eb8ab289f service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225049 Feb 10 12:22:18.652042 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9dd798b3-11f9-4ba8-969b-29b7ecfdacf5 req-86b61381-92e7-48a0-87e0-52448e427781 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236453 Feb 10 12:22:18.825792 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-ca74e1d9-1037-45a0-acbb-9a8df317c862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1096 time: 0.1307368 Feb 10 12:22:18.831762 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7a4be-7be4-42f6-9528-1af5945d3bc7 req-191c7631-c4bf-419e-a25f-18e610f2e044 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:18.833059 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4f7a4be-7be4-42f6-9528-1af5945d3bc7 req-191c7631-c4bf-419e-a25f-18e610f2e044 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.1017332 Feb 10 12:22:18.956678 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c4f7a4be-7be4-42f6-9528-1af5945d3bc7 req-87578104-5c5b-4fa6-88a5-c373ac6d2207 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055455 Feb 10 12:22:18.995159 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-108a5a72-4fa6-423f-822b-0e8284929330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:18.996638 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-108a5a72-4fa6-423f-822b-0e8284929330 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1627719 Feb 10 12:22:19.063294 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-28b15835-b39a-4d95-9eac-80c0a2f87907 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 217 time: 0.0596974 Feb 10 12:22:19.126357 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-d8d2e690-8403-433c-9684-b7c19f0b1e52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:19.127749 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-d8d2e690-8403-433c-9684-b7c19f0b1e52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0583158 Feb 10 12:22:19.199596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-a6d5f8fc-ea7b-4324-919d-343104aea7ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652461 Feb 10 12:22:19.326637 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-5b7072b7-aa30-4cf0-a84c-92c71f71989f service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204903 Feb 10 12:22:19.540027 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f86deb1b-1aef-49bc-bca7-0aaefdf03cea req-91b51aa2-27ae-4f73-88c5-b7c9b80a5749 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072315 Feb 10 12:22:20.153974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e0b93-161f-43f6-89bc-fe092377eaa3 req-365d8e9d-6b3d-4f38-9b00-8573e37b8028 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:20.155963 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e61e0b93-161f-43f6-89bc-fe092377eaa3 req-365d8e9d-6b3d-4f38-9b00-8573e37b8028 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.0777767 Feb 10 12:22:20.201812 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e61e0b93-161f-43f6-89bc-fe092377eaa3 req-0552c1f0-0d6f-401e-8406-8aa584d6c37c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404985 Feb 10 12:22:21.301035 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:22:21.394778 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e746b7-4d73-42a6-b7a2-c18f8766de27 req-fb41778b-870c-446e-944b-0aa76cda5510 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:21.396241 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17e746b7-4d73-42a6-b7a2-c18f8766de27 req-fb41778b-870c-446e-944b-0aa76cda5510 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.0745678 Feb 10 12:22:21.433697 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:21.440805 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-17e746b7-4d73-42a6-b7a2-c18f8766de27 req-e72a755a-64c8-4126-b5fc-98573baa3586 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Feb 10 12:22:21.447043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:22:21.498513 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:21.514747 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:22:21.529048 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:21.532869 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:21.596871 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:21.762216 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:22:22.636280 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191b549-0313-465a-b5fa-9ee667eb0209 req-5cca3bab-00df-4b3b-b51f-dcade55c08c6 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:22.637720 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0191b549-0313-465a-b5fa-9ee667eb0209 req-5cca3bab-00df-4b3b-b51f-dcade55c08c6 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 944 time: 0.0782125 Feb 10 12:22:22.681609 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0191b549-0313-465a-b5fa-9ee667eb0209 req-d7f904f8-187e-4296-82c4-54c2622f383b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376360 Feb 10 12:22:23.316074 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:23.382368 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:23.386756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:23.387117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:23.496431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:23.524841 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:22:23.535187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:23.538895 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:23.583885 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'code': 200} Feb 10 12:22:23.606912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:23.844391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66a35085-55ce-4f85-a1c9-69cdc3bbfa42 req-633e20db-5468-4d65-a456-55780d604106 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1098 time: 0.1023436 Feb 10 12:22:23.909097 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-66a35085-55ce-4f85-a1c9-69cdc3bbfa42 req-ca233989-68d7-4654-abe1-76eeb4eeb464 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593865 Feb 10 12:22:23.923107 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa3a84-fabd-4c16-9f45-ea63bf7439ec req-26e79626-3a1e-493e-87a9-e92281476943 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:23.927270 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41fa3a84-fabd-4c16-9f45-ea63bf7439ec req-26e79626-3a1e-493e-87a9-e92281476943 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 945 time: 0.1157424 Feb 10 12:22:23.970550 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-41fa3a84-fabd-4c16-9f45-ea63bf7439ec req-4ab39392-f67c-4e83-8686-8179659e1713 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Feb 10 12:22:25.163929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598d308-cca9-4cf6-a79a-987fe0360cfe req-2108712b-a139-41a8-824b-18a653156064 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:25.165377 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1598d308-cca9-4cf6-a79a-987fe0360cfe req-2108712b-a139-41a8-824b-18a653156064 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 945 time: 0.0738955 Feb 10 12:22:25.212547 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1598d308-cca9-4cf6-a79a-987fe0360cfe req-f7ab48ac-76a8-4f9c-99dd-c75bdd2fdb3f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Feb 10 12:22:25.406759 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcc975-b5d8-4642-9155-aefce5274edd req-f460ef8f-8ee5-4fe7-9f11-dfe0fcd804c8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:25.408230 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdfcc975-b5d8-4642-9155-aefce5274edd req-f460ef8f-8ee5-4fe7-9f11-dfe0fcd804c8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 945 time: 0.0777516 Feb 10 12:22:25.452526 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bdfcc975-b5d8-4642-9155-aefce5274edd req-d2fba1a2-1dc6-452f-9911-0824aacc2a7b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389116 Feb 10 12:22:25.478929 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35468) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:25.613696 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c0511b2-31fd-448f-b9ae-ee18102e8787 tempest-TestSnapshotPattern-558317241 tempest-TestSnapshotPattern-558317241-project-admin] Synchronizing usage tracker for tenant:f7ec406f05a64856977f89e656a916c1 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:22:25.629654 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-3c0511b2-31fd-448f-b9ae-ee18102e8787 tempest-TestSnapshotPattern-558317241 tempest-TestSnapshotPattern-558317241-project-admin] Unset dirty status for tenant:f7ec406f05a64856977f89e656a916c1 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:22:25.630987 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-3c0511b2-31fd-448f-b9ae-ee18102e8787 tempest-TestSnapshotPattern-558317241 tempest-TestSnapshotPattern-558317241-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1093 time: 0.1509235 Feb 10 12:22:25.633689 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35474) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:22:25.638888 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:22:25.644525 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:22:25.648242 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:floatingip and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:22:25.650974 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:22:25.656994 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:22:25.666482 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:25.798651 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:25.925998 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Allocated IP 172.26.3.117 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/efca6531-ba8c-4318-87c6-50683425e3d3) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:22:26.068144 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:26.095072 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:26.163296 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:22:26.165813 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:22:26.169319 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:22:26.200262 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=efca6531-ba8c-4318-87c6-50683425e3d3,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:26.777176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:26.830368 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:27.036146 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:27.040446 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:27.144846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=efca6531-ba8c-4318-87c6-50683425e3d3,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:27.157584 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:27.335247 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-92e9b03d-e178-4547-b7d4-bd24d15ff0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:27.353410 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Floating IP fd129d36-eb23-488c-a444-c552f5984153 associated. External IP: 172.26.3.117, port: 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd. Feb 10 12:22:27.734610 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:22:27.928811 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:22:27.939479 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:27.952199 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:27.952859 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:27.954447 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:28.008681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-accd7ab7-77f3-4578-91e3-9a053df9aeb9 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3739665 Feb 10 12:22:28.009254 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:22:28.063067 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'status': 'completed', 'code': 200} Feb 10 12:22:28.154356 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-765114ba-2d74-4822-8ca8-054ecf4845bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1098 time: 0.0708859 Feb 10 12:22:28.156421 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:28.402129 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-ab37a0c0-c682-4892-b150-203cffb329f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:28.403595 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-ab37a0c0-c682-4892-b150-203cffb329f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.2441947 Feb 10 12:22:28.501465 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:26Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:28.505194 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-8cdb24b8-c11e-49c7-89ee-3e4257f0e334 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 999 time: 0.0952611 Feb 10 12:22:28.505350 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:28.515561 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:28.516145 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:28.564949 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-4264939c-7e00-4bed-84dd-2a01a8a0df96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:22:28.566368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-4264939c-7e00-4bed-84dd-2a01a8a0df96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0562572 Feb 10 12:22:28.638770 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-dfe5dc5d-384d-4e83-bba2-4d5f169da5ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671210 Feb 10 12:22:28.702952 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:28.771251 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-1a33413f-9be7-4161-a5d7-89b960270ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270511 Feb 10 12:22:28.901969 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-6f7157de-18a0-47c0-8baf-7402fc953aae req-89488b8b-e13c-4bcf-a9e1-c9b4bde481dd service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255121 Feb 10 12:22:29.045696 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:26Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:29.049580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2ed2a-dcd0-4f29-b0b1-461be31e733b None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:26Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:29.518597 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-17fa4d7a-64d5-4acd-9263-fe0c6e044fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.708266 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:30.838047 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:32.259651 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:32.994928 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62f83a-30f7-444a-bbda-df61bbfbd52c None None] New status for floating IP fd129d36-eb23-488c-a444-c552f5984153: ACTIVE {{(pid=83556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:22:33.003806 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Sync routers for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:22:33.016370 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:33.017005 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:33.192454 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:33.532563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 4, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '3fa7122a-aff7-405d-bb92-d6fbc89f228d', 'name': '', 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'mac_address': 'fa:16:3e:bf:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:09Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 2, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'subnets': [{'id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:33.536221 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Checking router: 9fc46ba7-a724-4964-b40c-3c787bc33a1b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:22:33.536565 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Updating router 9fc46ba7-a724-4964-b40c-3c787bc33a1b port 3fa7122a-aff7-405d-bb92-d6fbc89f228d binding host dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 10 12:22:33.587179 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:33.911612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:33.922290 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Transition to ACTIVE for port object 3fa7122a-aff7-405d-bb92-d6fbc89f228d will not be triggered until provisioned by entity L2. {{(pid=83555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:22:33.928069 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.086827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d5d97-6521-44c6-9a04-50c4d4304b12 None None] Pushing event updated for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=3']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:34.143453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Attempting to bind port 3fa7122a-aff7-405d-bb92-d6fbc89f228d on host dv-neutron-827807-1-hyperv for vnic_type normal with profile {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:22:34.143820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Attempting to bind port 3fa7122a-aff7-405d-bb92-d6fbc89f228d by drivers openvswitch,hyperv on host dv-neutron-827807-1-hyperv at level 0 using segments [{'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:22:34.144322 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Attempting to bind port 3fa7122a-aff7-405d-bb92-d6fbc89f228d on network 943d553e-a26d-4c79-92fb-8e13b11d7a10 {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:22:34.150571 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Checking agent: {'id': 'd1918021-92ec-486a-9406-0479c21f83a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-827807-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 20, 1), 'started_at': datetime.datetime(2022, 2, 10, 11, 20, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-827807-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:22:34.150939 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Checking segment: {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:22:34.151387 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.151774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Bound using segment: {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'} {{(pid=83555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:22:34.152249 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.managers [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Bound port: 3fa7122a-aff7-405d-bb92-d6fbc89f228d, host: dv-neutron-827807-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10'}}] {{(pid=83555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:22:34.152613 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.235043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] For port 3fa7122a-aff7-405d-bb92-d6fbc89f228d, host dv-neutron-827807-1-hyperv, cleared binding levels {{(pid=83555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:22:34.238416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] For port 3fa7122a-aff7-405d-bb92-d6fbc89f228d, host dv-neutron-827807-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa7122a-aff7-405d-bb92-d6fbc89f228d,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:22:34.244668 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.346152 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d5d97-6521-44c6-9a04-50c4d4304b12 None None] Pushing event updated for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:34.348499 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:34.355004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:22:34.355658 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:22:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:34.530517 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:22:34.843745 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 4, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '3fa7122a-aff7-405d-bb92-d6fbc89f228d', 'name': '', 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'mac_address': 'fa:16:3e:bf:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:09Z', 'updated_at': '2022-02-10T12:22:34Z', 'revision_number': 4, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'subnets': [{'id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:22:34.847621 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475258a-c542-41d8-b93f-36c7090c38e3 None None] The sync data for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv is: [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:10Z', 'revision_number': 4, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '3fa7122a-aff7-405d-bb92-d6fbc89f228d', 'name': '', 'network_id': '943d553e-a26d-4c79-92fb-8e13b11d7a10', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'mac_address': 'fa:16:3e:bf:4a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:09Z', 'updated_at': '2022-02-10T12:22:34Z', 'revision_number': 4, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'subnets': [{'id': '2a335a35-1562-45e1-9020-195be6fff1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:22:36.512019 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa7122a-aff7-405d-bb92-d6fbc89f228d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:36.577522 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:22:36.581978 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:36.582329 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:36.724089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:36.755724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] For port 3fa7122a-aff7-405d-bb92-d6fbc89f228d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa7122a-aff7-405d-bb92-d6fbc89f228d,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:22:36.759217 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:36.823969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Pushing event updated for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:22:38.499586 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa7122a-aff7-405d-bb92-d6fbc89f228d up at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:22:38.565303 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Provisioning complete for port 3fa7122a-aff7-405d-bb92-d6fbc89f228d triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:22:38.565664 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:53.875946 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:22:57.339640 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-98f4a415-36ad-4011-b598-abf13793e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:22:59.520461 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-df519882-287e-4117-ac2d-a23256fddb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.711504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:00.839572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:01.890126 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-8f48306a-170a-4ae6-9aa9-7e701a667dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729735 Feb 10 12:23:02.022922 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-a0230152-c358-4a1a-b041-120a2b93da74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1098 time: 0.0680585 Feb 10 12:23:02.161681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-2e72ab73-1a0e-4154-8a3d-a1651731eff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:02.163091 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-2e72ab73-1a0e-4154-8a3d-a1651731eff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1226709 Feb 10 12:23:02.263738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:02.267445 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-cd3b76eb-ffe5-4f1f-bd78-40dc81ff4167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 1001 time: 0.0981174 Feb 10 12:23:02.334650 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-7aab9ad8-2072-4605-9d33-cb8489e883c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:23:02.336058 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-7aab9ad8-2072-4605-9d33-cb8489e883c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0587168 Feb 10 12:23:02.412549 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-fb036eeb-251c-46b5-82ad-057ed95dfcff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707226 Feb 10 12:23:02.541623 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-51dec042-9746-4a72-8e75-3520d00818f1 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224585 Feb 10 12:23:02.673654 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d466dcca-9f0c-4892-bbcb-83ee3f55b9fe req-fa49e36b-ba0d-43d4-bca7-0ca55936d976 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208622 Feb 10 12:23:04.345712 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:27.343356 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d22e0754-b6bc-471d-b2ed-969119634a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:29.521792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8c48e71b-c863-4afe-be5e-9937e5292dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.713732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.841564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:30.875587 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:23:32.265967 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:34.347415 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:57.346744 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fa4ae77e-0298-4ed3-a3bf-bb7912facba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:23:59.523176 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-da9f5800-9291-4e22-af35-3a3d25c74bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:00.715617 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:00.844304 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:02.268618 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:02.904943 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-d16c5c1a-1f33-4871-a5a1-fc0cd9615a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686688 Feb 10 12:24:03.126449 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-806ddd4d-c2d4-4cf6-88d2-3052e402543f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1098 time: 0.1545250 Feb 10 12:24:03.267470 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89e376-5a52-464e-89e0-d90282d172d9 req-39a5de1e-7f48-4801-8e11-255e8446e9d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:03.269065 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-39a5de1e-7f48-4801-8e11-255e8446e9d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1224532 Feb 10 12:24:03.370440 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-efa54576-ea19-4541-9e53-b6277f2c614c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 1001 time: 0.0949039 Feb 10 12:24:03.432266 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89e376-5a52-464e-89e0-d90282d172d9 req-a45525d3-adf1-42c5-8cda-fb4ffd46ad60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:03.433697 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-a45525d3-adf1-42c5-8cda-fb4ffd46ad60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0563703 Feb 10 12:24:03.506214 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-cfaa530f-eeb0-4c51-a82a-a4879bbce26e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660098 Feb 10 12:24:03.634580 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-a5394200-7b47-485f-90d9-dc52793b631a service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219196 Feb 10 12:24:03.762754 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-db89e376-5a52-464e-89e0-d90282d172d9 req-2d747680-4d1a-459d-95ff-9594f6070c12 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215603 Feb 10 12:24:04.342581 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:07.875761 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:24:27.347986 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a76cf447-27d9-466b-92ee-dd5f74a00be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:27.927825 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:24:28.064215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:28.079449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:24:28.133794 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:28.151469 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:24:28.168168 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:28.172136 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:28.243422 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:28.252292 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:24:28.284151 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.284502 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.284833 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.285153 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.285483 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.285803 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.286126 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.286447 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.286762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.287077 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:28.287418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:29.527413 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-cb8997eb-8137-4602-a156-2b8cc67dbfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:29.937537 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:24:30.023013 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:24:30.023491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.143187 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.170107 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:24:30.180619 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:30.186533 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.255519 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:30.352864 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'code': 200} Feb 10 12:24:30.720975 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:30.848311 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:32.279098 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:34.353320 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:38.839732 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-29b09580-5132-4cb1-9ba8-319a81a4411b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795663719&fields=id&tenant_id=1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 267 time: 0.0434341 Feb 10 12:24:38.989454 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-2890b503-486a-44cb-ba1d-5424086cae86 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:38.990776 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-2890b503-486a-44cb-ba1d-5424086cae86 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 810 time: 0.1443262 Feb 10 12:24:39.006702 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-c696e32a-6eb9-4b84-b187-784fe7900691 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/quotas/1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 375 time: 0.0105152 Feb 10 12:24:39.088112 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-a7a136ad-91ad-4650-88ff-da72b86adb8c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0762827 Feb 10 12:24:39.315218 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-511ab7bb-1592-4e79-b2c2-898920b00e83 service neutron] 10.222.0.42 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153950 Feb 10 12:24:39.443328 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-8055287c-59d0-40eb-9ecd-6c16116af6e8 service neutron] 10.222.0.42 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225049 Feb 10 12:24:39.648836 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-59cdbcd6-b2c0-482f-8017-de9d05ff3f8d req-2c346c9a-ebf1-437c-be81-cbdb0f6e3d52 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 210 time: 0.0402846 Feb 10 12:24:40.724281 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-7572dd9c-16eb-4ce8-9685-06c12da33fe5 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:40.725783 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-7572dd9c-16eb-4ce8-9685-06c12da33fe5 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 810 time: 0.1450694 Feb 10 12:24:40.787115 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-733b788d-0772-45fe-b03b-465522fbcbb8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1675956235d04a4fa925af7c38133e66 HTTP/1.1" status: 200 len: 380 time: 0.0496395 Feb 10 12:24:40.828473 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'port': {'device_id': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'admin_state_up': True, 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'security_groups': ['2e59c123-4aef-4dee-a870-d9d8c131130e']}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:24:40.842587 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-21cbdb41-99c8-4557-b3aa-16bc19597362 req-d75f9326-af67-4cd9-af87-66ecce247b99 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 210 time: 0.0598867 Feb 10 12:24:41.064806 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:24:41.074639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:24:41.085532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Made reservation on behalf of 1675956235d04a4fa925af7c38133e66 for: {'port': 1} {{(pid=83554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 12:24:41.092053 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:41.283012 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Allocated IP 172.20.0.14 (a423c73a-c840-4643-9f93-3292d04a6094/59c385cb-d6d5-4a8f-8024-4544d5075a8a/52dd69e0-4985-4315-a0da-78514576d0f4) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:24:41.503428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:41.521268 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Transition to ACTIVE for port object 52dd69e0-4985-4315-a0da-78514576d0f4 will not be triggered until provisioned by entity DHCP. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:24:41.547658 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:41.625408 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Network a423c73a-c840-4643-9f93-3292d04a6094 is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:24:41.628536 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:24:41.632993 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:24:41.661846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:41.681310 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.681621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.682302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.682302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.682607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.682935 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.683275 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.683601 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.683922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.684409 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.684734 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:24:41.723095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:41.724008 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:41.772973 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-90ee7fb6-679e-4585-8067-b1c21cad0164 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9516482 Feb 10 12:24:41.984991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b267277c-ad08-4bdd-8905-59e453e6a2b4 None None] Provisioning for port 52dd69e0-4985-4315-a0da-78514576d0f4 completed by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:24:41.994274 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-b267277c-ad08-4bdd-8905-59e453e6a2b4 None None] Provisioning complete for port 52dd69e0-4985-4315-a0da-78514576d0f4 triggered by entity DHCP. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:24:41.994950 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b267277c-ad08-4bdd-8905-59e453e6a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:42.028538 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:24:42.091329 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9732b8-c3b9-4c58-949f-b3328c77e813 req-2fc16ba7-3423-4b87-aa13-09fb7c11197d tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:42.092326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8f9732b8-c3b9-4c58-949f-b3328c77e813 req-2fc16ba7-3423-4b87-aa13-09fb7c11197d tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:24:42.107911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-8f9732b8-c3b9-4c58-949f-b3328c77e813 req-2fc16ba7-3423-4b87-aa13-09fb7c11197d tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:24:42.109401 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f9732b8-c3b9-4c58-949f-b3328c77e813 req-2fc16ba7-3423-4b87-aa13-09fb7c11197d tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.1028550 Feb 10 12:24:42.119079 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-b267277c-ad08-4bdd-8905-59e453e6a2b4 None None] Port 52dd69e0-4985-4315-a0da-78514576d0f4 cannot update to ACTIVE because it is not bound. {{(pid=83555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 10 12:24:42.164627 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8f9732b8-c3b9-4c58-949f-b3328c77e813 req-e345012d-e31f-4ef5-bc27-4f4cad21b834 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477235 Feb 10 12:24:42.239215 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:42.274279 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:24:42.288980 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:42.292969 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:42.332960 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'code': 200} Feb 10 12:24:42.367185 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:43.395328 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00239ed-7f5a-4af0-902a-87b6a16b48a5 req-5e184c22-5d15-421c-a8b3-792b6734f2f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:43.397190 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c00239ed-7f5a-4af0-902a-87b6a16b48a5 req-5e184c22-5d15-421c-a8b3-792b6734f2f7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.0998900 Feb 10 12:24:43.445286 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-c00239ed-7f5a-4af0-902a-87b6a16b48a5 req-2153115f-9502-47c2-8027-a2ea86c35d4f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Feb 10 12:24:44.662905 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac379730-964e-4cc3-b3e7-39391940d7ca req-2f1594e2-9d38-4335-b295-08872d057059 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:44.670588 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac379730-964e-4cc3-b3e7-39391940d7ca req-2f1594e2-9d38-4335-b295-08872d057059 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.0968626 Feb 10 12:24:44.715332 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ac379730-964e-4cc3-b3e7-39391940d7ca req-7ccdd291-340c-4de4-8d35-91d13592818c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438616 Feb 10 12:24:44.876587 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:24:45.931013 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce6f9-375e-421d-a558-56396c8502c1 req-dd4a8a0d-fad6-42c6-a444-04f4c4d2677a tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:45.932671 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b76ce6f9-375e-421d-a558-56396c8502c1 req-dd4a8a0d-fad6-42c6-a444-04f4c4d2677a tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.0820014 Feb 10 12:24:45.999203 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b76ce6f9-375e-421d-a558-56396c8502c1 req-9c489b9c-c598-4fb5-9240-130301102284 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590751 Feb 10 12:24:47.204057 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f41eb7-a968-4e1e-9314-c4b4c494ac3f req-22b3b5a2-6803-4e94-8928-5b2ddf232a8b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:47.205516 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4f41eb7-a968-4e1e-9314-c4b4c494ac3f req-22b3b5a2-6803-4e94-8928-5b2ddf232a8b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.0885410 Feb 10 12:24:47.254752 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f4f41eb7-a968-4e1e-9314-c4b4c494ac3f req-d7e08f7a-603c-4a0a-a27d-1594dc2ef94f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Feb 10 12:24:48.457326 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1bbc1-fd78-482f-b5e8-efd0942c539c req-9b89922c-a54d-4dc7-a3d0-9b6f272fbdce tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:48.459776 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07f1bbc1-fd78-482f-b5e8-efd0942c539c req-9b89922c-a54d-4dc7-a3d0-9b6f272fbdce tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.0784848 Feb 10 12:24:48.514043 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-07f1bbc1-fd78-482f-b5e8-efd0942c539c req-b2e38554-e72b-4bc7-8fce-699d6476ca14 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Feb 10 12:24:49.215005 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Request body: {'port': {'device_id': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8278'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:24:49.317922 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:49.757691 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dd69e0-4985-4315-a0da-78514576d0f4 {{(pid=83554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:24:49.766817 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:49.791687 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.provisioning_blocks [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Transition to ACTIVE for port object 52dd69e0-4985-4315-a0da-78514576d0f4 will not be triggered until provisioned by entity L2. {{(pid=83554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 12:24:49.795293 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:49.946259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a4cc0-6b4d-4be8-b3a1-bd003cdabcc8 req-0325471a-4f22-4e8a-9477-a9b0de4564bf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:49.947706 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b99a4cc0-6b4d-4be8-b3a1-bd003cdabcc8 req-0325471a-4f22-4e8a-9477-a9b0de4564bf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 932 time: 0.2765169 Feb 10 12:24:50.044342 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:50.098174 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-b99a4cc0-6b4d-4be8-b3a1-bd003cdabcc8 req-56cd9346-7faa-46d1-bb25-1878582b1b75 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394966 Feb 10 12:24:50.169787 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Attempting to bind port 52dd69e0-4985-4315-a0da-78514576d0f4 on host hv-neutron-8278 for vnic_type normal with profile {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 12:24:50.170120 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Attempting to bind port 52dd69e0-4985-4315-a0da-78514576d0f4 by drivers openvswitch,hyperv on host hv-neutron-8278 at level 0 using segments [{'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 12:24:50.170442 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Attempting to bind port 52dd69e0-4985-4315-a0da-78514576d0f4 on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:24:50.176663 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Port 52dd69e0-4985-4315-a0da-78514576d0f4 on network a423c73a-c840-4643-9f93-3292d04a6094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8278 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 10 12:24:50.176977 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Attempting to bind port 52dd69e0-4985-4315-a0da-78514576d0f4 on network a423c73a-c840-4643-9f93-3292d04a6094 {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 10 12:24:50.183846 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Checking agent: {'id': '0b98c87d-1c46-4a34-9a55-fd1d6903fdf7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8278', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 10, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 12, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 10 12:24:50.184411 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Checking segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 10 12:24:50.185045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Bound using segment: {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'} {{(pid=83554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 10 12:24:50.185755 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.managers [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Bound port: 52dd69e0-4985-4315-a0da-78514576d0f4, host: hv-neutron-8278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2e2915-9d72-4410-8486-5b226664fe84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094'}}] {{(pid=83554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 12:24:50.186334 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:50.277925 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, cleared binding levels {{(pid=83554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 12:24:50.281235 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 12:24:50.285573 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:50.346175 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:50.347544 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] 10.222.0.32 "PUT /v2.0/ports/52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 1094 time: 1.1367812 Feb 10 12:24:50.347976 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:24:50.366911 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7717e5-994a-4ae9-85b3-028782681088 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=3']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:50.421894 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'status': 'completed', 'code': 200} Feb 10 12:24:50.466574 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-93d9b701-2089-441f-830a-33dccccfdc42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1097 time: 0.0779576 Feb 10 12:24:50.535318 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-80a51ad9-fc5c-4ad6-9568-ed8241ab553a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0619678 Feb 10 12:24:50.600095 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-e9d17589-9c57-4410-852c-7c26f911d8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:50.601509 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-e9d17589-9c57-4410-852c-7c26f911d8bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0608950 Feb 10 12:24:50.673849 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-98d4658c-68eb-4f25-a18e-70499378092f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668902 Feb 10 12:24:50.801902 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-44b5d84b-45bd-4858-ae20-94cf8195f099 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219428 Feb 10 12:24:50.929365 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-05e27c0f-b9dc-4c4f-8c43-a37cf6e491b6 req-8e833cf6-ab4e-4dcf-b645-6960ae91e053 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223185 Feb 10 12:24:51.041642 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-31f9333b-8809-4a51-9b61-a0ca7c8ec662 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1097 time: 0.0719233 Feb 10 12:24:51.168946 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-1f5077ee-884a-41bb-8a8c-c23de80c938a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:51.170353 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-1f5077ee-884a-41bb-8a8c-c23de80c938a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1231625 Feb 10 12:24:51.267786 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-fdfe96cb-2186-4999-95ec-386d2527b213 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0910814 Feb 10 12:24:51.346086 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-aacb03af-b90a-4630-af80-9d442fd8cbd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:51.347499 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-aacb03af-b90a-4630-af80-9d442fd8cbd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0694380 Feb 10 12:24:51.392055 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7c4f-34f2-4a7c-857e-0269810e4511 req-42ec3b10-8f40-482d-a22a-7a5988ec9f91 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:51.393333 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3db7c4f-34f2-4a7c-857e-0269810e4511 req-42ec3b10-8f40-482d-a22a-7a5988ec9f91 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 944 time: 0.1700397 Feb 10 12:24:51.459961 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-f3db7c4f-34f2-4a7c-857e-0269810e4511 req-423be10f-2f07-4707-b522-c372a1008230 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602157 Feb 10 12:24:51.468289 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-4335b581-b6fc-48da-9ba4-f06c764837b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137428 Feb 10 12:24:51.683989 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-fc199279-744f-40f1-a583-ef23f3596d31 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086172 Feb 10 12:24:51.810312 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-ffdff0f1-1c08-42df-8a97-c227b18e64bd req-f46ebb62-1786-4be1-8760-286c722df6aa service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205540 Feb 10 12:24:52.654186 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b636e-ef4e-41e9-82cc-0b9f490ab977 req-e5cb34dc-b19b-4b09-8776-8bb2810abd1c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:52.655629 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-671b636e-ef4e-41e9-82cc-0b9f490ab977 req-e5cb34dc-b19b-4b09-8776-8bb2810abd1c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 944 time: 0.0750911 Feb 10 12:24:52.699018 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-671b636e-ef4e-41e9-82cc-0b9f490ab977 req-5ab656f5-30e5-4333-a842-8df88605d0cd tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381422 Feb 10 12:24:53.894286 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79e25-3b25-487a-96ea-77cc6c93caf2 req-d67f72ff-588d-4be7-b439-e49eac13845c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:53.895725 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3b79e25-3b25-487a-96ea-77cc6c93caf2 req-d67f72ff-588d-4be7-b439-e49eac13845c tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 944 time: 0.0780671 Feb 10 12:24:53.939899 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-a3b79e25-3b25-487a-96ea-77cc6c93caf2 req-676b3d9e-40cd-4887-98e3-e218354b4de7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 Feb 10 12:24:54.045550 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:24:54.179004 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:54.191562 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '52dd69e0-4985-4315-a0da-78514576d0f4', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'mac_address': 'fa:16:3e:20:10:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:24:54.242521 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:54.258816 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd69e0-4985-4315-a0da-78514576d0f4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:24:54.273681 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:54.277194 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:54.340156 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=4']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:54.489402 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['52dd69e0-4985-4315-a0da-78514576d0f4'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:24:55.131195 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8878-fd06-415b-bdac-26cb59e10289 req-1aa805c0-8e15-410c-ad5b-ec1b7f65538b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:55.132687 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-962f8878-fd06-415b-bdac-26cb59e10289 req-1aa805c0-8e15-410c-ad5b-ec1b7f65538b tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 945 time: 0.0749328 Feb 10 12:24:55.179017 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-962f8878-fd06-415b-bdac-26cb59e10289 req-be1c2172-8522-4185-9cac-46cb039ba6f0 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Feb 10 12:24:56.045488 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:24:56.110086 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning for port 52dd69e0-4985-4315-a0da-78514576d0f4 completed by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 12:24:56.114449 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 52dd69e0-4985-4315-a0da-78514576d0f4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:24:56.114820 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:56.225781 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:56.252232 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:24:56.261848 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:24:56.266687 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:56.312998 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'code': 200} Feb 10 12:24:56.333970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=5']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:24:56.387743 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a14d5-c2d9-4d89-8108-bd19abe72612 req-1361add7-2015-444c-b8c4-50e2aef6f733 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:56.389169 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a1a14d5-c2d9-4d89-8108-bd19abe72612 req-1361add7-2015-444c-b8c4-50e2aef6f733 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 946 time: 0.0836799 Feb 10 12:24:56.435827 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-3a1a14d5-c2d9-4d89-8108-bd19abe72612 req-1015cf0d-068a-4c44-87e9-38d7747fb4e8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Feb 10 12:24:56.534409 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9389c579-7a3d-4c48-a4eb-c36327535ea1 req-f915f481-419f-4572-93ff-9960cb18de82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1099 time: 0.0670455 Feb 10 12:24:56.579801 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-9389c579-7a3d-4c48-a4eb-c36327535ea1 req-65d9ec46-2dfe-4f43-a75f-f8de8b72c3fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Feb 10 12:24:57.350399 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-806e4684-0735-4a91-a039-487ae0f47597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:57.638190 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9cb10-8717-4dcf-b742-935383622491 req-fd2b8b5e-fdcc-43e0-b93b-b9951b1abdaf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:57.639683 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18d9cb10-8717-4dcf-b742-935383622491 req-fd2b8b5e-fdcc-43e0-b93b-b9951b1abdaf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 946 time: 0.0753424 Feb 10 12:24:57.688668 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-18d9cb10-8717-4dcf-b742-935383622491 req-f5c177d1-b3e8-494b-aad6-5b3c027d5adc tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 10 12:24:58.887058 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aa9f7-89e0-4a6e-a471-8431b7f7fcd2 req-00d6eefd-3c9e-40d9-ac42-bf4a373a36a8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:58.888557 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d99aa9f7-89e0-4a6e-a471-8431b7f7fcd2 req-00d6eefd-3c9e-40d9-ac42-bf4a373a36a8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 946 time: 0.0791936 Feb 10 12:24:58.932893 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-d99aa9f7-89e0-4a6e-a471-8431b7f7fcd2 req-2f44de72-d50c-42cd-9164-40e688f47f4f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387201 Feb 10 12:24:59.127709 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e0406-24ec-412f-b4b8-6e536ebf1a5e req-8bc14ccd-bde8-4f33-b16a-5326243b0bdf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:24:59.129175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a9e0406-24ec-412f-b4b8-6e536ebf1a5e req-8bc14ccd-bde8-4f33-b16a-5326243b0bdf tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 946 time: 0.0769622 Feb 10 12:24:59.174933 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-5a9e0406-24ec-412f-b4b8-6e536ebf1a5e req-e1e6d375-67d4-4448-9660-6766c5b38958 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403233 Feb 10 12:24:59.205047 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35678) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:24:59.276041 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-109fd912-6723-4c69-ae37-650477d36264 tempest-TestSnapshotPattern-558317241 tempest-TestSnapshotPattern-558317241-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1094 time: 0.0698736 Feb 10 12:24:59.278657 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35682) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:24:59.283699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.v2.base [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Request body: {'floatingip': {'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 10 12:24:59.289245 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 12:24:59.292985 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Usage tracker for resource:floatingip and tenant:1675956235d04a4fa925af7c38133e66 is out of sync, need to count used quota {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 12:24:59.295781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 12:24:59.301833 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.quota.driver [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 12:24:59.312656 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:59.447428 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:59.530542 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-35f3d797-f8d8-4f37-bf20-da96df957b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:59.587562 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.db_base_plugin_common [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Allocated IP 172.26.3.191 (69eef483-efc7-4ad8-a4d7-0a7910f7beaa/82bb2d6a-2f10-4ac3-8989-062e13cbb310/efe6e354-83b7-4beb-b173-3dc7d4c55241) {{(pid=83554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 12:24:59.728376 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:59.755821 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785260508281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:24:59.822699 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Network 69eef483-efc7-4ad8-a4d7-0a7910f7beaa is already hosted by enough agents. {{(pid=83554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 12:24:59.825593 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.base_scheduler [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Resources bound (agent type, host, resource id): {{(pid=83554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 12:24:59.829174 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Received port after_create {{(pid=83554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 10 12:24:59.862487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=efe6e354-83b7-4beb-b173-3dc7d4c55241,revision_number=1']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:00.421900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.479183 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.684295 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for port, precommit_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.689532 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6566989'] for port, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.725089 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.789103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event updated for resources: {'Port': ['ID=efe6e354-83b7-4beb-b173-3dc7d4c55241,revision_number=2']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:25:00.809639 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1036412'] for floatingip, after_update {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:00.850999 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:01.027380 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.db.l3_db [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Floating IP 5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9 associated. External IP: 172.26.3.191, port: 52dd69e0-4985-4315-a0da-78514576d0f4. Feb 10 12:25:01.408337 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:25:01.704192 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:25:01.713619 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:25:01.725457 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:25:01.726138 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:25:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:25:01.728531 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:01.782418 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-d3781cb7-19b0-4032-9054-45f89eba4feb tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5027769 Feb 10 12:25:01.782980 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:25:01.836982 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'status': 'completed', 'code': 200} Feb 10 12:25:01.906583 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:25:01.998079 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-178caa73-f9a3-480d-b922-178ec926dff5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1099 time: 0.1404119 Feb 10 12:25:02.127839 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-6b097262-237f-4e32-a07b-8cd8d1abb6bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:02.129264 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-6b097262-237f-4e32-a07b-8cd8d1abb6bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1250088 Feb 10 12:25:02.227848 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-50df4bcc-40b7-4aaf-a614-9b46e5816742 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0930929 Feb 10 12:25:02.248261 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:20:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:25:00Z', 'updated_at': '2022-02-10T12:25:00Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}, {'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:25:02.254158 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:25:02.265176 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:25:02.265811 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:25:00Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:25:02.269979 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:02.300259 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-c1b3f651-ed58-4775-a666-71db2038ac1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:02.301689 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-c1b3f651-ed58-4775-a666-71db2038ac1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0682485 Feb 10 12:25:02.374482 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-65a827a5-b37a-4458-90e1-561e42613aa3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667679 Feb 10 12:25:02.442157 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:25:02.502551 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-0605baa1-fad5-4e0b-b62e-5e838d2543d0 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221681 Feb 10 12:25:02.633556 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-8b59ca3e-2a7a-44cf-a5c6-dd485f0e93da req-30492098-08b0-4bd9-a4b5-3510ba4a67e4 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245594 Feb 10 12:25:02.779744 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:20:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:25:00Z', 'updated_at': '2022-02-10T12:25:00Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}, {'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:25:02.783438 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6865c-5ebb-4c29-94ba-9055b1a11ba5 None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': '5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:20:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:25:00Z', 'updated_at': '2022-02-10T12:25:00Z', 'revision_number': 0, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}, {'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:25:02.966256 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e19dc-4101-4275-876b-72453f04b16d None None] New status for floating IP 5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9: ACTIVE {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:25:03.888435 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-ac87daab-4715-4349-be55-3a2e6c3712d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700145 Feb 10 12:25:04.022596 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-459d7807-87b6-43b3-b974-539b493dcc9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1096 time: 0.0693948 Feb 10 12:25:04.163467 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-e4de75ac-7b60-4d74-bb89-30ec8b0810e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:04.164818 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-e4de75ac-7b60-4d74-bb89-30ec8b0810e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1242850 Feb 10 12:25:04.264528 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-2f4b8eb3-f089-4d11-ac5a-a9a618f67e2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 999 time: 0.0940809 Feb 10 12:25:04.323926 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-0ba93ce3-6264-4593-8b67-a90e00aebaee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:25:04.325261 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-0ba93ce3-6264-4593-8b67-a90e00aebaee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0552828 Feb 10 12:25:04.350140 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:04.400552 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-33c7bf38-3189-4e06-be2b-16d0734eb780 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698955 Feb 10 12:25:04.527008 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-d07e24e4-1ed8-49b4-9897-abdc456094c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204233 Feb 10 12:25:04.742340 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-71de7aee-a0cf-4400-bea4-faf8f609bbab req-0d73ee36-b0e4-4d89-999a-58b24f18e3b5 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102826 Feb 10 12:25:21.877091 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:25:27.352645 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e24b1822-c25a-4e23-8fb7-a62fca468a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:29.532411 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8d9b2c09-78b8-4734-8cb6-d7d061de85f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.725276 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:30.851575 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:32.273611 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:34.376438 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:57.356490 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b57e6e67-406e-4c85-9181-374e080916a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:25:58.876381 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:25:59.535063 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3c75be42-61af-4f25-9e6e-0d0237410129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:00.727661 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:00.853686 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:02.274742 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:04.383889 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:04.931175 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-651604dc-9be9-4e17-aac5-63cad3b33139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655324 Feb 10 12:26:05.038355 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-d6b05cd6-5972-4d03-9150-c6d13bf0a6b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1099 time: 0.0695856 Feb 10 12:26:05.179518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-7d209e15-fd07-43b9-80f4-0b57ee39e8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:05.180946 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-7d209e15-fd07-43b9-80f4-0b57ee39e8bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1228147 Feb 10 12:26:05.281368 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-f138a62a-1a09-41c6-b7a1-2b1272eecfe9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 1002 time: 0.0943549 Feb 10 12:26:05.344292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-0cb45edb-5f64-426d-94f4-9af9d8e7b413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:05.345683 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-0cb45edb-5f64-426d-94f4-9af9d8e7b413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0589685 Feb 10 12:26:05.417595 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-e3c97a50-9a72-4883-89bf-1543ff16d3bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656724 Feb 10 12:26:05.543561 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-ac18b936-a6e5-4e3f-b2bd-47c2604f673c service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201940 Feb 10 12:26:05.672721 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-06ee6c75-4cd8-45a1-b9c0-ab565322dbd5 req-0ac4f073-a430-46d9-ae74-db299e5f8f8d service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233194 Feb 10 12:26:26.545302 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 details requested by agent hyperv_hv-neutron-8278 with host hv-neutron-8278 {{(pid=83555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 12:26:26.678129 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:26.693475 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Returning: {'device': '52dd69e0-4985-4315-a0da-78514576d0f4', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'port_id': '52dd69e0-4985-4315-a0da-78514576d0f4', 'mac_address': 'fa:16:3e:20:10:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 12:26:26.752225 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:26.770160 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52dd69e0-4985-4315-a0da-78514576d0f4 {{(pid=83555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 12:26:26.787434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:26.791234 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:26.858300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=6']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:26.866853 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.867364 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.867795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.868243 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.868666 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.869090 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.869507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.869926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.870341 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.870731 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.871117 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:26.875912 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] get_ports_and_sgs() called for port_ids ['52dd69e0-4985-4315-a0da-78514576d0f4'] {{(pid=83555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 10 12:26:27.360612 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-e789c486-61fa-45ae-951e-04ccfeba7ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:28.560342 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 up at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 12:26:28.634460 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.provisioning_blocks [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Provisioning complete for port 52dd69e0-4985-4315-a0da-78514576d0f4 triggered by entity L2. {{(pid=83555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 12:26:28.634981 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3392500'] for port, provisioning_complete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:28.759525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:28.788792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:28.799854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:28.811505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:28.874469 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'code': 200} Feb 10 12:26:28.886242 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=7']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:29.538066 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-74a2e411-b328-4421-94fe-0a284367f3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:30.735070 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:30.856790 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:32.282756 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:34.406675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:35.875979 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:26:38.102084 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35836) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:38.306859 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Deleting port efe6e354-83b7-4beb-b173-3dc7d4c55241 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:38.307103 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:38.470075 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:38.470391 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:38.589024 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Calling delete_port for efe6e354-83b7-4beb-b173-3dc7d4c55241 owned by network:floatingip {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:38.733027 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:38.780415 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event deleted for resources: {'Port': ['ID=efe6e354-83b7-4beb-b173-3dc7d4c55241,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:38.923823 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.924157 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.924487 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.924803 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.925118 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.925436 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.925749 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.926063 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.926900 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.927210 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.927615 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:38.957681 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:39.336598 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:26:39.529605 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:26:39.539414 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:26:39.551469 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:39.552065 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:39.552964 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:39.612944 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-f2b1acd7-a0e7-405a-8d98-881fcc75676f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "DELETE /v2.0/floatingips/5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9 HTTP/1.1" status: 204 len: 168 time: 1.5074153 Feb 10 12:26:39.612944 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:39.774807 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:39.845439 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'status': 'completed', 'code': 200} Feb 10 12:26:40.083359 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b1f49-6381-44af-b2c1-8311026229f8 req-10ee1e01-80bf-4407-899c-d976dc521e42 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:40.084045 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-469b1f49-6381-44af-b2c1-8311026229f8 req-10ee1e01-80bf-4407-899c-d976dc521e42 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:26:40.088601 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-723316d1-94d8-4e00-a06a-e8f2d57dee37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 1099 time: 0.1760445 Feb 10 12:26:40.126425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-469b1f49-6381-44af-b2c1-8311026229f8 req-10ee1e01-80bf-4407-899c-d976dc521e42 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:26:40.127632 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469b1f49-6381-44af-b2c1-8311026229f8 req-10ee1e01-80bf-4407-899c-d976dc521e42 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 946 time: 0.1781073 Feb 10 12:26:40.134202 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:40.138156 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:26:40.149218 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:40.149799 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:40.245102 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-469b1f49-6381-44af-b2c1-8311026229f8 req-0fdb37d5-afda-4b8d-bd73-6a4fd4e1651f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741608 Feb 10 12:26:40.267524 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-a56c6402-b379-4300-9459-919cdc68f22b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:40.268971 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-a56c6402-b379-4300-9459-919cdc68f22b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1742852 Feb 10 12:26:40.331541 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:40.335104 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-5b3a6b19-5dd7-466a-9716-c85fd59a8afe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0600529 Feb 10 12:26:40.399638 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-881672f7-3672-448f-8831-2c3b05944d8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:40.400968 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-881672f7-3672-448f-8831-2c3b05944d8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0591063 Feb 10 12:26:40.473681 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-97ec934f-6039-45bf-b160-d5a8cb65aa93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665872 Feb 10 12:26:40.604208 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-76fc3519-f6df-4a2e-9829-d746651d3c04 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247349 Feb 10 12:26:40.656729 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:40.666591 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:40.671899 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e153088-654a-4aa0-9e7d-e5089da6b2a1 None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_floatingips': [{'id': 'fd129d36-eb23-488c-a444-c552f5984153', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'router_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'port_id': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T12:22:26Z', 'updated_at': '2022-02-10T12:22:33Z', 'revision_number': 1, 'project_id': '1675956235d04a4fa925af7c38133e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:26:40.773724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3354073'] for port, before_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:40.803682 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:40.813762 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:40.819529 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785260881300', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785260508299', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785260508344'] for port, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:40.849958 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-7bc79ea5-b6cb-4e8c-85f9-df1fb2c344bf req-864c1174-db45-41fa-aa9d-10f56d3f51ad service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398837 Feb 10 12:26:40.903829 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Pushing event updated for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=8']} {{(pid=83555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:40.928125 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86fe07-3722-4f8b-b167-f6f074c144e6 None None] New status for floating IP 5a6a9b3d-d8c8-43f5-8951-f58f9fc9b0a9: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:26:41.037556 dv-neutron-827807-1-hyperv neutron-server[83555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'code': 200} Feb 10 12:26:41.508548 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c719a4-637d-4754-b5e0-93c027199350 req-3d1a7a00-a5d5-4231-bcb1-ca897ade61c8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:41.509984 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29c719a4-637d-4754-b5e0-93c027199350 req-3d1a7a00-a5d5-4231-bcb1-ca897ade61c8 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 944 time: 0.1344984 Feb 10 12:26:41.516112 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-b1013370-bdf7-48fc-8440-03c357c2dfb2 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:41.517416 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-b1013370-bdf7-48fc-8440-03c357c2dfb2 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 944 time: 0.1094432 Feb 10 12:26:41.611518 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Deleting port 52dd69e0-4985-4315-a0da-78514576d0f4 {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:41.611795 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:41.640553 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-29c719a4-637d-4754-b5e0-93c027199350 req-118d71e2-47a9-4c54-bfc6-68bb81c2a505 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222687 Feb 10 12:26:41.851633 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] For port 52dd69e0-4985-4315-a0da-78514576d0f4, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=52dd69e0-4985-4315-a0da-78514576d0f4,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:41.851982 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:41.969313 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Calling delete_port for 52dd69e0-4985-4315-a0da-78514576d0f4 owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:42.107704 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:42.156070 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event deleted for resources: {'Port': ['ID=52dd69e0-4985-4315-a0da-78514576d0f4,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:42.227885 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] No DVR routers for this DVR port 52dd69e0-4985-4315-a0da-78514576d0f4 on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:26:42.230040 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:42.232425 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-deleted', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:42.247851 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-74afbc6c-e47f-4164-aefc-21a19e2fed9c req-cb87f828-be60-437b-8ae7-9dd9b717d898 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "DELETE /v2.0/ports/52dd69e0-4985-4315-a0da-78514576d0f4 HTTP/1.1" status: 204 len: 173 time: 0.7162216 Feb 10 12:26:42.305983 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52461dbf-5fa6-4611-b0a8-49b82ef04d3b', 'name': 'network-vif-deleted', 'tag': '52dd69e0-4985-4315-a0da-78514576d0f4', 'status': 'completed', 'code': 200} Feb 10 12:26:42.824567 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0697812f-e9eb-4950-b8f8-62caed7c4938 req-f95b636d-eee0-40d5-b474-ab08909730fd tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:26:42.839879 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-0697812f-e9eb-4950-b8f8-62caed7c4938 req-f95b636d-eee0-40d5-b474-ab08909730fd tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:26:42.841133 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0697812f-e9eb-4950-b8f8-62caed7c4938 req-f95b636d-eee0-40d5-b474-ab08909730fd tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=52461dbf-5fa6-4611-b0a8-49b82ef04d3b HTTP/1.1" status: 200 len: 210 time: 0.0608587 Feb 10 12:26:44.493590 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35908) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:44.684087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Deleting port efca6531-ba8c-4318-87c6-50683425e3d3 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:44.684445 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:44.687450 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:44.718843 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 52dd69e0-4985-4315-a0da-78514576d0f4 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:26:44.719181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 52dd69e0-4985-4315-a0da-78514576d0f4 not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:26:44.851223 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:44.851487 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:45.049693 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Calling delete_port for efca6531-ba8c-4318-87c6-50683425e3d3 owned by network:floatingip {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:45.191474 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:45.233912 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event deleted for resources: {'Port': ['ID=efca6531-ba8c-4318-87c6-50683425e3d3,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:45.267438 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.267761 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.268092 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.268418 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.268740 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.269060 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.269634 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.270576 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.270900 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.271214 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.271553 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-827807-1-hyperv {{(pid=83553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 12:26:45.335869 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for floatingip, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:45.706204 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:26:45.894098 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:26:45.903476 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:26:45.913889 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for floatingip, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:45.916045 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:45.916633 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:45.967801 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-852f1950-e67e-4552-806b-3d5b7f816600 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd129d36-eb23-488c-a444-c552f5984153 HTTP/1.1" status: 204 len: 168 time: 1.4728603 Feb 10 12:26:45.968319 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:46.096069 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:46.136614 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'status': 'completed', 'code': 200} Feb 10 12:26:46.244590 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-48248de7-c67a-4e7e-8008-f142d82b7035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1675956235d04a4fa925af7c38133e66&device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 1096 time: 0.0855455 Feb 10 12:26:46.392491 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745204-4493-42c1-a466-af8079d8d962 req-ac49718b-a534-4354-b0eb-6c1b7d957a10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:46.393970 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-ac49718b-a534-4354-b0eb-6c1b7d957a10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 200 len: 911 time: 0.1435447 Feb 10 12:26:46.464648 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:46.468351 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:26:46.478407 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:46.478934 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:46.497391 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-2f91a803-84c5-4325-a2ee-4b3d7952a4f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 200 len: 217 time: 0.0965250 Feb 10 12:26:46.578836 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745204-4493-42c1-a466-af8079d8d962 req-96d01fd4-f24d-4d21-babd-cc128ca8d164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:46.580282 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-96d01fd4-f24d-4d21-babd-cc128ca8d164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 200 len: 849 time: 0.0768592 Feb 10 12:26:46.626308 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e1b19-f7dc-4d46-bd17-3b324b0db91c req-0324139a-db4f-44ce-840c-1862f07a41ea tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:46.627755 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d2e1b19-f7dc-4d46-bd17-3b324b0db91c req-0324139a-db4f-44ce-840c-1862f07a41ea tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.3029006 Feb 10 12:26:46.668454 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:46.693584 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-1d2e1b19-f7dc-4d46-bd17-3b324b0db91c req-bef2b05e-8166-47b2-9b9d-504e8ceccbd7 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594206 Feb 10 12:26:46.697344 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-a151c538-88d5-4615-ae48-75de86cba0e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a423c73a-c840-4643-9f93-3292d04a6094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1096013 Feb 10 12:26:46.920420 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-e3275490-ee03-42f6-b488-f61db91554b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148702 Feb 10 12:26:46.981585 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:46.985555 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eb0a3b-8fca-4e5e-9334-4a3e8862a60b None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:04Z', 'revision_number': 4, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv', '_interfaces': [{'id': '00334d8b-b66c-4ebb-b017-bcf843952f0b', 'name': '', 'network_id': 'a423c73a-c840-4643-9f93-3292d04a6094', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'mac_address': 'fa:16:3e:e7:62:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:03Z', 'updated_at': '2022-02-10T12:22:13Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'subnets': [{'id': '59c385cb-d6d5-4a8f-8024-4544d5075a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:26:47.053362 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-64745204-4493-42c1-a466-af8079d8d962 req-0d1fef58-a7bd-4b30-bc43-14594b732662 service neutron] 10.222.0.32 "GET /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269877 Feb 10 12:26:47.202987 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af8ed77-bd6e-4aad-9509-da3eb0b9a9fe None None] New status for floating IP fd129d36-eb23-488c-a444-c552f5984153: DOWN {{(pid=83555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 10 12:26:47.908872 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb827614-eceb-4333-b6ad-3789dada71bd req-15993ded-b600-4663-9cbb-70177ce6ab82 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:47.910278 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb827614-eceb-4333-b6ad-3789dada71bd req-15993ded-b600-4663-9cbb-70177ce6ab82 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.1335442 Feb 10 12:26:47.921158 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2572a4-9965-4f0e-b975-33b75055b819 req-3d489d19-c0a5-4d08-8029-18a4f9ee6374 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 12:26:47.922472 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c2572a4-9965-4f0e-b975-33b75055b819 req-3d489d19-c0a5-4d08-8029-18a4f9ee6374 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 943 time: 0.1083033 Feb 10 12:26:48.034214 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Deleting port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd {{(pid=83554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:48.034552 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:48.070507 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-0c2572a4-9965-4f0e-b975-33b75055b819 req-69f27a9d-0ce8-4ea7-8f51-0dd953ea06f4 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e59c123-4aef-4dee-a870-d9d8c131130e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040707 Feb 10 12:26:48.279302 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.db [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] For port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd, host hv-neutron-8278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8278',level=0,port_id=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:48.279781 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:48.409595 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.plugins.ml2.plugin [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Calling delete_port for 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd owned by compute:nova {{(pid=83554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:48.546607 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6566980'] for port, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:48.591765 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event deleted for resources: {'Port': ['ID=43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:48.664851 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] No DVR routers for this DVR port 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd on host hv-neutron-8278 {{(pid=83554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:26:48.667176 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108534'] for port, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:48.669507 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-deleted', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd'}] {{(pid=83554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 12:26:48.680561 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-bb827614-eceb-4333-b6ad-3789dada71bd req-08ba62cf-361a-4dad-b8b6-0fa6d806f78f tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.32 "DELETE /v2.0/ports/43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd HTTP/1.1" status: 204 len: 173 time: 0.7572086 Feb 10 12:26:48.723611 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a56693-f112-4dfe-83a3-d9b3b6d4d20d', 'name': 'network-vif-deleted', 'tag': '43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd', 'status': 'completed', 'code': 200} Feb 10 12:26:49.249390 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e3e88d0d-0772-4daa-8293-50a36154ab6f req-fa12a1cc-19aa-4582-bad0-367117138e85 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Synchronizing usage tracker for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 12:26:49.264363 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.quota.resource [req-e3e88d0d-0772-4daa-8293-50a36154ab6f req-fa12a1cc-19aa-4582-bad0-367117138e85 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Unset dirty status for tenant:1675956235d04a4fa925af7c38133e66 on resource:port {{(pid=83554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 12:26:49.265479 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [req-e3e88d0d-0772-4daa-8293-50a36154ab6f req-fa12a1cc-19aa-4582-bad0-367117138e85 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6a56693-f112-4dfe-83a3-d9b3b6d4d20d HTTP/1.1" status: 200 len: 210 time: 0.0585749 Feb 10 12:26:50.369423 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35932) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:50.439081 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:50.467238 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:50.528405 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:50.546562 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59c123-4aef-4dee-a870-d9d8c131130e,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:50.560847 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:50.562351 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-bf41d3a9-5f89-4a44-ae68-4a26822c0f07 tempest-TestSnapshotPattern-615718857 tempest-TestSnapshotPattern-615718857-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e59c123-4aef-4dee-a870-d9d8c131130e HTTP/1.1" status: 204 len: 168 time: 0.1915247 Feb 10 12:26:50.617385 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35938) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:50.719707 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd no longer exists at agent hyperv_hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:50.751015 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] No Port match for: 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:26:50.751377 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Device 43b4fc6c-356b-4c71-81e1-f8b43d2e2ddd not bound to the agent host hv-neutron-8278 {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:26:50.992681 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:51.649459 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Deleting port 00334d8b-b66c-4ebb-b017-bcf843952f0b {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:51.650127 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:51.818798 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] For port 00334d8b-b66c-4ebb-b017-bcf843952f0b, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=00334d8b-b66c-4ebb-b017-bcf843952f0b,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:51.819144 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:51.935934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Calling delete_port for 00334d8b-b66c-4ebb-b017-bcf843952f0b owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:52.103657 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:52.167558 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=00334d8b-b66c-4ebb-b017-bcf843952f0b,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:52.459453 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:53.101083 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:26:53.290648 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:26:53.299090 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Sync routers for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:26:53.307309 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-7fbbc759-a26d-4351-bca5-1ad4e4237c1b admin admin] 10.222.0.42 "PUT /v2.0/routers/2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6871092 Feb 10 12:26:53.308180 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35942) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:53.311207 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:53.311816 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:53.485538 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: dv-neutron-827807-1-hyperv {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:53.500019 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:53.711978 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:53.721087 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Deleting port f729ba3c-2d45-40b3-a30c-0f73498ea2a2 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:53.721413 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:53.762318 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:26:52Z', 'revision_number': 5, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port': {'id': 'f729ba3c-2d45-40b3-a30c-0f73498ea2a2', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:53.766065 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Checking router: 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c for host: dv-neutron-827807-1-hyperv {{(pid=83556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:26:53.776253 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Routers {'2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:53.776820 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'], 'active': True} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:53.892197 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] For port f729ba3c-2d45-40b3-a30c-0f73498ea2a2, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:53.892545 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:53.990016 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_dvr_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] Set router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c gateway port host: None {{(pid=83556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:54.095066 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.l3_hamode_db [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:26:53Z', 'revision_number': 6, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:54.099694 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d38f5-e52d-436e-9105-53d62a6ca6b0 None None] The sync data for ids ['2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c'] in dv-neutron-827807-1-hyperv is: [{'id': '2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c', 'name': 'tempest-TestSnapshotPattern-2134971341-router', 'tenant_id': '1675956235d04a4fa925af7c38133e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:01Z', 'updated_at': '2022-02-10T12:26:53Z', 'revision_number': 6, 'project_id': '1675956235d04a4fa925af7c38133e66', 'gw_port_host': None}] {{(pid=83556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:26:54.108775 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Calling delete_port for f729ba3c-2d45-40b3-a30c-0f73498ea2a2 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:54.274849 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.321339 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Pushing event deleted for resources: {'Port': ['ID=f729ba3c-2d45-40b3-a30c-0f73498ea2a2,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:54.545350 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.788698 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.792644 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.819368 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.819936 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:26:54.834363 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.835534 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-5176b320-d092-46b0-bd70-a7af6af2620b admin admin] 10.222.0.42 "DELETE /v2.0/routers/2f0d7ba0-8a97-4b66-b5b6-dcc1adae631c HTTP/1.1" status: 204 len: 168 time: 1.5262690 Feb 10 12:26:54.837955 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35946) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:54.866911 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f729ba3c-2d45-40b3-a30c-0f73498ea2a2 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:54.897410 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Deleting subnet 59c385cb-d6d5-4a8f-8024-4544d5075a8a {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:26:54.900043 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: f729ba3c-2d45-40b3-a30c-0f73498ea2a2 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:26:54.900453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device f729ba3c-2d45-40b3-a30c-0f73498ea2a2 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:26:54.900655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:54.900865 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 00334d8b-b66c-4ebb-b017-bcf843952f0b no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:54.935625 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 00334d8b-b66c-4ebb-b017-bcf843952f0b {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:26:54.935972 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 00334d8b-b66c-4ebb-b017-bcf843952f0b not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:26:54.952867 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.032501 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.100934 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.142219 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c385cb-d6d5-4a8f-8024-4544d5075a8a,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:55.149002 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.153725 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9aab2-1a25-4685-b1c4-806cfea3624f None None] Network a423c73a-c840-4643-9f93-3292d04a6094 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:26:55.155955 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-d880c63d-fbb2-4c97-af8d-53560f4dbd6b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/59c385cb-d6d5-4a8f-8024-4544d5075a8a HTTP/1.1" status: 204 len: 168 time: 0.3170648 Feb 10 12:26:55.158392 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35950) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:55.264741 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.276306 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Deleting port 51647194-0d13-44b8-ae4c-ba1df70aefc8 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:55.276670 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.420251 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] DHCP port deletion for a423c73a-c840-4643-9f93-3292d04a6094 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:26:55.424631 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Deleting port 51647194-0d13-44b8-ae4c-ba1df70aefc8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:55.424996 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.564838 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] For port 51647194-0d13-44b8-ae4c-ba1df70aefc8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=51647194-0d13-44b8-ae4c-ba1df70aefc8,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:55.565181 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.625040 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] For port 51647194-0d13-44b8-ae4c-ba1df70aefc8, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=51647194-0d13-44b8-ae4c-ba1df70aefc8,segment=NetworkSegment(7c2e2915-9d72-4410-8486-5b226664fe84),segment_id=7c2e2915-9d72-4410-8486-5b226664fe84)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:55.625432 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.681582 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Calling delete_port for 51647194-0d13-44b8-ae4c-ba1df70aefc8 owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:55.742567 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Calling delete_port for 51647194-0d13-44b8-ae4c-ba1df70aefc8 owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:55.754013 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.796006 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=51647194-0d13-44b8-ae4c-ba1df70aefc8,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:55.802440 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] No DVR routers for this DVR port 51647194-0d13-44b8-ae4c-ba1df70aefc8 on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:26:55.817579 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:26:55.817924 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:26:55.912564 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.936655 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a423c73a-c840-4643-9f93-3292d04a6094']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:55.948152 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2e2915-9d72-4410-8486-5b226664fe84') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:55.948439 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2e2915-9d72-4410-8486-5b226664fe84') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:55.959738 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.979193 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.985431 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:26:55.985827 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:26:55.999007 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:26:56.070483 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:56.075365 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:56.099923 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a423c73a-c840-4643-9f93-3292d04a6094,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:56.105736 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-471a709c-c061-4ae6-a75c-e07fd9d3bc22 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a423c73a-c840-4643-9f93-3292d04a6094 HTTP/1.1" status: 204 len: 168 time: 0.9464302 Feb 10 12:26:56.108650 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35954) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:56.319558 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Deleting port 51647194-0d13-44b8-ae4c-ba1df70aefc8 {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:56.320082 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:56.382416 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-f634fa78-8073-4b15-a1ee-68af85cf32a5 None None] The port '51647194-0d13-44b8-ae4c-ba1df70aefc8' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:26:56.487043 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036650'] for router_interface, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:56.621991 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 51647194-0d13-44b8-ae4c-ba1df70aefc8 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:26:56.655532 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 51647194-0d13-44b8-ae4c-ba1df70aefc8 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:26:56.655798 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 51647194-0d13-44b8-ae4c-ba1df70aefc8 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:26:57.147198 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Deleting port 3fa7122a-aff7-405d-bb92-d6fbc89f228d {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:57.147557 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:57.314688 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] For port 3fa7122a-aff7-405d-bb92-d6fbc89f228d, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=3fa7122a-aff7-405d-bb92-d6fbc89f228d,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:57.314950 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:57.362085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-f36999e4-2c63-40c0-889b-4a47338670b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:57.435755 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Calling delete_port for 3fa7122a-aff7-405d-bb92-d6fbc89f228d owned by network:router_interface {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:57.593541 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:57.637464 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa7122a-aff7-405d-bb92-d6fbc89f228d,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:57.912094 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4064796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1036761'] for router_interface, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:58.547408 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Router 9fc46ba7-a724-4964-b40c-3c787bc33a1b has already been hosted by L3 agent 005bf5d3-e99e-4dc3-b951-42d41c85ce34 {{(pid=83553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 12:26:58.747129 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] Notify agent at l3_agent.dv-neutron-827807-1-hyperv the message routers_updated {{(pid=83553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 12:26:58.755982 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Sync routers for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 10 12:26:58.762828 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-04fa7b78-8732-4bfe-9ef4-2f564e1e63c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/9fc46ba7-a724-4964-b40c-3c787bc33a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532359 Feb 10 12:26:58.765331 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35960) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:26:58.770890 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:58.771563 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:58.941881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: dv-neutron-827807-1-hyperv {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:58.954554 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks [] for router, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.150481 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.159447 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Deleting port dd68c514-0f4d-4d07-ad65-bae8e5563a74 {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:26:59.159782 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.227095 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'external_fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:26:57Z', 'revision_number': 5, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port': {'id': 'dd68c514-0f4d-4d07-ad65-bae8e5563a74', 'name': '', 'network_id': '69eef483-efc7-4ad8-a4d7-0a7910f7beaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:eb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-827807-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82bb2d6a-2f10-4ac3-8989-062e13cbb310', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-827807-1-hyperv'}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:59.230767 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Checking router: 9fc46ba7-a724-4964-b40c-3c787bc33a1b for host: dv-neutron-827807-1-hyperv {{(pid=83555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 10 12:26:59.241045 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Routers {'9fc46ba7-a724-4964-b40c-3c787bc33a1b'} bound to L3 agent in host dv-neutron-827807-1-hyperv {{(pid=83555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 10 12:26:59.241627 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-827807-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T11:19:59Z,description=,heartbeat_timestamp=2022-02-10T12:26:30Z,host='dv-neutron-827807-1-hyperv',id=005bf5d3-e99e-4dc3-b951-42d41c85ce34,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T11:19:59Z,topic='l3_agent')) {'router_ids': ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'], 'active': True} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:59.327154 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] For port dd68c514-0f4d-4d07-ad65-bae8e5563a74, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=dd68c514-0f4d-4d07-ad65-bae8e5563a74,segment=NetworkSegment(d07564aa-31fe-43aa-862f-d57d3b924c22),segment_id=d07564aa-31fe-43aa-862f-d57d3b924c22)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:26:59.327528 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.385395 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_dvr_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] Set router 9fc46ba7-a724-4964-b40c-3c787bc33a1b gateway port host: None {{(pid=83555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 10 12:26:59.448804 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Calling delete_port for dd68c514-0f4d-4d07-ad65-bae8e5563a74 owned by network:router_gateway {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:26:59.522196 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.db.l3_hamode_db [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:26:59Z', 'revision_number': 6, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port_host': None}], 'dv-neutron-827807-1-hyperv', False) {} {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:26:59.530439 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c0cb0f-349c-4c13-8751-5d8e9254c57a None None] The sync data for ids ['9fc46ba7-a724-4964-b40c-3c787bc33a1b'] in dv-neutron-827807-1-hyperv is: [{'id': '9fc46ba7-a724-4964-b40c-3c787bc33a1b', 'name': 'tempest-TestSnapshotPattern-767439807-router', 'tenant_id': 'f7ec406f05a64856977f89e656a916c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T12:22:07Z', 'updated_at': '2022-02-10T12:26:59Z', 'revision_number': 6, 'project_id': 'f7ec406f05a64856977f89e656a916c1', 'gw_port_host': None}] {{(pid=83555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 10 12:26:59.542587 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1d74d0dc-b35d-4157-a5d0-3f3d637138c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.615066 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:26:59.658033 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd68c514-0f4d-4d07-ad65-bae8e5563a74,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:26:59.977485 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1036303'] for router_gateway, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.231457 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8876'] for router, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.235514 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.265575 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032747'] for router, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.266102 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc46ba7-a724-4964-b40c-3c787bc33a1b {{(pid=83553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 12:27:00.279555 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] Notify callbacks [] for router, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.282870 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-24265942-01c5-4dbd-8aa0-bfd102847341 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9fc46ba7-a724-4964-b40c-3c787bc33a1b HTTP/1.1" status: 204 len: 168 time: 1.5143979 Feb 10 12:27:00.283095 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35966) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:00.341063 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.db_base_plugin_v2 [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Deleting subnet 2a335a35-1562-45e1-9020-195be6fff1ed {{(pid=83553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 10 12:27:00.343897 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.396196 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-699881'] for subnet, precommit_delete_associations {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.472134 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3394088'] for subnet, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.543863 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3394065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1505566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1910803'] for subnet, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.584584 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a335a35-1562-45e1-9020-195be6fff1ed,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:00.592751 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.601714 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-456a59d1-44b3-46c5-86ea-d49078bfeb40 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a335a35-1562-45e1-9020-195be6fff1ed HTTP/1.1" status: 204 len: 168 time: 0.3151560 Feb 10 12:27:00.601866 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda5d6f-4a49-4f13-a3d2-526dbd8be64b None None] Network 943d553e-a26d-4c79-92fb-8e13b11d7a10 requested from dv-neutron-827807-1-hyperv {{(pid=83555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 10 12:27:00.602282 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35970) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:00.688085 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa7122a-aff7-405d-bb92-d6fbc89f228d no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:27:00.744482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 3fa7122a-aff7-405d-bb92-d6fbc89f228d {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:27:00.744827 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 3fa7122a-aff7-405d-bb92-d6fbc89f228d not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:27:00.745235 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dd68c514-0f4d-4d07-ad65-bae8e5563a74 no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:27:00.791721 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: dd68c514-0f4d-4d07-ad65-bae8e5563a74 {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:27:00.792123 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device dd68c514-0f4d-4d07-ad65-bae8e5563a74 not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:27:00.798580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.845728 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3401786'] for network, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.857021 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Deleting port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa {{(pid=83553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:27:00.857354 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.883672 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:00.962909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] DHCP port deletion for 943d553e-a26d-4c79-92fb-8e13b11d7a10 request from dv-neutron-827807-1-hyperv {{(pid=83555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 10 12:27:00.967369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Deleting port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:27:00.967738 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.065851 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.db [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] For port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:27:01.066933 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.185815 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.db [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] For port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa, host dv-neutron-827807-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-827807-1-hyperv',level=0,port_id=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,segment=NetworkSegment(c7f34d8a-fd39-4680-a443-6aef4d58ffa8),segment_id=c7f34d8a-fd39-4680-a443-6aef4d58ffa8)] {{(pid=83555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 12:27:01.186121 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550780'] for port, precommit_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.192077 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.plugin [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Calling delete_port for 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa owned by network:dhcp {{(pid=83553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:27:01.263699 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3354533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785260881282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785260508290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1505729'] for port, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.306035 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Pushing event deleted for resources: {'Port': ['ID=670f15a5-cfc4-4535-9dcf-4a86d22a8dfa,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:01.307609 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Calling delete_port for 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa owned by network:dhcp {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 10 12:27:01.311995 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] No DVR routers for this DVR port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa on host dv-neutron-827807-1-hyperv {{(pid=83553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 12:27:01.377431 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.db.api [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 12:27:01.377792 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG oslo_db.api [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 12:27:01.506752 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3394469', 'neutron.services.segments.db._delete_segments_for_network-8785260976231'] for network, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.533731 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943d553e-a26d-4c79-92fb-8e13b11d7a10']}} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:27:01.545065 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8') {'for_net_delete': True} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:27:01.545357 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.services.segments.db [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f34d8a-fd39-4680-a443-6aef4d58ffa8') {} {{(pid=83553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 12:27:01.556519 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785260975342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-699874'] for segment, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.572023 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3283826'] for segment, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.577902 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=83553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 10 12:27:01.578338 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3396481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1505716'] for segment, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: Traceback (most recent call last): Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: timer() Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: cb(*args, **kw) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: return func(*args, **kwargs) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: self._notify() Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: self.callback(batched_events) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: event.method(event) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: return f(self, *a, **k) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._get(url).json() Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: return self.request(url, 'GET', **kwargs) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 12:27:01.590866 dv-neutron-827807-1-hyperv neutron-server[83553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 12:27:01.665353 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3394474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4065009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1036394'] for network, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.680836 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Notify callbacks [] for network, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.690254 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] Pushing event deleted for resources: {'Network': ['ID=943d553e-a26d-4c79-92fb-8e13b11d7a10,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:01.697595 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-105c221b-9db0-424d-9f0e-f592b3ce466e admin admin] 10.222.0.42 "DELETE /v2.0/networks/943d553e-a26d-4c79-92fb-8e13b11d7a10 HTTP/1.1" status: 204 len: 168 time: 1.0948186 Feb 10 12:27:01.828308 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35978) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:01.877184 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-4ee7f2b3-60ba-4d4a-9e97-7e6b20251629 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1675956235d04a4fa925af7c38133e66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476415 Feb 10 12:27:01.878564 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Deleting port 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa {{(pid=83555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 10 12:27:01.879520 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785261038273'] for port, before_delete {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.880061 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.wsgi [-] (83553) accepted ('10.222.0.42', 35984) {{(pid=83553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:01.937894 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:01.943325 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-52ba7d1f-c249-414d-ade0-360d01f7cec4 None None] The port '670f15a5-cfc4-4535-9dcf-4a86d22a8dfa' was deleted {{(pid=83555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 10 12:27:01.966278 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.017622 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.032721 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a21fe9-5aca-4a33-9cad-a8c933bcd090,revision_number=None']} {{(pid=83553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:02.040393 dv-neutron-827807-1-hyperv neutron-server[83553]: DEBUG neutron_lib.callbacks.manager [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.041493 dv-neutron-827807-1-hyperv neutron-server[83553]: INFO neutron.wsgi [None req-b2855af9-b4f3-4adf-b91b-8b358f0ea7bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38a21fe9-5aca-4a33-9cad-a8c933bcd090 HTTP/1.1" status: 204 len: 168 time: 0.1605129 Feb 10 12:27:02.277606 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.433997 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35992) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:02.482465 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-b39822e5-3357-4b69-b503-48a2c25259f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7ec406f05a64856977f89e656a916c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473442 Feb 10 12:27:02.484915 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [-] (83554) accepted ('10.222.0.42', 35996) {{(pid=83554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 12:27:02.542945 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.568292 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.622425 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa no longer exists at agent ovs-agent-dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 12:27:02.629375 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984746'] for security_group, after_delete {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.646353 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b70f18-4d8b-49b6-adf2-4a2b48c3957f,revision_number=None']} {{(pid=83554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 12:27:02.651621 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron_lib.callbacks.manager [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:02.655269 dv-neutron-827807-1-hyperv neutron-server[83554]: INFO neutron.wsgi [None req-8f615ab3-8dbb-433d-a790-48546e9b3b5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2b70f18-4d8b-49b6-adf2-4a2b48c3957f HTTP/1.1" status: 204 len: 168 time: 0.1693447 Feb 10 12:27:02.655400 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.plugin [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] No Port match for: 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa {{(pid=83555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 10 12:27:02.655727 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron.plugins.ml2.rpc [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Device 670f15a5-cfc4-4535-9dcf-4a86d22a8dfa not bound to the agent host dv-neutron-827807-1-hyperv {{(pid=83555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 12:27:04.392181 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:12.875122 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:27:27.364186 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-a73913ca-16f8-425a-ae23-eac8f47e1dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:29.535732 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-16049642-0cbb-4aed-b91e-3df95563173d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:30.736795 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:30.855893 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:32.283326 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:34.399060 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:49.874930 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:27:57.367308 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-69ae0a2f-aa2d-42f6-a420-06ff349f127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:27:59.536637 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ccb7817b-6d62-44c9-b007-38c9cfac528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:00.740265 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:00.859702 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:02.287376 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:04.411189 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:26.874173 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:28:27.369396 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-76ea2427-69f4-4957-a4dc-2c1392a2f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:29.540662 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-9017c66f-c9b5-4eca-8704-d33b0962af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:30.045731 dv-neutron-827807-1-hyperv neutron-server[83554]: DEBUG neutron.wsgi [req-4d4f91e2-4c51-4d30-a467-0d891e949070 req-838aac87-c41e-4fb3-a5c0-54def7a5661d service neutron] (83554) timed out ('10.222.0.42', 34638) {{(pid=83554) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 12:28:30.744543 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:30.861219 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:32.290133 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:34.410525 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:57.372974 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1c947b8e-0c99-456f-a288-1b0005e45361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:28:59.541482 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-876b0043-33ca-4f69-b789-faa871d01b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:00.745926 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:00.862504 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:02.293272 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:03.875051 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:29:04.408977 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:27.375023 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-ae3d81fa-5009-4e0e-bc49-1758cb9364c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:29.543553 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-48d380e8-cd13-43d6-9266-f088d279ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:30.747369 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:30.863809 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:32.295391 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:34.408434 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:40.874999 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:29:57.378131 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d421b4f9-eb18-47f7-93bd-270b4a11e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:29:59.544507 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-235020e1-f8c7-465f-9894-e9aa757e163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:00.785547 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:00.864909 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:02.298736 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:04.406774 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:17.874642 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:30:27.380457 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3cac47c8-f7b3-44af-a15e-38b4c7ce69f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:29.545997 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d1d2-b5f2-4f6d-be2d-3efb246588c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:30.753881 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:30.868819 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:32.302314 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:34.405572 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:54.874782 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:30:57.384675 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d2c496b4-3202-4889-b13d-87adfbbd9760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:30:59.546719 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-d6a85137-927d-4882-9e6a-d7c91ec7cde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:00.762604 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:00.870106 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:02.305724 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:04.412948 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:27.386418 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-4e476de5-76c2-4c87-994d-60eb42d3f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:29.548861 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-6228966e-b273-4793-ad87-f3c185c163b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:30.758548 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:30.870453 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:31.875145 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:31:32.311491 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:34.420857 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:57.387943 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-099fd1b3-432e-4a5f-b533-be139b36c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:31:59.550159 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-894dff94-1d4e-4fa4-8660-39bcc9e825a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:00.762300 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:00.872061 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:02.311580 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:04.435295 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:08.875068 dv-neutron-827807-1-hyperv neutron-server[83556]: DEBUG neutron.db.agents_db [None req-c40e0d13-8684-4f72-b574-81d8758ffa9f None None] Agent healthcheck: found 6 active agents {{(pid=83556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 12:32:27.389551 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-65246f0f-9eff-450c-8771-648fb8a0936d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:29.551970 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-c628bcae-2f54-4887-be1c-3c1f86a113bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:30.763854 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-1038d624-d71d-4157-a0cd-7fd7af5b0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:30.873536 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-8f30183e-981d-4a9e-9183-239cec42daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:32.315505 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-3455eaa2-df5e-4d2c-b554-0456255ab8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 12:32:34.464334 dv-neutron-827807-1-hyperv neutron-server[83555]: DEBUG neutron_lib.callbacks.manager [None req-fb9b85f9-1a43-4236-acb0-ce0122883e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785260976213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3392421'] for agent, after_update {{(pid=83555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}